Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
50 changes: 50 additions & 0 deletions core/services/beholder/db_emitter.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
package beholder

import (
"context"
"encoding/json"
"fmt"

"github.com/smartcontractkit/chainlink-common/pkg/beholder"
"github.com/smartcontractkit/chainlink-common/pkg/chipingress"
"github.com/smartcontractkit/chainlink-common/pkg/sqlutil"
)

type DbEmitter struct {
ds sqlutil.DataSource
}

var _ beholder.Emitter = (*DbEmitter)(nil)

func NewDbEmitter(ds sqlutil.DataSource) *DbEmitter {
return &DbEmitter{
ds: ds,
}
}

func (emitter *DbEmitter) Emit(ctx context.Context, body []byte, attrKVs ...any) error {
_, err := emitter.BatchEmit(ctx, []beholder.Message{
beholder.NewMessage(body, attrKVs...),
})
return err
}

func (emitter *DbEmitter) BatchEmit(ctx context.Context, messages []beholder.Message, options ...beholder.BatchEmitOption) ([]*chipingress.PublishResult, error) {
return nil, sqlutil.TransactDataSource(ctx, emitter.ds, nil, func(ds sqlutil.DataSource) error {
for _, msg := range messages {
attrs, err := json.Marshal(msg.Attrs)
if err != nil {
return fmt.Errorf("marshaling attributes: %w", err)
}
_, err = ds.ExecContext(ctx, "INSERT INTO queue (payload, attributes) VALUES ($1, $2)", msg.Body, attrs)
if err != nil {
return fmt.Errorf("inserting message: %w", err)
}
}
return nil
})
}

func (emitter *DbEmitter) Close() error {
return nil
}
14 changes: 2 additions & 12 deletions core/services/chainlink/application.go
Original file line number Diff line number Diff line change
Expand Up @@ -1284,26 +1284,16 @@ func setupDurableEmitter(ctx context.Context, ds sqlutil.DataSource, lggr logger
return fmt.Errorf("chip ingress client not available")
}

pgStore := beholdersvc.NewPgDurableEventStore(ds)
durableCfg := beholder.DefaultDurableEmitterConfig()
durableCfg.Metrics = &beholder.DurableEmitterMetricsConfig{
RecordProcessStats: true,
}
durableCfg.PersistCloudEventSources = telem.DurableEmitterPersistSources()
durableEmitter, err := beholder.NewDurableEmitter(pgStore, chipClient, durableCfg, lggr)
if err != nil {
return fmt.Errorf("failed to create durable emitter: %w", err)
}
emitter := beholdersvc.NewDbEmitter(ds)

// Build a new DualSourceEmitter: durable chip + OTLP.
messageLogger := client.MessageLoggerProvider.Logger("durable-emitter")
otlpEmitter := beholder.NewMessageEmitter(messageLogger)
dualEmitter, err := beholder.NewDualSourceEmitter(durableEmitter, otlpEmitter)
dualEmitter, err := beholder.NewDualSourceEmitter(emitter, otlpEmitter)
if err != nil {
return fmt.Errorf("failed to create dual source emitter: %w", err)
}

durableEmitter.Start(ctx)
client.Emitter = dualEmitter

switch {
Expand Down
12 changes: 12 additions & 0 deletions core/store/migrate/migrations/0296_chip_cdc_queue.sql
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
-- +goose Up

CREATE TABLE IF NOT EXISTS cre.chip_queue (
id BIGSERIAL PRIMARY KEY,
payload BYTEA NOT NULL,
attributes JSONB,
created_at TIMESTAMPTZ NOT NULL DEFAULT NOW()
);

-- +goose Down

DROP TABLE IF EXISTS cre.chip_queue;
Loading