From d79dd9a4f59b6ea35e7c5dc2931fd09bcf994298 Mon Sep 17 00:00:00 2001 From: Hary Ahuja Date: Mon, 16 Nov 2026 12:46:11 +0530 Subject: [PATCH] feat(core): tag model calls with tfg.thread_id Co-authored-by: Cursor --- .changeset/model-call-thread-id-metadata.md | 5 +++++ .../src/core/capabilities/builtins/ContextCompaction.ts | 2 +- packages/trueforge-core/src/core/runtime/AgentThread.ts | 2 +- 3 files changed, 7 insertions(+), 2 deletions(-) create mode 100644 .changeset/model-call-thread-id-metadata.md diff --git a/.changeset/model-call-thread-id-metadata.md b/.changeset/model-call-thread-id-metadata.md new file mode 100644 index 000000000..e34c1589a --- /dev/null +++ b/.changeset/model-call-thread-id-metadata.md @@ -0,0 +1,5 @@ +--- +'@truefoundry/trueforge-core': patch +--- + +Tag every model call with `tfg.thread_id` in TrueFoundry gateway metadata, including context-compaction calls, so gateway traces can be grouped by thread. diff --git a/packages/trueforge-core/src/core/capabilities/builtins/ContextCompaction.ts b/packages/trueforge-core/src/core/capabilities/builtins/ContextCompaction.ts index 5165ccdb0..2eac5b368 100644 --- a/packages/trueforge-core/src/core/capabilities/builtins/ContextCompaction.ts +++ b/packages/trueforge-core/src/core/capabilities/builtins/ContextCompaction.ts @@ -224,7 +224,7 @@ export class ContextCompaction implements PreLLMAgentContextProcessor { let response: Awaited>; try { response = await this.modelClient.createNonStream(body, { - metadata: { 'tfg.compaction': 'true' }, + metadata: { 'tfg.thread_id': execution.threadId, 'tfg.compaction': 'true' }, }); } catch (error) { getOperationMetrics()?.recordHarnessLimit({ limit: 'context_compaction_error' }); diff --git a/packages/trueforge-core/src/core/runtime/AgentThread.ts b/packages/trueforge-core/src/core/runtime/AgentThread.ts index 4b6eee6ac..c0ccf2b62 100644 --- a/packages/trueforge-core/src/core/runtime/AgentThread.ts +++ b/packages/trueforge-core/src/core/runtime/AgentThread.ts @@ -1233,7 +1233,7 @@ export class AgentThread { const requestBody = this.transformToLLMRequest(tools); // Duration includes the provider stream and each delta's drain. appendToContext stays outside. const requestStartedMs = performance.now(); - const llmStream = this.definition.modelClient.create(requestBody); + const llmStream = this.definition.modelClient.create(requestBody, { metadata: { 'tfg.thread_id': this.threadId } }); // We start the delta stream with a model message event. // `model` FQN is known from the bound client before any chunk arrives.