diff --git a/.changeset/model-call-thread-id-metadata.md b/.changeset/model-call-thread-id-metadata.md new file mode 100644 index 000000000..e34c1589a --- /dev/null +++ b/.changeset/model-call-thread-id-metadata.md @@ -0,0 +1,5 @@ +--- +'@truefoundry/trueforge-core': patch +--- + +Tag every model call with `tfg.thread_id` in TrueFoundry gateway metadata, including context-compaction calls, so gateway traces can be grouped by thread. diff --git a/packages/trueforge-core/src/core/capabilities/builtins/ContextCompaction.ts b/packages/trueforge-core/src/core/capabilities/builtins/ContextCompaction.ts index 5165ccdb0..2eac5b368 100644 --- a/packages/trueforge-core/src/core/capabilities/builtins/ContextCompaction.ts +++ b/packages/trueforge-core/src/core/capabilities/builtins/ContextCompaction.ts @@ -224,7 +224,7 @@ export class ContextCompaction implements PreLLMAgentContextProcessor { let response: Awaited>; try { response = await this.modelClient.createNonStream(body, { - metadata: { 'tfg.compaction': 'true' }, + metadata: { 'tfg.thread_id': execution.threadId, 'tfg.compaction': 'true' }, }); } catch (error) { getOperationMetrics()?.recordHarnessLimit({ limit: 'context_compaction_error' }); diff --git a/packages/trueforge-core/src/core/runtime/AgentThread.ts b/packages/trueforge-core/src/core/runtime/AgentThread.ts index 4b6eee6ac..c0ccf2b62 100644 --- a/packages/trueforge-core/src/core/runtime/AgentThread.ts +++ b/packages/trueforge-core/src/core/runtime/AgentThread.ts @@ -1233,7 +1233,7 @@ export class AgentThread { const requestBody = this.transformToLLMRequest(tools); // Duration includes the provider stream and each delta's drain. appendToContext stays outside. const requestStartedMs = performance.now(); - const llmStream = this.definition.modelClient.create(requestBody); + const llmStream = this.definition.modelClient.create(requestBody, { metadata: { 'tfg.thread_id': this.threadId } }); // We start the delta stream with a model message event. // `model` FQN is known from the bound client before any chunk arrives.