Skip to content

Commit ae7a351

Browse files
committed
zen: tpm based routing
1 parent 16caaa2 commit ae7a351

1 file changed

Lines changed: 1 addition & 7 deletions

File tree

packages/console/app/src/routes/zen/util/modelTpmLimiter.ts

Lines changed: 1 addition & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -32,13 +32,7 @@ export function createModelTpmLimiter(providers: { id: string; model: string; tp
3232
track: async (id: string, model: string, usageInfo: UsageInfo) => {
3333
const key = `${id}/${model}`
3434
if (!keys.includes(key)) return
35-
const usage =
36-
usageInfo.inputTokens +
37-
usageInfo.outputTokens +
38-
(usageInfo.reasoningTokens ?? 0) +
39-
(usageInfo.cacheReadTokens ?? 0) +
40-
(usageInfo.cacheWrite5mTokens ?? 0) +
41-
(usageInfo.cacheWrite1hTokens ?? 0)
35+
const usage = usageInfo.inputTokens
4236
if (usage <= 0) return
4337
await Database.use((tx) =>
4438
tx

0 commit comments

Comments
 (0)