Skip to content

Commit f4f5973

Browse files
authored
improvement(speed): refactor to skip proxy now that llm requests are done server-side, skip extra network hop (#325)
* improvement(speed): refactor to skip proxy now that llm requests are done server-side, skip extra network hop * removed extraneous logs * standardized logger names
1 parent 4835782 commit f4f5973

34 files changed

Lines changed: 96 additions & 85 deletions

File tree

sim/app/api/auth/forget-password/route.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@ import { NextRequest, NextResponse } from 'next/server'
22
import { auth } from '@/lib/auth'
33
import { createLogger } from '@/lib/logs/console-logger'
44

5-
const logger = createLogger('ForgetPassword')
5+
const logger = createLogger('ForgetPasswordAPI')
66

77
export async function POST(request: NextRequest) {
88
try {

sim/app/api/auth/oauth/utils.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ import { refreshOAuthToken } from '@/lib/oauth'
55
import { db } from '@/db'
66
import { account, workflow } from '@/db/schema'
77

8-
const logger = createLogger('OAuthUtils')
8+
const logger = createLogger('OAuthUtilsAPI')
99

1010
/**
1111
* Get the user ID based on either a session or a workflow ID

sim/app/api/chat/subdomains/validate/route.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ import { eq } from 'drizzle-orm'
66
import { createLogger } from '@/lib/logs/console-logger'
77
import { createErrorResponse, createSuccessResponse } from '@/app/api/workflows/utils'
88

9-
const logger = createLogger('SubdomainValidate')
9+
const logger = createLogger('SubdomainValidateAPI')
1010

1111
export async function GET(request: Request) {
1212
// Check if the user is authenticated

sim/app/api/proxy/image/route.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
import { NextResponse } from 'next/server'
22
import { createLogger } from '@/lib/logs/console-logger'
33

4-
const logger = createLogger('ProxyImage')
4+
const logger = createLogger('ProxyImageAPI')
55

66
export async function GET(request: Request) {
77
try {

sim/app/api/proxy/tts/route.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
import { NextResponse } from 'next/server'
22
import { createLogger } from '@/lib/logs/console-logger'
33

4-
const logger = createLogger('ProxyTTS')
4+
const logger = createLogger('ProxyTTSAPI')
55

66
export async function POST(request: Request) {
77
try {

sim/app/api/user/api-keys/[id]/route.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ import { createLogger } from '@/lib/logs/console-logger'
55
import { db } from '@/db'
66
import { apiKey } from '@/db/schema'
77

8-
const logger = createLogger('ApiKeyRoute')
8+
const logger = createLogger('ApiKeyAPI')
99

1010
// DELETE /api/user/api-keys/[id] - Delete an API key
1111
export async function DELETE(

sim/app/api/user/api-keys/route.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ import { generateApiKey } from '@/lib/utils'
77
import { db } from '@/db'
88
import { apiKey } from '@/db/schema'
99

10-
const logger = createLogger('ApiKeysRoute')
10+
const logger = createLogger('ApiKeysAPI')
1111

1212
// GET /api/user/api-keys - Get all API keys for the current user
1313
export async function GET(request: NextRequest) {

sim/instrumentation.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515
import { createLogger } from '@/lib/logs/console-logger'
1616
import * as Sentry from '@sentry/nextjs'
1717

18-
const logger = createLogger('otel-instrumentation')
18+
const logger = createLogger('OtelInstrumentation')
1919

2020
const DEFAULT_TELEMETRY_CONFIG = {
2121
endpoint: process.env.TELEMETRY_ENDPOINT || 'https://telemetry.simstudio.ai/v1/traces',

sim/lib/telemetry.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@ import { diag, DiagConsoleLogger, DiagLogLevel } from '@opentelemetry/api'
1414

1515
diag.setLogger(new DiagConsoleLogger(), DiagLogLevel.ERROR)
1616

17-
const logger = createLogger('telemetry')
17+
const logger = createLogger('Telemetry')
1818

1919
export type TelemetryEvent = {
2020
name: string

sim/providers/anthropic/index.ts

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ import { ProviderConfig, ProviderRequest, ProviderResponse, TimeSegment } from '
55
import { StreamingExecution } from '@/executor/types'
66
import { prepareToolsWithUsageControl, trackForcedToolUsage } from '../utils'
77

8-
const logger = createLogger('Anthropic Provider')
8+
const logger = createLogger('AnthropicProvider')
99

1010
/**
1111
* Helper to wrap Anthropic streaming (async iterable of SSE events) into a browser-friendly
@@ -449,7 +449,7 @@ ${fieldDescriptions}
449449
...toolArgs,
450450
...(request.workflowId ? { _context: { workflowId: request.workflowId } } : {}),
451451
}
452-
const result = await executeTool(toolName, mergedArgs)
452+
const result = await executeTool(toolName, mergedArgs, true)
453453
const toolCallEndTime = Date.now()
454454
const toolCallDuration = toolCallEndTime - toolCallStartTime
455455

0 commit comments

Comments
 (0)