Skip to content

Commit 1fcfb69

Browse files
rekram1-noderekram1-node
authored
feat: add new provider plugin hook for resolving models and sync models from github models endpoint (falls back to models.dev) (#20533)
1 parent fa96cb9 commit 1fcfb69

6 files changed

Lines changed: 356 additions & 48 deletions

File tree

packages/opencode/src/plugin/copilot.ts renamed to packages/opencode/src/plugin/github-copilot/copilot.ts

Lines changed: 41 additions & 31 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,12 @@
11
import type { Hooks, PluginInput } from "@opencode-ai/plugin"
2+
import type { Model } from "@opencode-ai/sdk/v2"
23
import { Installation } from "@/installation"
34
import { iife } from "@/util/iife"
5+
import { Log } from "../../util/log"
46
import { setTimeout as sleep } from "node:timers/promises"
7+
import { CopilotModels } from "./models"
8+
9+
const log = Log.create({ service: "plugin.copilot" })
510

611
const CLIENT_ID = "Ov23li8tweQw6odWQebz"
712
// Add a small safety buffer when polling to avoid hitting the server
@@ -18,45 +23,50 @@ function getUrls(domain: string) {
1823
}
1924
}
2025

26+
function base(enterpriseUrl?: string) {
27+
return enterpriseUrl ? `https://copilot-api.${normalizeDomain(enterpriseUrl)}` : "https://api.githubcopilot.com"
28+
}
29+
30+
function fix(model: Model): Model {
31+
return {
32+
...model,
33+
api: {
34+
...model.api,
35+
npm: "@ai-sdk/github-copilot",
36+
},
37+
}
38+
}
39+
2140
export async function CopilotAuthPlugin(input: PluginInput): Promise<Hooks> {
2241
const sdk = input.client
2342
return {
43+
provider: {
44+
id: "github-copilot",
45+
async models(provider, ctx) {
46+
if (ctx.auth?.type !== "oauth") {
47+
return Object.fromEntries(Object.entries(provider.models).map(([id, model]) => [id, fix(model)]))
48+
}
49+
50+
return CopilotModels.get(
51+
base(ctx.auth.enterpriseUrl),
52+
{
53+
Authorization: `Bearer ${ctx.auth.refresh}`,
54+
"User-Agent": `opencode/${Installation.VERSION}`,
55+
},
56+
provider.models,
57+
).catch((error) => {
58+
log.error("failed to fetch copilot models", { error })
59+
return Object.fromEntries(Object.entries(provider.models).map(([id, model]) => [id, fix(model)]))
60+
})
61+
},
62+
},
2463
auth: {
2564
provider: "github-copilot",
26-
async loader(getAuth, provider) {
65+
async loader(getAuth) {
2766
const info = await getAuth()
2867
if (!info || info.type !== "oauth") return {}
2968

30-
const enterpriseUrl = info.enterpriseUrl
31-
const baseURL = enterpriseUrl ? `https://copilot-api.${normalizeDomain(enterpriseUrl)}` : undefined
32-
33-
if (provider && provider.models) {
34-
for (const model of Object.values(provider.models)) {
35-
model.cost = {
36-
input: 0,
37-
output: 0,
38-
cache: {
39-
read: 0,
40-
write: 0,
41-
},
42-
}
43-
44-
// TODO: re-enable once messages api has higher rate limits
45-
// TODO: move some of this hacky-ness to models.dev presets once we have better grasp of things here...
46-
// const base = baseURL ?? model.api.url
47-
// const claude = model.id.includes("claude")
48-
// const url = iife(() => {
49-
// if (!claude) return base
50-
// if (base.endsWith("/v1")) return base
51-
// if (base.endsWith("/")) return `${base}v1`
52-
// return `${base}/v1`
53-
// })
54-
55-
// model.api.url = url
56-
// model.api.npm = claude ? "@ai-sdk/anthropic" : "@ai-sdk/github-copilot"
57-
model.api.npm = "@ai-sdk/github-copilot"
58-
}
59-
}
69+
const baseURL = base(info.enterpriseUrl)
6070

6171
return {
6272
baseURL,

‎packages/opencode/src/plugin/github-copilot/models.ts‎

Lines changed: 143 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,143 @@
1+
import { z } from "zod"
2+
import type { Model } from "@opencode-ai/sdk/v2"
3+
4+
export namespace CopilotModels {
5+
export const schema = z.object({
6+
data: z.array(
7+
z.object({
8+
model_picker_enabled: z.boolean(),
9+
id: z.string(),
10+
name: z.string(),
11+
// every version looks like: `{model.id}-YYYY-MM-DD`
12+
version: z.string(),
13+
supported_endpoints: z.array(z.string()).optional(),
14+
capabilities: z.object({
15+
family: z.string(),
16+
limits: z.object({
17+
max_context_window_tokens: z.number(),
18+
max_output_tokens: z.number(),
19+
max_prompt_tokens: z.number(),
20+
vision: z
21+
.object({
22+
max_prompt_image_size: z.number(),
23+
max_prompt_images: z.number(),
24+
supported_media_types: z.array(z.string()),
25+
})
26+
.optional(),
27+
}),
28+
supports: z.object({
29+
adaptive_thinking: z.boolean().optional(),
30+
max_thinking_budget: z.number().optional(),
31+
min_thinking_budget: z.number().optional(),
32+
reasoning_effort: z.array(z.string()).optional(),
33+
streaming: z.boolean(),
34+
structured_outputs: z.boolean().optional(),
35+
tool_calls: z.boolean(),
36+
vision: z.boolean().optional(),
37+
}),
38+
}),
39+
}),
40+
),
41+
})
42+
43+
type Item = z.infer<typeof schema>["data"][number]
44+
45+
function build(key: string, remote: Item, url: string, prev?: Model): Model {
46+
const reasoning =
47+
!!remote.capabilities.supports.adaptive_thinking ||
48+
!!remote.capabilities.supports.reasoning_effort?.length ||
49+
remote.capabilities.supports.max_thinking_budget !== undefined ||
50+
remote.capabilities.supports.min_thinking_budget !== undefined
51+
const image =
52+
(remote.capabilities.supports.vision ?? false) ||
53+
(remote.capabilities.limits.vision?.supported_media_types ?? []).some((item) => item.startsWith("image/"))
54+
55+
return {
56+
id: key,
57+
providerID: "github-copilot",
58+
api: {
59+
id: remote.id,
60+
url,
61+
npm: "@ai-sdk/github-copilot",
62+
},
63+
// API response wins
64+
status: "active",
65+
limit: {
66+
context: remote.capabilities.limits.max_context_window_tokens,
67+
input: remote.capabilities.limits.max_prompt_tokens,
68+
output: remote.capabilities.limits.max_output_tokens,
69+
},
70+
capabilities: {
71+
temperature: prev?.capabilities.temperature ?? true,
72+
reasoning: prev?.capabilities.reasoning ?? reasoning,
73+
attachment: prev?.capabilities.attachment ?? true,
74+
toolcall: remote.capabilities.supports.tool_calls,
75+
input: {
76+
text: true,
77+
audio: false,
78+
image,
79+
video: false,
80+
pdf: false,
81+
},
82+
output: {
83+
text: true,
84+
audio: false,
85+
image: false,
86+
video: false,
87+
pdf: false,
88+
},
89+
interleaved: false,
90+
},
91+
// existing wins
92+
family: prev?.family ?? remote.capabilities.family,
93+
name: prev?.name ?? remote.name,
94+
cost: {
95+
input: 0,
96+
output: 0,
97+
cache: { read: 0, write: 0 },
98+
},
99+
options: prev?.options ?? {},
100+
headers: prev?.headers ?? {},
101+
release_date:
102+
prev?.release_date ??
103+
(remote.version.startsWith(`${remote.id}-`) ? remote.version.slice(remote.id.length + 1) : remote.version),
104+
variants: prev?.variants ?? {},
105+
}
106+
}
107+
108+
export async function get(
109+
baseURL: string,
110+
headers: HeadersInit = {},
111+
existing: Record<string, Model> = {},
112+
): Promise<Record<string, Model>> {
113+
const data = await fetch(`${baseURL}/models`, {
114+
headers,
115+
}).then(async (res) => {
116+
if (!res.ok) {
117+
throw new Error(`Failed to fetch models: ${res.status}`)
118+
}
119+
return schema.parse(await res.json())
120+
})
121+
122+
const result = { ...existing }
123+
const remote = new Map(data.data.filter((m) => m.model_picker_enabled).map((m) => [m.id, m] as const))
124+
125+
// prune existing models whose api.id isn't in the endpoint response
126+
for (const [key, model] of Object.entries(result)) {
127+
const m = remote.get(model.api.id)
128+
if (!m) {
129+
delete result[key]
130+
continue
131+
}
132+
result[key] = build(key, m, baseURL, model)
133+
}
134+
135+
// add new endpoint models not already keyed in result
136+
for (const [id, m] of remote) {
137+
if (id in result) continue
138+
result[id] = build(id, m, baseURL)
139+
}
140+
141+
return result
142+
}
143+
}

‎packages/opencode/src/plugin/index.ts‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ import { Flag } from "../flag/flag"
77
import { CodexAuthPlugin } from "./codex"
88
import { Session } from "../session"
99
import { NamedError } from "@opencode-ai/util/error"
10-
import { CopilotAuthPlugin } from "./copilot"
10+
import { CopilotAuthPlugin } from "./github-copilot/copilot"
1111
import { gitlabAuthPlugin as GitlabAuthPlugin } from "opencode-gitlab-auth"
1212
import { PoeAuthPlugin } from "opencode-poe-auth"
1313
import { Effect, Layer, ServiceMap, Stream } from "effect"

‎packages/opencode/src/provider/provider.ts‎

Lines changed: 43 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -1178,6 +1178,49 @@ export namespace Provider {
11781178
mergeProvider(providerID, partial)
11791179
}
11801180

1181+
const gitlab = ProviderID.make("gitlab")
1182+
if (discoveryLoaders[gitlab] && providers[gitlab] && isProviderAllowed(gitlab)) {
1183+
yield* Effect.promise(async () => {
1184+
try {
1185+
const discovered = await discoveryLoaders[gitlab]()
1186+
for (const [modelID, model] of Object.entries(discovered)) {
1187+
if (!providers[gitlab].models[modelID]) {
1188+
providers[gitlab].models[modelID] = model
1189+
}
1190+
}
1191+
} catch (e) {
1192+
log.warn("state discovery error", { id: "gitlab", error: e })
1193+
}
1194+
})
1195+
}
1196+
1197+
for (const hook of plugins) {
1198+
const p = hook.provider
1199+
const models = p?.models
1200+
if (!p || !models) continue
1201+
1202+
const providerID = ProviderID.make(p.id)
1203+
if (disabled.has(providerID)) continue
1204+
1205+
const provider = providers[providerID]
1206+
if (!provider) continue
1207+
const pluginAuth = yield* auth.get(providerID).pipe(Effect.orDie)
1208+
1209+
provider.models = yield* Effect.promise(async () => {
1210+
const next = await models(provider, { auth: pluginAuth })
1211+
return Object.fromEntries(
1212+
Object.entries(next).map(([id, model]) => [
1213+
id,
1214+
{
1215+
...model,
1216+
id: ModelID.make(id),
1217+
providerID,
1218+
},
1219+
]),
1220+
)
1221+
})
1222+
}
1223+
11811224
for (const [id, provider] of Object.entries(providers)) {
11821225
const providerID = ProviderID.make(id)
11831226
if (!isProviderAllowed(providerID)) {
@@ -1222,22 +1265,6 @@ export namespace Provider {
12221265
log.info("found", { providerID })
12231266
}
12241267

1225-
const gitlab = ProviderID.make("gitlab")
1226-
if (discoveryLoaders[gitlab] && providers[gitlab]) {
1227-
yield* Effect.promise(async () => {
1228-
try {
1229-
const discovered = await discoveryLoaders[gitlab]()
1230-
for (const [modelID, model] of Object.entries(discovered)) {
1231-
if (!providers[gitlab].models[modelID]) {
1232-
providers[gitlab].models[modelID] = model
1233-
}
1234-
}
1235-
} catch (e) {
1236-
log.warn("state discovery error", { id: "gitlab", error: e })
1237-
}
1238-
})
1239-
}
1240-
12411268
return {
12421269
models: languages,
12431270
providers,

0 commit comments

Comments
 (0)