feat(llm): add provider-routed adapter composition

This commit is contained in:
Kit Langton
2026-04-26 13:35:00 -04:00
parent e1c6bf92fb
commit 4e3f678b24
18 changed files with 492 additions and 28 deletions
@@ -0,0 +1,135 @@
import * as LLM from "@opencode-ai/llm/llm"
import { Anthropic } from "@opencode-ai/llm/provider/anthropic"
import { Azure } from "@opencode-ai/llm/provider/azure"
import { GitHubCopilot } from "@opencode-ai/llm/provider/github-copilot"
import { Google } from "@opencode-ai/llm/provider/google"
import { OpenAI } from "@opencode-ai/llm/provider/openai"
import { OpenAICompatibleFamily } from "@opencode-ai/llm/provider/openai-compatible-family"
import { XAI } from "@opencode-ai/llm/provider/xai"
import type { ProviderDefinition, ProviderRoute } from "@opencode-ai/llm/provider-route"
import { ReasoningEfforts, type ModelRef, type Protocol, type ReasoningEffort } from "@opencode-ai/llm/schema"
import { isRecord } from "@/util/record"
import type * as Provider from "./provider"
type Input = {
readonly provider: Provider.Info
readonly model: Provider.Model
}
const PROVIDERS: Record<string, ProviderDefinition> = {
"@ai-sdk/anthropic": Anthropic.provider,
"@ai-sdk/azure": Azure.provider,
"@ai-sdk/baseten": OpenAICompatibleFamily.provider,
"@ai-sdk/cerebras": OpenAICompatibleFamily.provider,
"@ai-sdk/deepinfra": OpenAICompatibleFamily.provider,
"@ai-sdk/fireworks": OpenAICompatibleFamily.provider,
"@ai-sdk/github-copilot": GitHubCopilot.provider,
"@ai-sdk/google": Google.provider,
"@ai-sdk/openai": OpenAI.provider,
"@ai-sdk/openai-compatible": OpenAICompatibleFamily.provider,
"@ai-sdk/togetherai": OpenAICompatibleFamily.provider,
"@ai-sdk/xai": XAI.provider,
}
const REASONING_EFFORTS = new Set<ReasoningEffort>(ReasoningEfforts)
const stringOption = (options: Record<string, unknown>, key: string) => {
const value = options[key]
if (typeof value === "string" && value.trim() !== "") return value
return undefined
}
const recordOption = (options: Record<string, unknown>, key: string): Record<string, string> => {
const value = options[key]
if (!isRecord(value)) return {}
return Object.fromEntries(Object.entries(value).filter((entry): entry is [string, string] => typeof entry[1] === "string"))
}
export const route = (
input: Input,
options: Record<string, unknown> = { ...input.provider.options, ...input.model.options },
): ProviderRoute | undefined =>
PROVIDERS[input.model.api.npm]?.route({
modelID: input.model.api.id,
providerID: input.model.providerID,
options,
})
const baseURL = (input: Input, selected: Protocol, options: Record<string, unknown>) => {
const configured = stringOption(options, "baseURL") ?? input.model.api.url
if (configured) return configured
if (selected === "openai-compatible-chat") return OpenAICompatibleFamily.byProvider[input.model.providerID]?.baseURL
return undefined
}
const authHeader = (selected: Protocol, apiKey: string | undefined): Record<string, string> => {
if (!apiKey) return {}
if (selected === "anthropic-messages") return { "x-api-key": apiKey }
if (selected === "gemini") return { "x-goog-api-key": apiKey }
return { authorization: `Bearer ${apiKey}` }
}
const headers = (input: Input, selected: Protocol, options: Record<string, unknown>) => {
const result = {
...authHeader(selected, stringOption(options, "apiKey") ?? input.provider.key),
...recordOption(options, "headers"),
...input.model.headers,
}
return Object.keys(result).length === 0 ? undefined : result
}
const reasoningEfforts = (input: Input) =>
Object.keys(input.model.variants ?? {}).filter((effort): effort is ReasoningEffort =>
REASONING_EFFORTS.has(effort as ReasoningEffort),
)
const capabilities = (input: Input, selected: Protocol) =>
LLM.capabilities({
input: {
text: input.model.capabilities.input.text,
image: input.model.capabilities.input.image,
audio: input.model.capabilities.input.audio,
video: input.model.capabilities.input.video,
pdf: input.model.capabilities.input.pdf,
},
output: {
text: input.model.capabilities.output.text,
reasoning: input.model.capabilities.reasoning,
},
tools: {
calls: input.model.capabilities.toolcall,
streamingInput: selected !== "gemini" && input.model.capabilities.toolcall,
},
cache: {
prompt: ["anthropic-messages", "bedrock-converse"].includes(selected),
contentBlocks: selected === "anthropic-messages",
},
reasoning: {
efforts: reasoningEfforts(input),
summaries: selected === "openai-responses",
encryptedContent: selected === "openai-responses" || selected === "anthropic-messages",
},
})
export const toModelRef = (input: Input): ModelRef | undefined => {
const options = { ...input.provider.options, ...input.model.options }
const selected = route(input, options)
if (!selected) return undefined
return LLM.model({
id: input.model.api.id,
provider: selected.provider,
protocol: selected.protocol,
baseURL: baseURL(input, selected.protocol, options),
headers: headers(input, selected.protocol, options),
capabilities: capabilities(input, selected.protocol),
limits: LLM.limits({ context: input.model.limit.context, output: input.model.limit.output }),
native: {
opencodeProviderID: input.provider.id,
opencodeModelID: input.model.id,
npm: input.model.api.npm,
options,
},
})
}
export * as ProviderLLMBridge from "./llm-bridge"
+2 -7
View File
@@ -25,18 +25,13 @@ import { InstanceState } from "@/effect/instance-state"
import { AppFileSystem } from "@opencode-ai/core/filesystem"
import { isRecord } from "@/util/record"
import { optionalOmitUndefined, withStatics } from "@/util/schema"
import { GitHubCopilot } from "@opencode-ai/llm/provider/github-copilot"
import * as ProviderTransform from "./transform"
import { ModelID, ProviderID } from "./schema"
const log = Log.create({ service: "provider" })
function shouldUseCopilotResponsesApi(modelID: string): boolean {
const match = /^gpt-(\d+)/.exec(modelID)
if (!match) return false
return Number(match[1]) >= 5 && !modelID.startsWith("gpt-5-mini")
}
function wrapSSE(res: Response, ms: number, ctl: AbortController) {
if (typeof ms !== "number" || ms <= 0) return res
if (!res.body) return res
@@ -193,7 +188,7 @@ function custom(dep: CustomDep): Record<string, CustomLoader> {
autoload: false,
async getModel(sdk: any, modelID: string, _options?: Record<string, any>) {
if (useLanguageModel(sdk)) return sdk.languageModel(modelID)
return shouldUseCopilotResponsesApi(modelID) ? sdk.responses(modelID) : sdk.chat(modelID)
return GitHubCopilot.shouldUseResponsesApi(modelID) ? sdk.responses(modelID) : sdk.chat(modelID)
},
options: {},
}),