mirror of
https://github.com/Kilo-Org/kilocode.git
synced 2026-09-24 16:02:55 +08:00
+25







![opencode-agent[bot]](/assets/img/avatar_default.png)

Johnny Eric Amancio
opencode-agent[bot]
LukeParkerDev
Shoubhit Dash
Simon Klee
Brendan Allan
Brendan Allan
starptech
Cortex Code
Dax
Dax Raad
Frank
opencode-agent[bot]
Aiden Cline
Michael Hart
smagnuso
Orca丶
Adam
Aarav Sareen
Kit Langton
James Long
Dustin Deus
Ulises Jeremias
Jack
Jérôme Benoit
Ariane Emory
LIU Xinyu
Colin McDonnell
Sebastian
opencode
Kamesh Sampath
pcadena-lila
weiconghe
alberto
kilo-maintainer[bot]
ef6b152ff8
* feat(worktree): add managed workspace cloning (#30117) * test(tui): skip crashing keymap textarea renderer * fix(core): allow skipping migration execution * fix(opencode): remove automatic full session diffs (#30127) * chore: generate * refactor(worktree): move project out of repository * zen: deepseek flash * fix(tui): remount session view on session switch (#30129) Co-authored-by: opencode-agent[bot] <opencode-agent[bot]@users.noreply.github.com> * go: minimax m3 * refactor(opencode): inline local provider helpers (#30169) * refactor(opencode): simplify provider setup flow (#30173) * fix(app): show project sessions before path sync resolves (#30167) Co-authored-by: LukeParkerDev <10430890+Hona@users.noreply.github.com> * fix(core): preserve session metadata migration identity (#30176) * refactor(session): align namespace imports and inline trivial helpers (#30180) * opencode(run): add queued prompt management (#30103) Direct run mode previously made submitted follow-up prompts irrevocable while a response was still running. Let users edit or remove queued prompts before dispatch without interrupting the active turn. * chore: generate * fix(acp): honor session/cancel by aborting the running turn (#30145) Co-authored-by: Shoubhit Dash <shoubhit2005@gmail.com> * fix(tui): prevent prompt corruption when pasting near wide characters (#29710) Co-authored-by: opencode-agent[bot] <opencode-agent[bot]@users.noreply.github.com> Co-authored-by: Simon Klee <hello@simonklee.dk> * fix(opencode): avoid nullable webfetch format schema (#30215) * chore: generate * fix(core): contain lsp warmup defects (#30226) * add run --replay mode (#30239) * chore: generate * chore: update nix node_modules hashes * fix(stats): restore leaderboard spacing * fix(stats): center top models dot grid * fix(stats): stabilize top models hover * fix(stats): align big-pickle provider resolution (#30274) * feat(app): v2 desktop UI improvements (#29689) Co-authored-by: Brendan Allan <git@brendonovich.dev> Co-authored-by: Brendan Allan <14191578+Brendonovich@users.noreply.github.com> * chore: generate * fix(tui): clarify inline subagent rows (#30051) * fix(tui): handle events across workspaces (#30281) * feat(core): update Copilot for token-based billing (#30181) * fix(tui): keep background marker with subagent label (#30271) * fix(tui): keep retry attempt before message (#30275) * chore: generate * fix(opencode): enforce storage path invariants (#29666) * chore: generate * feat(core): add location-based permission service (#30287) * chore: generate * fix(tui): preserve live parts during session hydration (#30300) * fix(app): restore deferred MCP status updates (#30220) * fix: export v2 stylesheets and declare core node types (#30312) * chore: update nix node_modules hashes * fix(app): avoid suspending on pending child path (#30314) * fix(opencode): remove sunsetted gpt-5.2 and gpt-5.3-codex from allowed models for codex subscriptions (#30316) * chore: generate * feat(core): expose session location * chore: generate * fix(opencode): preserve websocket api errors (#30321) * refactor(core): simplify session pagination * feat(core): add location filesystem contract * feat(core): add dummy location filesystem layer * chore: generate * feat(opencode): add filesystem read and list routes * chore: generate * infra: stats * sync * feat(app): inset new layout session panels (#30342) * fix(app): tab title truncation and close button positioning (#30349) * tui: show model context in run footer (#30380) * tui: revert OpenTUI upgrade to 0.2.16 (#30383) * chore: update nix node_modules hashes * feat(core): add managed repository cache (#30408) * chore: generate * chore: generate * sync * feat(stats): add cache ratio section * feat(core): add flagged project references (#30414) * chore: generate * feat(core): support named migrations (#30418) * fix(stats): clean retired provider rows during sync (#30420) * fix(stats): mention opencode go in top models copy * feat(core): expose project reference filesystem access (#30423) * chore: generate * sync * fix(tui): scope diff viewer to session directory (#30426) * test: widen provider header timeout margin (#30427) * fix(plugin): restore private git install fallback (#30430) * fix(stats): remove leaderboard nav link * chore(opencode): remove scout agent (#30435) * chore: generate * feat(stats): improve cache ratio chart * chore: generate * fix(effect-drizzle-sqlite): preserve transaction begin errors (#30448) * chore: bump effect beta to 74 (#30449) * Revert "tui: revert OpenTUI upgrade to 0.2.16 (#30383)" (#30452) * chore: update nix node_modules hashes * refactor(opencode): improve startup time by 38% (#30453) Co-authored-by: starptech <starptech@starptechs-MBP.fritz.box> * chore: generate * fix(opencode): patch empty Gemini replay messages (#30463) * chore: generate * refactor(core): consolidate filesystem services (#30447) * chore: generate * run: enable interactive replay by default (#30465) * chore: update nix node_modules hashes * refactor(opencode): remove JSON storage migration (#30461) * chore: generate * chore: update nix node_modules hashes * fix(tui): stop idle background task spinner (#30484) * refactor(core): move v1 schemas into core (#30473) * chore: generate * fix: task id passed to background job for continuation (#30485) * chore: generate * feat(core): project copying and tracking directories (#30139) * chore: generate * fix(opencode): preserve signed thinking during anthropic reorder (#30182) * Revert "fix(opencode): preserve signed thinking during anthropic reorder" (#30502) * fix: rm tool reorder logic from old bug (#30483) * chore: generate * feat(app): polish home projects list UI (#30436) * feat(app): polish select-v2 component (#30446) Co-authored-by: Brendan Allan <git@brendonovich.dev> * fix(github): enforce existing git author identity (#30507) * feat(app): new update button (#30460) Co-authored-by: Brendan Allan <git@brendonovich.dev> * fix(opencode): fallback to sh for curl upgrade (#30499) Co-authored-by: Shoubhit Dash <shoubhit2005@gmail.com> * fix(ui): render whole-file patches as complete diffs (#30516) * chore: generate * feat(app): add servers tab to settings dialog (#29675) * refactor(core): consolidate pty service (#30537) * chore: generate * tui: truncate sidebar file paths (#30531) * chore: update nix node_modules hashes * feat(stats): add geo breakdown (#30456) * chore: generate * chore: update nix node_modules hashes * fix(acp): classify apply_patch as edit (#30564) * fix(acp): classify task as think (#30565) * fix(acp): include external directory permission context (#30567) * fix(acp): clean read tool display content (#30569) * fix(tui): route question responses by session directory (#30578) * fix(stats): serve stats og image from banner * docs(go): add Qwen3.7 Plus model (#30594) * fix(openai): preserve websocket idle state (#30586) * refactor(core): remove ai sdk option fields (#30581) * chore: generate * test(core): cover v1 provider option lowering (#30599) * chore: generate * refactor(core): nest model api id (#30603) * fix(core): expose azure openai xhigh efforts (#30620) * feat(core): add skill registry and file agent loading (#30617) * chore: generate * chore: update nix node_modules hashes * fix(stats): count all go usage * chore: remove zed extension and automation (#30628) * fix(opencode): preserve variant for delegated tasks (#30630) * zen: update nvidia tos * fix(opencode): route SAP AI Core reasoning variants through modelParams (#30482) * chore: generate * fix(app): hide unavailable titlebar update (#30642) * feat(app): v2 thinking level selector (#30646) * fix(app,ui): session review reactivity and VCS query cache (#30660) * feat(core): add embedded v2 session runtime and tool foundation (#30632) * chore: generate * chore: update nix node_modules hashes * docs: correct compaction prune default (#30670) * fix(opencode): avoid shell cancel race (#30641) * feat: bump bedrock and add proper mantle support for openai models through aws bedrock (#30464) * test: wait for shell truncation readiness (#30679) * chore: update nix node_modules hashes * refactor(opencode): clean up task tool prompts (#30687) * feat(core): add command registry (#30624) * chore: generate * fix(acp): replay loaded session transcript (#30645) Co-authored-by: opencode-agent[bot] <opencode-agent[bot]@users.noreply.github.com> Co-authored-by: Shoubhit Dash <shoubhit2005@gmail.com> * fix(core): reset pre-launch session projections (#30728) * feat(tui): improve experimental session switcher (#30738) * fix(opencode): respect disabled auto compaction on overflow (#30749) * zen: nemotron 3 ultra * fix(enterprise): install hono standard validator peer (#30740) Co-authored-by: opencode-agent[bot] <opencode-agent[bot]@users.noreply.github.com> * fix build * chore: update nix node_modules hashes * make scripts executable * fix(tui): show toast when variant_list keybind used with no variants (#30724) * fix(opencode): `ACP.loadSession` should replay all messages (#30761) Co-authored-by: Shoubhit Dash <shoubhit2005@gmail.com> * fix(opencode): attribute task child agent on creation (#30786) * fix(tui): add Vue syntax highlighting (#30802) * fix: bump @openrouter/ai-sdk-provider to 2.9.0 (#30800) * feat(core): moving sessions (#30640) * chore: generate * tweak: background agent prompting to avoid polling issues (#30790) * upgrade opentui to 0.3.2 (#30748) * chore: update nix node_modules hashes * feat(desktop): surface local server startup failures (#30822) * ci: publish * refactor(core): make v2 session inputs event sourced (#30785) * chore: generate * fix(llm): normalize OpenAI function tool schemas * chore: generate * feat(stats): refresh stats routes and homepage (#30419) * fix(stats): sort metric charts by top usage * feat(core): add public native API (#30828) * chore: generate * feat(app): color themes (#30824) Co-authored-by: LukeParkerDev <10430890+Hona@users.noreply.github.com> * chore: generate * sync release versions for v1.16.0 * feat(core): attach global native tools (#30832) * chore: generate * feat(core): add Snowflake Cortex provider (#29901) Co-authored-by: Cortex Code <noreply@snowflake.com> * chore: generate * feat(core): persist v2 session context epochs (#30789) * chore: generate * feat(tui): allow backgrounding synchronous subagents (#30488) * fix(app): improve tab handling (#30669) * chore: generate * fix(tui): prioritize models slash autocomplete (#30848) * fix(tui): route permission replies to session directory (#30851) Co-authored-by: opencode-agent[bot] <opencode-agent[bot]@users.noreply.github.com> * fix(cli): harden daemon lifecycle (#30844) * chore: generate * feat(app): improve desktop multi-server support (#30678) Co-authored-by: Brendan Allan <git@brendonovich.dev> * chore: generate * fix(app): handle tab overflow and scrolling in titlebar (#30886) * fix(app): tab overflow (#30894) * tui: guard path formatting inputs (#30469) Fixes #27726, #25216, #24856, #24294, #17071, #29164, #24837, #16865, #14279, #29895 * opencode/run: refresh themes after terminal reloads (#30917) * chore: generate * fix(tui): fall back to local cwd when editor spawns in attach mode (#30583) * docs: update Go Qwen tiered pricing (#30936) * chore: generate * feat(tui): add diff hunk navigation (#30935) * chore: rm fuzzy search on references (#30931) * fix: use mapError instead of orDie for context snapshot decoding (#30905) Co-authored-by: Shoubhit Dash <shoubhit2005@gmail.com> * fix(core): recover corrupted models cache (#30947) * chore: bun install (#30968) * fix(opencode): resolve Bedrock hang by using node build conditions (#30873) * fix(workflows): retry nix-hashes compute-hash on transient failure (#30743) * fix(stats): scroll model charts to latest on mobile * fix(opencode): prevent destructive edit matches (#30932) * chore: generate * fix(core): respect v2 default agents (#30969) * chore: generate * test(opencode): remove disposal event wait race (#30971) * test(opencode): remove shell timeout output race (#30974) * fix(opencode): gate reasoning summaries by provider (#30973) * feat(core): admit v2 skill guidance (#30843) * fix(workflows): serialize desktop release uploads (#30978) * fix(stats): add mobile chart end spacing * release: v1.16.2 * refactor: kilo compat for v1.16.2 * fix(opencode): address v1.16.2 merge regressions * chore: update kilo-vscode visual regression baselines * fix(opencode): restore Kilo behavior after v1.16.2 merge * fix(opencode): retry Windows migration cleanup * test(opencode): restore clone and macOS watcher coverage * fix(opencode): address second-pass review for #12099 Preserve imported usage and retry partial JSON migrations. Refresh active dependency patches, remove the obsolete GCP patch, and regenerate Kilo HttpApi branding. --------- Co-authored-by: Dax <mail@thdxr.com> Co-authored-by: Dax Raad <d@ironbay.co> Co-authored-by: opencode-agent[bot] <opencode-agent[bot]@users.noreply.github.com> Co-authored-by: Frank <frank@anoma.ly> Co-authored-by: opencode-agent[bot] <219766164+opencode-agent[bot]@users.noreply.github.com> Co-authored-by: Aiden Cline <63023139+rekram1-node@users.noreply.github.com> Co-authored-by: Michael Hart <mhart@cloudflare.com> Co-authored-by: LukeParkerDev <10430890+Hona@users.noreply.github.com> Co-authored-by: Simon Klee <hello@simonklee.dk> Co-authored-by: smagnuso <smagnuso@gmail.com> Co-authored-by: Shoubhit Dash <shoubhit2005@gmail.com> Co-authored-by: Orca丶 <93272799+dauphinYan@users.noreply.github.com> Co-authored-by: Adam <2363879+adamdotdevin@users.noreply.github.com> Co-authored-by: Aarav Sareen <96787824+arvsrn@users.noreply.github.com> Co-authored-by: Brendan Allan <git@brendonovich.dev> Co-authored-by: Brendan Allan <14191578+Brendonovich@users.noreply.github.com> Co-authored-by: Kit Langton <kit.langton@gmail.com> Co-authored-by: James Long <longster@gmail.com> Co-authored-by: Dustin Deus <deusdustin@gmail.com> Co-authored-by: starptech <starptech@starptechs-MBP.fritz.box> Co-authored-by: Ulises Jeremias <ulisescf.24@gmail.com> Co-authored-by: Jack <jack@anoma.ly> Co-authored-by: Jérôme Benoit <jerome.benoit@sap.com> Co-authored-by: Ariane Emory <97994360+ariane-emory@users.noreply.github.com> Co-authored-by: LIU Xinyu <contact@lxy.cc> Co-authored-by: Colin McDonnell <colinmcd94@gmail.com> Co-authored-by: Sebastian <hasta84@gmail.com> Co-authored-by: opencode <opencode@sst.dev> Co-authored-by: Kamesh Sampath <kamesh.sampath@hotmail.com> Co-authored-by: Cortex Code <noreply@snowflake.com> Co-authored-by: pcadena-lila <pcadena@lila.ai> Co-authored-by: weiconghe <46336277+weiconghe@users.noreply.github.com> Co-authored-by: alberto <914199+alblez@users.noreply.github.com> Co-authored-by: kilo-maintainer[bot] <kilo-maintainer[bot]@users.noreply.github.com>
1795 lines
58 KiB
TypeScript
1795 lines
58 KiB
TypeScript
import { afterEach, expect, test } from "bun:test"
|
|
import { mkdir, unlink } from "fs/promises"
|
|
import path from "path"
|
|
import { Effect, Layer } from "effect"
|
|
import { ModelsDev } from "@opencode-ai/core/models-dev"
|
|
import { FSUtil } from "@opencode-ai/core/fs-util"
|
|
import { CrossSpawnSpawner } from "@opencode-ai/core/cross-spawn-spawner"
|
|
import { Global } from "@opencode-ai/core/global"
|
|
import { disposeAllInstances, provideInstanceEffect, tmpdirScoped, TestInstance } from "../fixture/fixture"
|
|
import { markPluginDependenciesReady } from "../fixture/plugin"
|
|
import { Auth } from "@/auth"
|
|
import { Config } from "@/config/config"
|
|
import { Env } from "../../src/env"
|
|
import { Plugin } from "../../src/plugin/index"
|
|
import { Provider } from "@/provider/provider"
|
|
|
|
import { RuntimeFlags } from "@/effect/runtime-flags"
|
|
import { Filesystem } from "@/util/filesystem"
|
|
import { InstanceLayer } from "@/project/instance-layer"
|
|
import { testEffect } from "../lib/effect"
|
|
import { ProviderV2 } from "@opencode-ai/core/provider"
|
|
import { ModelV2 } from "@opencode-ai/core/model"
|
|
|
|
const originalEnv = new Map<string, string | undefined>()
|
|
|
|
const rememberEnv = (k: string) => {
|
|
if (!originalEnv.has(k)) originalEnv.set(k, process.env[k])
|
|
}
|
|
|
|
const setProcessEnv = (k: string, v: string) =>
|
|
Effect.sync(() => {
|
|
rememberEnv(k)
|
|
process.env[k] = v
|
|
})
|
|
|
|
const set = (k: string, v: string) =>
|
|
Effect.gen(function* () {
|
|
rememberEnv(k)
|
|
process.env[k] = v
|
|
yield* Env.use.set(k, v)
|
|
})
|
|
|
|
const remove = (k: string) =>
|
|
Effect.gen(function* () {
|
|
rememberEnv(k)
|
|
delete process.env[k]
|
|
yield* Env.use.remove(k)
|
|
})
|
|
|
|
afterEach(async () => {
|
|
for (const [key, value] of originalEnv) {
|
|
if (value === undefined) delete process.env[key]
|
|
else process.env[key] = value
|
|
}
|
|
originalEnv.clear()
|
|
await disposeAllInstances()
|
|
})
|
|
|
|
const providerLayer = (flags: Partial<RuntimeFlags.Info> = {}) =>
|
|
Provider.layer.pipe(
|
|
Layer.provide(FSUtil.defaultLayer),
|
|
Layer.provide(Env.defaultLayer),
|
|
Layer.provide(Config.defaultLayer),
|
|
Layer.provide(Auth.defaultLayer),
|
|
Layer.provide(Plugin.defaultLayer),
|
|
Layer.provide(ModelsDev.defaultLayer),
|
|
Layer.provide(RuntimeFlags.layer(flags)),
|
|
)
|
|
|
|
const list = Provider.use.list()
|
|
|
|
const paid = (providers: Record<string, { models: Record<string, { cost: { input: number } }> }>) => {
|
|
const item = providers[ProviderV2.ID.make("opencode")]
|
|
if (!item) return 0 // kilocode_change - Kilo drops opencode provider without apiKey/auth
|
|
return Object.values(item.models).filter((model) => model.cost.input > 0).length
|
|
}
|
|
|
|
const languageBaseURL = (language: unknown) => (language as { config: { baseURL: string } }).config.baseURL
|
|
|
|
const it = testEffect(Layer.mergeAll(Provider.defaultLayer, Env.defaultLayer, Plugin.defaultLayer))
|
|
const experimentalModels = testEffect(providerLayer({ enableExperimentalModels: true }))
|
|
|
|
const alphaProviderConfig = {
|
|
provider: {
|
|
"custom-provider": {
|
|
name: "Custom Provider",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
api: "https://api.custom.com/v1",
|
|
models: {
|
|
"active-model": {
|
|
name: "Active Model",
|
|
},
|
|
"alpha-model": {
|
|
name: "Alpha Model",
|
|
status: "alpha" as const,
|
|
},
|
|
},
|
|
options: {
|
|
apiKey: "custom-key",
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
it.instance("provider loaded from env variable", () =>
|
|
Effect.gen(function* () {
|
|
yield* setProcessEnv("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic]).toBeDefined()
|
|
// Provider should retain its connection source even if custom loaders
|
|
// merge additional options.
|
|
expect(providers[ProviderV2.ID.anthropic].source).toBe("env")
|
|
expect(providers[ProviderV2.ID.anthropic].options.headers["anthropic-beta"]).toBeDefined()
|
|
}),
|
|
)
|
|
|
|
it.instance(
|
|
"provider loaded from config with apiKey option",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic]).toBeDefined()
|
|
}),
|
|
{ config: { provider: { anthropic: { options: { apiKey: "config-api-key" } } } } },
|
|
)
|
|
|
|
it.instance(
|
|
"disabled_providers excludes provider",
|
|
Effect.gen(function* () {
|
|
yield* setProcessEnv("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic]).toBeUndefined()
|
|
}),
|
|
{ config: { disabled_providers: ["anthropic"] } },
|
|
)
|
|
|
|
it.instance(
|
|
"enabled_providers restricts to only listed providers",
|
|
Effect.gen(function* () {
|
|
yield* setProcessEnv("ANTHROPIC_API_KEY", "test-api-key")
|
|
yield* setProcessEnv("OPENAI_API_KEY", "test-openai-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.openai]).toBeUndefined()
|
|
}),
|
|
{ config: { enabled_providers: ["anthropic"] } },
|
|
)
|
|
|
|
it.instance(
|
|
"model whitelist filters models for provider",
|
|
Effect.gen(function* () {
|
|
yield* setProcessEnv("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic]).toBeDefined()
|
|
const models = Object.keys(providers[ProviderV2.ID.anthropic].models)
|
|
expect(models).toContain("claude-sonnet-4-20250514")
|
|
expect(models.length).toBe(1)
|
|
}),
|
|
{ config: { provider: { anthropic: { whitelist: ["claude-sonnet-4-20250514"] } } } },
|
|
)
|
|
|
|
it.instance(
|
|
"model blacklist excludes specific models",
|
|
Effect.gen(function* () {
|
|
yield* setProcessEnv("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic]).toBeDefined()
|
|
const models = Object.keys(providers[ProviderV2.ID.anthropic].models)
|
|
expect(models).not.toContain("claude-sonnet-4-20250514")
|
|
}),
|
|
{ config: { provider: { anthropic: { blacklist: ["claude-sonnet-4-20250514"] } } } },
|
|
)
|
|
|
|
it.instance(
|
|
"custom model alias via config",
|
|
Effect.gen(function* () {
|
|
yield* setProcessEnv("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.anthropic].models["my-alias"]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.anthropic].models["my-alias"].name).toBe("My Custom Alias")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
anthropic: { models: { "my-alias": { id: "claude-sonnet-4-20250514", name: "My Custom Alias" } } },
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"custom provider with npm package",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("custom-provider")]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.make("custom-provider")].name).toBe("Custom Provider")
|
|
expect(providers[ProviderV2.ID.make("custom-provider")].models["custom-model"]).toBeDefined()
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"custom-provider": {
|
|
name: "Custom Provider",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
api: "https://api.custom.com/v1",
|
|
env: ["CUSTOM_API_KEY"],
|
|
models: {
|
|
"custom-model": {
|
|
name: "Custom Model",
|
|
tool_call: true,
|
|
limit: { context: 128000, output: 4096 },
|
|
},
|
|
},
|
|
options: { apiKey: "custom-key" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"filters alpha provider models by default",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("custom-provider")].models["active-model"]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.make("custom-provider")].models["alpha-model"]).toBeUndefined()
|
|
}),
|
|
{ config: alphaProviderConfig },
|
|
)
|
|
|
|
experimentalModels.instance(
|
|
"includes alpha provider models when experimental models are enabled",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("custom-provider")].models["active-model"]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.make("custom-provider")].models["alpha-model"]).toBeDefined()
|
|
}),
|
|
{ config: alphaProviderConfig },
|
|
)
|
|
|
|
it.instance(
|
|
"custom DeepSeek openai-compatible model defaults interleaved reasoning field",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
const provider = providers[ProviderV2.ID.make("custom-provider")]
|
|
expect(provider.models["deepseek-r1"].capabilities.interleaved).toEqual({ field: "reasoning_content" })
|
|
expect(provider.models["deepseek-details"].capabilities.interleaved).toEqual({ field: "reasoning_details" })
|
|
expect(provider.models["custom-model"].capabilities.interleaved).toBe(false)
|
|
expect(
|
|
providers[ProviderV2.ID.make("custom-anthropic-provider")].models["deepseek-r1"].capabilities.interleaved,
|
|
).toBe(false)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"custom-provider": {
|
|
name: "Custom Provider",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
api: "https://api.custom.com/v1",
|
|
models: {
|
|
"deepseek-r1": { name: "DeepSeek R1" },
|
|
"deepseek-details": { name: "DeepSeek Details", interleaved: { field: "reasoning_details" } },
|
|
"custom-model": { name: "Custom Model" },
|
|
},
|
|
options: { apiKey: "custom-key" },
|
|
},
|
|
"custom-anthropic-provider": {
|
|
name: "Custom Anthropic Provider",
|
|
npm: "@ai-sdk/anthropic",
|
|
api: "https://api.custom.com/v1",
|
|
models: { "deepseek-r1": { name: "DeepSeek R1" } },
|
|
options: { apiKey: "custom-key" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"env variable takes precedence, config merges options",
|
|
Effect.gen(function* () {
|
|
yield* setProcessEnv("ANTHROPIC_API_KEY", "env-api-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic]).toBeDefined()
|
|
// Config options should be merged
|
|
expect(providers[ProviderV2.ID.anthropic].options.timeout).toBe(60000)
|
|
expect(providers[ProviderV2.ID.anthropic].options.headerTimeout).toBe(10000)
|
|
expect(providers[ProviderV2.ID.anthropic].options.chunkTimeout).toBe(15000)
|
|
}),
|
|
{ config: { provider: { anthropic: { options: { timeout: 60000, headerTimeout: 10000, chunkTimeout: 15000 } } } } },
|
|
)
|
|
|
|
it.instance("getModel returns model for valid provider/model", () =>
|
|
Effect.gen(function* () {
|
|
yield* setProcessEnv("ANTHROPIC_API_KEY", "test-api-key")
|
|
const provider = yield* Provider.Service
|
|
const model = yield* provider.getModel(ProviderV2.ID.anthropic, ModelV2.ID.make("claude-sonnet-4-20250514"))
|
|
expect(model).toBeDefined()
|
|
expect(String(model.providerID)).toBe("anthropic")
|
|
expect(String(model.id)).toBe("claude-sonnet-4-20250514")
|
|
const language = yield* provider.getLanguage(model)
|
|
expect(language).toBeDefined()
|
|
}),
|
|
)
|
|
|
|
it.instance("getModel throws ModelNotFoundError for invalid model", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const exit = yield* Provider.use
|
|
.getModel(ProviderV2.ID.anthropic, ModelV2.ID.make("nonexistent-model"))
|
|
.pipe(Effect.exit)
|
|
expect(exit._tag).toBe("Failure")
|
|
}),
|
|
)
|
|
|
|
it.instance("getModel throws ModelNotFoundError for invalid provider", () =>
|
|
Effect.gen(function* () {
|
|
const exit = yield* Provider.use
|
|
.getModel(ProviderV2.ID.make("nonexistent-provider"), ModelV2.ID.make("some-model"))
|
|
.pipe(Effect.exit)
|
|
expect(exit._tag).toBe("Failure")
|
|
}),
|
|
)
|
|
|
|
// Pure synchronous unit tests — no Effect runtime needed.
|
|
|
|
test("parseModel correctly parses provider/model string", () => {
|
|
const result = Provider.parseModel("anthropic/claude-sonnet-4")
|
|
expect(String(result.providerID)).toBe("anthropic")
|
|
expect(String(result.modelID)).toBe("claude-sonnet-4")
|
|
})
|
|
|
|
test("parseModel handles model IDs with slashes", () => {
|
|
const result = Provider.parseModel("openrouter/anthropic/claude-3-opus")
|
|
expect(String(result.providerID)).toBe("openrouter")
|
|
expect(String(result.modelID)).toBe("anthropic/claude-3-opus")
|
|
})
|
|
|
|
it.instance("defaultModel returns first available model when no config set", () =>
|
|
Effect.gen(function* () {
|
|
yield* setProcessEnv("ANTHROPIC_API_KEY", "test-api-key")
|
|
const model = yield* Provider.use.defaultModel()
|
|
expect(model.providerID).toBeDefined()
|
|
expect(model.modelID).toBeDefined()
|
|
}),
|
|
)
|
|
|
|
it.instance(
|
|
"defaultModel respects config model setting",
|
|
Effect.gen(function* () {
|
|
yield* setProcessEnv("ANTHROPIC_API_KEY", "test-api-key")
|
|
const model = yield* Provider.use.defaultModel()
|
|
expect(String(model.providerID)).toBe("anthropic")
|
|
expect(String(model.modelID)).toBe("claude-sonnet-4-20250514")
|
|
}),
|
|
{ config: { model: "anthropic/claude-sonnet-4-20250514" } },
|
|
)
|
|
|
|
it.instance(
|
|
"defaultModel returns a typed error when config excludes every provider",
|
|
Effect.gen(function* () {
|
|
const error = yield* Provider.use.defaultModel().pipe(Effect.flip)
|
|
expect(error).toBeInstanceOf(Provider.NoProvidersError)
|
|
expect(error._tag).toBe("ProviderNoProvidersError")
|
|
}),
|
|
{ config: { enabled_providers: [] } },
|
|
)
|
|
|
|
it.instance(
|
|
"provider with baseURL from config",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("custom-openai")]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.make("custom-openai")].options.baseURL).toBe("https://custom.openai.com/v1")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"custom-openai": {
|
|
name: "Custom OpenAI",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: [],
|
|
models: { "gpt-4": { name: "GPT-4", tool_call: true, limit: { context: 128000, output: 4096 } } },
|
|
options: { apiKey: "test-key", baseURL: "https://custom.openai.com/v1" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"model cost defaults to zero when not specified",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.make("test-provider")].models["test-model"]
|
|
expect(model.cost.input).toBe(0)
|
|
expect(model.cost.output).toBe(0)
|
|
expect(model.cost.cache.read).toBe(0)
|
|
expect(model.cost.cache.write).toBe(0)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"test-provider": {
|
|
name: "Test Provider",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: [],
|
|
models: { "test-model": { name: "Test Model", tool_call: true, limit: { context: 128000, output: 4096 } } },
|
|
options: { apiKey: "test-key" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"model options are merged from existing model",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.anthropic].models["claude-sonnet-4-20250514"]
|
|
expect(model.options.customOption).toBe("custom-value")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
anthropic: {
|
|
options: { apiKey: "test-api-key" },
|
|
models: { "claude-sonnet-4-20250514": { options: { customOption: "custom-value" } } },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"provider removed when all models filtered out",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic]).toBeUndefined()
|
|
}),
|
|
{ config: { provider: { anthropic: { options: { apiKey: "test-api-key" }, whitelist: ["nonexistent-model"] } } } },
|
|
)
|
|
|
|
it.instance("closest finds model by partial match", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const result = yield* Provider.use.closest(ProviderV2.ID.anthropic, ["sonnet-4"])
|
|
expect(result).toBeDefined()
|
|
expect(String(result?.providerID)).toBe("anthropic")
|
|
expect(String(result?.modelID)).toContain("sonnet-4")
|
|
}),
|
|
)
|
|
|
|
it.instance("closest returns undefined for nonexistent provider", () =>
|
|
Effect.gen(function* () {
|
|
const result = yield* Provider.use.closest(ProviderV2.ID.make("nonexistent"), ["model"])
|
|
expect(result).toBeUndefined()
|
|
}),
|
|
)
|
|
|
|
it.instance(
|
|
"getModel uses realIdByKey for aliased models",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic].models["my-sonnet"]).toBeDefined()
|
|
|
|
const model = yield* Provider.use.getModel(ProviderV2.ID.anthropic, ModelV2.ID.make("my-sonnet"))
|
|
expect(model).toBeDefined()
|
|
expect(String(model.id)).toBe("my-sonnet")
|
|
expect(model.name).toBe("My Sonnet Alias")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
anthropic: {
|
|
models: { "my-sonnet": { id: "claude-sonnet-4-20250514", name: "My Sonnet Alias" } },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"provider api field sets model api.url",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
// api field is stored on model.api.url, used by getSDK to set baseURL
|
|
expect(providers[ProviderV2.ID.make("custom-api")].models["model-1"].api.url).toBe("https://api.example.com/v1")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"custom-api": {
|
|
name: "Custom API",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
api: "https://api.example.com/v1",
|
|
env: [],
|
|
models: { "model-1": { name: "Model 1", tool_call: true, limit: { context: 8000, output: 2000 } } },
|
|
options: { apiKey: "test-key" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"explicit baseURL overrides api field",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("custom-api")].options.baseURL).toBe("https://custom.override.com/v1")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"custom-api": {
|
|
name: "Custom API",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
api: "https://api.example.com/v1",
|
|
env: [],
|
|
models: { "model-1": { name: "Model 1", tool_call: true, limit: { context: 8000, output: 2000 } } },
|
|
options: { apiKey: "test-key", baseURL: "https://custom.override.com/v1" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"model inherits properties from existing database model",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.anthropic].models["claude-sonnet-4-20250514"]
|
|
expect(model.name).toBe("Custom Name for Sonnet")
|
|
expect(model.capabilities.toolcall).toBe(true)
|
|
expect(model.capabilities.attachment).toBe(true)
|
|
expect(model.limit.context).toBeGreaterThan(0)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: { anthropic: { models: { "claude-sonnet-4-20250514": { name: "Custom Name for Sonnet" } } } },
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"disabled_providers prevents loading even with env var",
|
|
Effect.gen(function* () {
|
|
yield* set("OPENAI_API_KEY", "test-openai-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.openai]).toBeUndefined()
|
|
}),
|
|
{ config: { disabled_providers: ["openai"] } },
|
|
)
|
|
|
|
it.instance(
|
|
"enabled_providers with empty array allows no providers",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
yield* set("OPENAI_API_KEY", "test-openai-key")
|
|
const providers = yield* list
|
|
expect(Object.keys(providers).length).toBe(0)
|
|
}),
|
|
{ config: { enabled_providers: [] } },
|
|
)
|
|
|
|
it.instance(
|
|
"whitelist and blacklist can be combined",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic]).toBeDefined()
|
|
const models = Object.keys(providers[ProviderV2.ID.anthropic].models)
|
|
expect(models).toContain("claude-sonnet-4-20250514")
|
|
expect(models).not.toContain("claude-opus-4-20250514")
|
|
expect(models.length).toBe(1)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
anthropic: {
|
|
whitelist: ["claude-sonnet-4-20250514", "claude-opus-4-20250514"],
|
|
blacklist: ["claude-opus-4-20250514"],
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"model modalities default correctly",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.make("test-provider")].models["test-model"]
|
|
expect(model.capabilities.input.text).toBe(true)
|
|
expect(model.capabilities.output.text).toBe(true)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"test-provider": {
|
|
name: "Test",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: [],
|
|
models: { "test-model": { name: "Test Model", tool_call: true, limit: { context: 8000, output: 2000 } } },
|
|
options: { apiKey: "test" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"model with custom cost values",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.make("test-provider")].models["test-model"]
|
|
expect(model.cost.input).toBe(5)
|
|
expect(model.cost.output).toBe(15)
|
|
expect(model.cost.cache.read).toBe(2.5)
|
|
expect(model.cost.cache.write).toBe(7.5)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"test-provider": {
|
|
name: "Test",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: [],
|
|
models: {
|
|
"test-model": {
|
|
name: "Test Model",
|
|
tool_call: true,
|
|
limit: { context: 8000, output: 2000 },
|
|
cost: { input: 5, output: 15, cache_read: 2.5, cache_write: 7.5 },
|
|
},
|
|
},
|
|
options: { apiKey: "test" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance("getSmallModel returns appropriate small model", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const model = yield* Provider.use.getSmallModel(ProviderV2.ID.anthropic)
|
|
expect(model).toBeDefined()
|
|
expect(model?.id).toContain("haiku")
|
|
}),
|
|
)
|
|
|
|
it.instance(
|
|
"getSmallModel respects config small_model override",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const model = yield* Provider.use.getSmallModel(ProviderV2.ID.anthropic)
|
|
expect(model).toBeDefined()
|
|
expect(String(model?.providerID)).toBe("anthropic")
|
|
expect(String(model?.id)).toBe("claude-sonnet-4-20250514")
|
|
}),
|
|
{ config: { small_model: "anthropic/claude-sonnet-4-20250514" } },
|
|
)
|
|
|
|
it.instance(
|
|
"getSmallModel ignores invalid config small_model",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const model = yield* Provider.use.getSmallModel(ProviderV2.ID.anthropic)
|
|
expect(model).toBeUndefined()
|
|
}),
|
|
{ config: { small_model: "anthropic/not-a-real-model" } },
|
|
)
|
|
|
|
test("provider.sort prioritizes preferred models", () => {
|
|
const models = [
|
|
{ id: "random-model", name: "Random" },
|
|
{ id: "claude-sonnet-4-latest", name: "Claude Sonnet 4" },
|
|
{ id: "gpt-5-turbo", name: "GPT-5 Turbo" },
|
|
{ id: "other-model", name: "Other" },
|
|
] as any[]
|
|
|
|
const sorted = Provider.sort(models)
|
|
expect(sorted[0].id).toContain("sonnet-4")
|
|
expect(sorted[0].id).toContain("latest")
|
|
expect(sorted[sorted.length - 1].id).not.toContain("gpt-5")
|
|
expect(sorted[sorted.length - 1].id).not.toContain("sonnet-4")
|
|
})
|
|
|
|
it.instance(
|
|
"multiple providers can be configured simultaneously",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-anthropic-key")
|
|
yield* set("OPENAI_API_KEY", "test-openai-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.openai]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.anthropic].options.timeout).toBe(30000)
|
|
expect(providers[ProviderV2.ID.openai].options.timeout).toBe(60000)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
anthropic: { options: { timeout: 30000 } },
|
|
openai: { options: { timeout: 60000 } },
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"provider with custom npm package",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("local-llm")]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.make("local-llm")].models["llama-3"].api.npm).toBe("@ai-sdk/openai-compatible")
|
|
expect(providers[ProviderV2.ID.make("local-llm")].options.baseURL).toBe("http://localhost:11434/v1")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"local-llm": {
|
|
name: "Local LLM",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: [],
|
|
models: { "llama-3": { name: "Llama 3", tool_call: true, limit: { context: 8192, output: 2048 } } },
|
|
options: { apiKey: "not-needed", baseURL: "http://localhost:11434/v1" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
// Edge cases for model configuration
|
|
|
|
it.instance(
|
|
"model alias name defaults to alias key when id differs",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic].models["sonnet"].name).toBe("sonnet")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
anthropic: {
|
|
models: { sonnet: { id: "claude-sonnet-4-20250514" } },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"provider with multiple env var options only includes apiKey when single env",
|
|
Effect.gen(function* () {
|
|
yield* set("MULTI_ENV_KEY_1", "test-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("multi-env")]).toBeDefined()
|
|
// When multiple env options exist, key should NOT be auto-set
|
|
expect(providers[ProviderV2.ID.make("multi-env")].key).toBeUndefined()
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"multi-env": {
|
|
name: "Multi Env Provider",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: ["MULTI_ENV_KEY_1", "MULTI_ENV_KEY_2"],
|
|
models: { "model-1": { name: "Model 1", tool_call: true, limit: { context: 8000, output: 2000 } } },
|
|
options: { baseURL: "https://api.example.com/v1" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"provider with single env var includes apiKey automatically",
|
|
Effect.gen(function* () {
|
|
yield* set("SINGLE_ENV_KEY", "my-api-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("single-env")]).toBeDefined()
|
|
// Single env option should auto-set key
|
|
expect(providers[ProviderV2.ID.make("single-env")].key).toBe("my-api-key")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"single-env": {
|
|
name: "Single Env Provider",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: ["SINGLE_ENV_KEY"],
|
|
models: { "model-1": { name: "Model 1", tool_call: true, limit: { context: 8000, output: 2000 } } },
|
|
options: { baseURL: "https://api.example.com/v1" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"model cost overrides existing cost values",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.anthropic].models["claude-sonnet-4-20250514"]
|
|
expect(model.cost.input).toBe(999)
|
|
expect(model.cost.output).toBe(888)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
anthropic: {
|
|
models: { "claude-sonnet-4-20250514": { cost: { input: 999, output: 888 } } },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"completely new provider not in database can be configured",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("brand-new-provider")]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.make("brand-new-provider")].name).toBe("Brand New")
|
|
const model = providers[ProviderV2.ID.make("brand-new-provider")].models["new-model"]
|
|
expect(model.capabilities.reasoning).toBe(true)
|
|
expect(model.capabilities.attachment).toBe(true)
|
|
expect(model.capabilities.input.image).toBe(true)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"brand-new-provider": {
|
|
name: "Brand New",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: [],
|
|
api: "https://new-api.com/v1",
|
|
models: {
|
|
"new-model": {
|
|
name: "New Model",
|
|
tool_call: true,
|
|
reasoning: true,
|
|
attachment: true,
|
|
temperature: true,
|
|
limit: { context: 32000, output: 8000 },
|
|
modalities: { input: ["text", "image"], output: ["text"] },
|
|
},
|
|
},
|
|
options: { apiKey: "new-key" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"disabled_providers and enabled_providers interaction",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-anthropic")
|
|
yield* set("OPENAI_API_KEY", "test-openai")
|
|
yield* set("GOOGLE_GENERATIVE_AI_API_KEY", "test-google")
|
|
const providers = yield* list
|
|
// anthropic: in enabled, not in disabled = allowed
|
|
expect(providers[ProviderV2.ID.anthropic]).toBeDefined()
|
|
// openai: in enabled, but also in disabled = NOT allowed
|
|
expect(providers[ProviderV2.ID.openai]).toBeUndefined()
|
|
// google: not in enabled = NOT allowed (even though not disabled)
|
|
expect(providers[ProviderV2.ID.google]).toBeUndefined()
|
|
}),
|
|
{
|
|
// enabled_providers takes precedence — only these are considered
|
|
// Then disabled_providers filters from the enabled set
|
|
config: { enabled_providers: ["anthropic", "openai"], disabled_providers: ["openai"] },
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"model with tool_call false",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("no-tools")].models["basic-model"].capabilities.toolcall).toBe(false)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"no-tools": {
|
|
name: "No Tools Provider",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: [],
|
|
models: { "basic-model": { name: "Basic Model", tool_call: false, limit: { context: 4000, output: 1000 } } },
|
|
options: { apiKey: "test" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"model defaults tool_call to true when not specified",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("default-tools")].models["model"].capabilities.toolcall).toBe(true)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"default-tools": {
|
|
name: "Default Tools Provider",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: [],
|
|
models: { model: { name: "Model", limit: { context: 4000, output: 1000 } } },
|
|
options: { apiKey: "test" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"model headers are preserved",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.make("headers-provider")].models["model"]
|
|
expect(model.headers).toEqual({
|
|
"X-Custom-Header": "custom-value",
|
|
Authorization: "Bearer special-token",
|
|
})
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"headers-provider": {
|
|
name: "Headers Provider",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: [],
|
|
models: {
|
|
model: {
|
|
name: "Model",
|
|
tool_call: true,
|
|
limit: { context: 4000, output: 1000 },
|
|
headers: { "X-Custom-Header": "custom-value", Authorization: "Bearer special-token" },
|
|
},
|
|
},
|
|
options: { apiKey: "test" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"provider env fallback - second env var used if first missing",
|
|
Effect.gen(function* () {
|
|
// Only set fallback, not primary
|
|
yield* set("FALLBACK_KEY", "fallback-api-key")
|
|
const providers = yield* list
|
|
// Provider should load because fallback env var is set
|
|
expect(providers[ProviderV2.ID.make("fallback-env")]).toBeDefined()
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"fallback-env": {
|
|
name: "Fallback Env Provider",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: ["PRIMARY_KEY", "FALLBACK_KEY"],
|
|
models: { model: { name: "Model", tool_call: true, limit: { context: 4000, output: 1000 } } },
|
|
options: { baseURL: "https://api.example.com" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance("getModel returns consistent results", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const model1 = yield* Provider.use.getModel(ProviderV2.ID.anthropic, ModelV2.ID.make("claude-sonnet-4-20250514"))
|
|
const model2 = yield* Provider.use.getModel(ProviderV2.ID.anthropic, ModelV2.ID.make("claude-sonnet-4-20250514"))
|
|
expect(model1.providerID).toEqual(model2.providerID)
|
|
expect(model1.id).toEqual(model2.id)
|
|
expect(model1).toEqual(model2)
|
|
}),
|
|
)
|
|
|
|
it.instance(
|
|
"provider name defaults to id when not in database",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("my-custom-id")].name).toBe("my-custom-id")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"my-custom-id": {
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: [],
|
|
models: { model: { name: "Model", tool_call: true, limit: { context: 4000, output: 1000 } } },
|
|
options: { apiKey: "test" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance("ModelNotFoundError includes suggestions for typos", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const error = yield* Provider.use
|
|
.getModel(ProviderV2.ID.anthropic, ModelV2.ID.make("claude-sonet-4"))
|
|
.pipe(Effect.flip)
|
|
expect(error.suggestions).toBeDefined()
|
|
expect((error.suggestions ?? []).length).toBeGreaterThan(0)
|
|
}),
|
|
)
|
|
|
|
it.instance("ModelNotFoundError for provider includes suggestions", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const error = yield* Provider.use
|
|
.getModel(ProviderV2.ID.make("antropic"), ModelV2.ID.make("claude-sonnet-4"))
|
|
.pipe(Effect.flip)
|
|
expect(error.suggestions).toBeDefined()
|
|
expect(error.suggestions).toContain("anthropic")
|
|
}),
|
|
)
|
|
|
|
it.instance("ModelNotFoundError suggests catalog models for unloaded providers", () =>
|
|
Effect.gen(function* () {
|
|
yield* remove("OPENCODE_API_KEY")
|
|
const error = yield* Provider.use
|
|
.getModel(ProviderV2.ID.opencode, ModelV2.ID.make("claude-haiku-fake-model"))
|
|
.pipe(Effect.flip)
|
|
if (!Provider.ModelNotFoundError.isInstance(error)) throw error
|
|
expect(error.suggestions ?? []).toContain("claude-haiku-4-5")
|
|
}),
|
|
)
|
|
|
|
it.instance("getProvider returns undefined for nonexistent provider", () =>
|
|
Effect.gen(function* () {
|
|
const provider = yield* Provider.Service.use((svc) => svc.getProvider(ProviderV2.ID.make("nonexistent")))
|
|
expect(provider).toBeUndefined()
|
|
}),
|
|
)
|
|
|
|
it.instance("getProvider returns provider info", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const provider = yield* Provider.use.getProvider(ProviderV2.ID.anthropic)
|
|
expect(provider).toBeDefined()
|
|
expect(String(provider?.id)).toBe("anthropic")
|
|
}),
|
|
)
|
|
|
|
it.instance("closest returns undefined when no partial match found", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const result = yield* Provider.use.closest(ProviderV2.ID.anthropic, ["nonexistent-xyz-model"])
|
|
expect(result).toBeUndefined()
|
|
}),
|
|
)
|
|
|
|
it.instance("closest checks multiple query terms in order", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
// First term won't match, second will
|
|
const result = yield* Provider.use.closest(ProviderV2.ID.anthropic, ["nonexistent", "haiku"])
|
|
expect(result).toBeDefined()
|
|
expect(result?.modelID).toContain("haiku")
|
|
}),
|
|
)
|
|
|
|
it.instance(
|
|
"model limit defaults to zero when not specified",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.make("no-limit")].models["model"]
|
|
expect(model.limit.context).toBe(0)
|
|
expect(model.limit.output).toBe(0)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"no-limit": {
|
|
name: "No Limit Provider",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: [],
|
|
models: { model: { name: "Model", tool_call: true } },
|
|
options: { apiKey: "test" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"provider options are deeply merged",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
// Custom options should be merged
|
|
expect(providers[ProviderV2.ID.anthropic].options.timeout).toBe(30000)
|
|
expect(providers[ProviderV2.ID.anthropic].options.headers["X-Custom"]).toBe("custom-value")
|
|
// anthropic custom loader adds its own headers, they should coexist
|
|
expect(providers[ProviderV2.ID.anthropic].options.headers["anthropic-beta"]).toBeDefined()
|
|
}),
|
|
{
|
|
config: {
|
|
provider: { anthropic: { options: { headers: { "X-Custom": "custom-value" }, timeout: 30000 } } },
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"hosted nvidia provider adds billing origin header",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("nvidia")].options.headers).toEqual({
|
|
"HTTP-Referer": "https://kilo.ai/", // kilocode_change
|
|
"X-Title": "Kilo Code", // kilocode_change
|
|
"X-BILLING-INVOKE-ORIGIN": "KiloCode", // kilocode_change
|
|
})
|
|
}),
|
|
{ config: { provider: { nvidia: { options: { apiKey: "test-api-key" } } } } },
|
|
)
|
|
|
|
it.instance(
|
|
"custom nvidia baseURL adds billing origin header",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("nvidia")].options.headers).toEqual({
|
|
"HTTP-Referer": "https://kilo.ai/", // kilocode_change
|
|
"X-Title": "Kilo Code", // kilocode_change
|
|
"X-BILLING-INVOKE-ORIGIN": "KiloCode", // kilocode_change
|
|
})
|
|
}),
|
|
{ config: { provider: { nvidia: { options: { apiKey: "test-api-key", baseURL: "http://localhost:8000/v1" } } } } },
|
|
)
|
|
|
|
it.instance(
|
|
"explicit nvidia billing origin header is preserved",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("nvidia")].options.headers["X-BILLING-INVOKE-ORIGIN"]).toBe("CustomOrigin")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
nvidia: {
|
|
options: {
|
|
apiKey: "test-api-key",
|
|
baseURL: "http://localhost:8000/v1",
|
|
headers: { "X-BILLING-INVOKE-ORIGIN": "CustomOrigin" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"custom model inherits npm package from models.dev provider config",
|
|
Effect.gen(function* () {
|
|
yield* set("OPENAI_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.openai].models["my-custom-model"]
|
|
expect(model).toBeDefined()
|
|
expect(model.api.npm).toBe("@ai-sdk/openai")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
openai: {
|
|
models: {
|
|
"my-custom-model": {
|
|
name: "My Custom Model",
|
|
tool_call: true,
|
|
limit: { context: 8000, output: 2000 },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"custom model inherits api.url from models.dev provider",
|
|
Effect.gen(function* () {
|
|
yield* set("OPENROUTER_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.openrouter]).toBeDefined()
|
|
|
|
// New model not in database should inherit api.url from provider
|
|
const intellect = providers[ProviderV2.ID.openrouter].models["prime-intellect/intellect-3"]
|
|
expect(intellect).toBeDefined()
|
|
expect(intellect.api.url).toBe("https://openrouter.ai/api/v1")
|
|
|
|
// Another new model should also inherit api.url
|
|
const deepseek = providers[ProviderV2.ID.openrouter].models["deepseek/deepseek-r1-0528"]
|
|
expect(deepseek).toBeDefined()
|
|
expect(deepseek.api.url).toBe("https://openrouter.ai/api/v1")
|
|
expect(deepseek.name).toBe("DeepSeek R1")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
openrouter: {
|
|
models: {
|
|
"prime-intellect/intellect-3": {},
|
|
"deepseek/deepseek-r1-0528": { name: "DeepSeek R1" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
test("mode cost preserves over-200k pricing from base model", () => {
|
|
const provider = {
|
|
id: "openai",
|
|
name: "OpenAI",
|
|
env: [],
|
|
api: "https://api.openai.com/v1",
|
|
models: {
|
|
"gpt-5.4": {
|
|
id: "gpt-5.4",
|
|
name: "GPT-5.4",
|
|
family: "gpt",
|
|
release_date: "2026-03-05",
|
|
attachment: true,
|
|
reasoning: true,
|
|
temperature: false,
|
|
tool_call: true,
|
|
cost: {
|
|
input: 2.5,
|
|
output: 15,
|
|
cache_read: 0.25,
|
|
context_over_200k: {
|
|
input: 5,
|
|
output: 22.5,
|
|
cache_read: 0.5,
|
|
},
|
|
},
|
|
limit: {
|
|
context: 1_050_000,
|
|
input: 922_000,
|
|
output: 128_000,
|
|
},
|
|
experimental: {
|
|
modes: {
|
|
fast: {
|
|
cost: {
|
|
input: 5,
|
|
output: 30,
|
|
cache_read: 0.5,
|
|
},
|
|
provider: {
|
|
body: {
|
|
service_tier: "priority",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
} as unknown as ModelsDev.Provider
|
|
|
|
const model = Provider.fromModelsDevProvider(provider).models["gpt-5.4-fast"]
|
|
expect(model.cost.input).toEqual(5)
|
|
expect(model.cost.output).toEqual(30)
|
|
expect(model.cost.cache.read).toEqual(0.5)
|
|
expect(model.cost.cache.write).toEqual(0)
|
|
expect(model.options["serviceTier"]).toEqual("priority")
|
|
expect(model.cost.experimentalOver200K).toEqual({
|
|
input: 5,
|
|
output: 22.5,
|
|
cache: { read: 0.5, write: 0 },
|
|
})
|
|
})
|
|
|
|
test("models.dev normalization fills required response fields", () => {
|
|
const provider = {
|
|
id: "gateway",
|
|
name: "Gateway",
|
|
env: [],
|
|
models: {
|
|
"gpt-5.4": {
|
|
id: "gpt-5.4",
|
|
name: "GPT-5.4",
|
|
family: "gpt",
|
|
cost: { input: 2.5, output: 15 },
|
|
limit: { context: 1_050_000, input: 922_000, output: 128_000 },
|
|
},
|
|
},
|
|
} as unknown as ModelsDev.Provider
|
|
|
|
const model = Provider.fromModelsDevProvider(provider).models["gpt-5.4"]
|
|
expect(model.api.url).toBe("")
|
|
expect(model.capabilities.temperature).toBe(false)
|
|
expect(model.capabilities.reasoning).toBe(false)
|
|
expect(model.capabilities.attachment).toBe(false)
|
|
expect(model.capabilities.toolcall).toBe(true)
|
|
expect(model.release_date).toBe("")
|
|
})
|
|
|
|
it.instance("model variants are generated for reasoning models", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
// Claude sonnet 4 has reasoning capability
|
|
const model = providers[ProviderV2.ID.anthropic].models["claude-sonnet-4-20250514"]
|
|
expect(model.capabilities.reasoning).toBe(true)
|
|
expect(model.variants).toBeDefined()
|
|
expect(Object.keys(model.variants!).length).toBeGreaterThan(0)
|
|
}),
|
|
)
|
|
|
|
it.instance(
|
|
"model variants can be disabled via config",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.anthropic].models["claude-sonnet-4-20250514"]
|
|
expect(model.variants).toBeDefined()
|
|
expect(model.variants!["high"]).toBeUndefined()
|
|
// max variant should still exist
|
|
expect(model.variants!["max"]).toBeDefined()
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
anthropic: {
|
|
models: { "claude-sonnet-4-20250514": { variants: { high: { disabled: true } } } },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"model variants can be customized via config",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.anthropic].models["claude-sonnet-4-20250514"]
|
|
expect(model.variants!["high"]).toBeDefined()
|
|
expect(model.variants!["high"].thinking.budgetTokens).toBe(20000)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
anthropic: {
|
|
models: {
|
|
"claude-sonnet-4-20250514": {
|
|
variants: { high: { thinking: { type: "enabled", budgetTokens: 20000 } } },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"disabled key is stripped from variant config",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.anthropic].models["claude-sonnet-4-20250514"]
|
|
expect(model.variants!["max"]).toBeDefined()
|
|
expect(model.variants!["max"].disabled).toBeUndefined()
|
|
expect(model.variants!["max"].customField).toBe("test")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
anthropic: {
|
|
models: {
|
|
"claude-sonnet-4-20250514": {
|
|
variants: { max: { disabled: false, customField: "test" } },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"all variants can be disabled via config",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.anthropic].models["claude-sonnet-4-20250514"]
|
|
expect(model.variants).toBeDefined()
|
|
expect(Object.keys(model.variants!).length).toBe(0)
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
anthropic: {
|
|
models: {
|
|
"claude-sonnet-4-20250514": {
|
|
variants: { high: { disabled: true }, max: { disabled: true } },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"variant config merges with generated variants",
|
|
Effect.gen(function* () {
|
|
yield* set("ANTHROPIC_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.anthropic].models["claude-sonnet-4-20250514"]
|
|
expect(model.variants!["high"]).toBeDefined()
|
|
// Should have both the generated thinking config and the custom option
|
|
expect(model.variants!["high"].thinking).toBeDefined()
|
|
expect(model.variants!["high"].extraOption).toBe("custom-value")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
anthropic: {
|
|
models: {
|
|
"claude-sonnet-4-20250514": { variants: { high: { extraOption: "custom-value" } } },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"variants filtered in second pass for database models",
|
|
Effect.gen(function* () {
|
|
yield* set("OPENAI_API_KEY", "test-api-key")
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.openai].models["gpt-5"]
|
|
expect(model.variants).toBeDefined()
|
|
expect(model.variants!["high"]).toBeUndefined()
|
|
// Other variants should still exist
|
|
expect(model.variants!["medium"]).toBeDefined()
|
|
}),
|
|
{
|
|
config: {
|
|
provider: { openai: { models: { "gpt-5": { variants: { high: { disabled: true } } } } } },
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"custom model with variants enabled and disabled",
|
|
Effect.gen(function* () {
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.make("custom-reasoning")].models["reasoning-model"]
|
|
expect(model.variants).toBeDefined()
|
|
// Enabled variants should exist
|
|
expect(model.variants!["low"]).toBeDefined()
|
|
expect(model.variants!["low"].reasoningEffort).toBe("low")
|
|
expect(model.variants!["medium"]).toBeDefined()
|
|
expect(model.variants!["medium"].reasoningEffort).toBe("medium")
|
|
expect(model.variants!["custom"]).toBeDefined()
|
|
expect(model.variants!["custom"].reasoningEffort).toBe("custom")
|
|
expect(model.variants!["custom"].budgetTokens).toBe(5000)
|
|
// Disabled variant should not exist
|
|
expect(model.variants!["high"]).toBeUndefined()
|
|
// disabled key should be stripped from all variants
|
|
expect(model.variants!["low"].disabled).toBeUndefined()
|
|
expect(model.variants!["medium"].disabled).toBeUndefined()
|
|
expect(model.variants!["custom"].disabled).toBeUndefined()
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"custom-reasoning": {
|
|
name: "Custom Reasoning Provider",
|
|
npm: "@ai-sdk/openai-compatible",
|
|
env: [],
|
|
models: {
|
|
"reasoning-model": {
|
|
name: "Reasoning Model",
|
|
tool_call: true,
|
|
reasoning: true,
|
|
limit: { context: 128000, output: 16000 },
|
|
variants: {
|
|
low: { reasoningEffort: "low" },
|
|
medium: { reasoningEffort: "medium" },
|
|
high: { reasoningEffort: "high", disabled: true },
|
|
custom: { reasoningEffort: "custom", budgetTokens: 5000 },
|
|
},
|
|
},
|
|
},
|
|
options: { apiKey: "test-key" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"Google Vertex: retains baseURL for custom proxy",
|
|
Effect.gen(function* () {
|
|
yield* set("GOOGLE_APPLICATION_CREDENTIALS", "test-creds")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("vertex-proxy")]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.make("vertex-proxy")].options.baseURL).toBe("https://my-proxy.com/v1")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"vertex-proxy": {
|
|
name: "Vertex Proxy",
|
|
npm: "@ai-sdk/google-vertex",
|
|
api: "https://my-proxy.com/v1",
|
|
env: ["GOOGLE_APPLICATION_CREDENTIALS"],
|
|
models: { "gemini-pro": { name: "Gemini Pro", tool_call: true } },
|
|
options: {
|
|
project: "test-project",
|
|
location: "us-central1",
|
|
baseURL: "https://my-proxy.com/v1",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance(
|
|
"Google Vertex: supports OpenAI compatible models",
|
|
Effect.gen(function* () {
|
|
yield* set("GOOGLE_APPLICATION_CREDENTIALS", "test-creds")
|
|
const providers = yield* list
|
|
const model = providers[ProviderV2.ID.make("vertex-openai")].models["gpt-4"]
|
|
expect(model).toBeDefined()
|
|
expect(model.api.npm).toBe("@ai-sdk/openai-compatible")
|
|
}),
|
|
{
|
|
config: {
|
|
provider: {
|
|
"vertex-openai": {
|
|
name: "Vertex OpenAI",
|
|
npm: "@ai-sdk/google-vertex",
|
|
env: ["GOOGLE_APPLICATION_CREDENTIALS"],
|
|
models: {
|
|
"gpt-4": {
|
|
name: "GPT-4",
|
|
provider: { npm: "@ai-sdk/openai-compatible", api: "https://api.openai.com/v1" },
|
|
},
|
|
},
|
|
options: { project: "test-project", location: "us-central1" },
|
|
},
|
|
},
|
|
},
|
|
},
|
|
)
|
|
|
|
it.instance("Google Vertex: uses REP endpoint for Claude continental multi-regions", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("GOOGLE_CLOUD_PROJECT", "test-project")
|
|
yield* set("VERTEX_LOCATION", "eu")
|
|
const provider = yield* Provider.Service
|
|
const model = yield* provider.getModel(
|
|
ProviderV2.ID.make("google-vertex"),
|
|
ModelV2.ID.make("claude-sonnet-4-6@default"),
|
|
)
|
|
const language = yield* provider.getLanguage(model)
|
|
expect(languageBaseURL(language)).toBe(
|
|
"https://aiplatform.eu.rep.googleapis.com/v1/projects/test-project/locations/eu/publishers/anthropic/models",
|
|
)
|
|
}),
|
|
)
|
|
|
|
it.instance("Google Vertex Anthropic: uses REP endpoint for continental multi-regions", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("GOOGLE_CLOUD_PROJECT", "test-project")
|
|
yield* set("VERTEX_LOCATION", "us")
|
|
const provider = yield* Provider.Service
|
|
const model = yield* provider.getModel(
|
|
ProviderV2.ID.make("google-vertex-anthropic"),
|
|
ModelV2.ID.make("claude-sonnet-4-6@default"),
|
|
)
|
|
const language = yield* provider.getLanguage(model)
|
|
expect(languageBaseURL(language)).toBe(
|
|
"https://aiplatform.us.rep.googleapis.com/v1/projects/test-project/locations/us/publishers/anthropic/models",
|
|
)
|
|
}),
|
|
)
|
|
|
|
it.instance("Google Vertex: keeps regional Claude endpoints unchanged", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("GOOGLE_CLOUD_PROJECT", "test-project")
|
|
yield* set("VERTEX_LOCATION", "europe-west1")
|
|
const provider = yield* Provider.Service
|
|
const model = yield* provider.getModel(
|
|
ProviderV2.ID.make("google-vertex"),
|
|
ModelV2.ID.make("claude-sonnet-4-6@default"),
|
|
)
|
|
const language = yield* provider.getLanguage(model)
|
|
expect(languageBaseURL(language)).toBe(
|
|
"https://europe-west1-aiplatform.googleapis.com/v1/projects/test-project/locations/europe-west1/publishers/anthropic/models",
|
|
)
|
|
}),
|
|
)
|
|
|
|
it.instance("cloudflare-ai-gateway loads with env variables", () =>
|
|
Effect.gen(function* () {
|
|
yield* set("CLOUDFLARE_ACCOUNT_ID", "test-account")
|
|
yield* set("CLOUDFLARE_GATEWAY_ID", "test-gateway")
|
|
yield* set("CLOUDFLARE_API_TOKEN", "test-token")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("cloudflare-ai-gateway")]).toBeDefined()
|
|
}),
|
|
)
|
|
|
|
it.instance(
|
|
"cloudflare-ai-gateway forwards config metadata options",
|
|
Effect.gen(function* () {
|
|
yield* set("CLOUDFLARE_ACCOUNT_ID", "test-account")
|
|
yield* set("CLOUDFLARE_GATEWAY_ID", "test-gateway")
|
|
yield* set("CLOUDFLARE_API_TOKEN", "test-token")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.make("cloudflare-ai-gateway")]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.make("cloudflare-ai-gateway")].options.metadata).toEqual({
|
|
invoked_by: "test",
|
|
project: "opencode",
|
|
})
|
|
}),
|
|
{
|
|
config: {
|
|
provider: { "cloudflare-ai-gateway": { options: { metadata: { invoked_by: "test", project: "opencode" } } } },
|
|
},
|
|
},
|
|
)
|
|
|
|
// Tests that need plugin file setup or multi-instance flows fall back to a
|
|
// scoped tmpdir + provideInstance pattern via it.effect.
|
|
|
|
const provideMultiInstance = <A, E, R>(eff: Effect.Effect<A, E, R>) =>
|
|
eff.pipe(Effect.provide(InstanceLayer.layer), Effect.provide(CrossSpawnSpawner.defaultLayer))
|
|
|
|
it.effect("plugin config providers persist after instance dispose", () =>
|
|
Effect.gen(function* () {
|
|
const dir = yield* tmpdirScoped()
|
|
const configDir = path.join(dir, ".kilo") // kilocode_change
|
|
const root = path.join(configDir, "plugin")
|
|
yield* Effect.promise(() => mkdir(root, { recursive: true }))
|
|
yield* Effect.promise(() => markPluginDependenciesReady(configDir))
|
|
yield* Effect.promise(() => markPluginDependenciesReady(Global.Path.config))
|
|
yield* Effect.promise(() =>
|
|
Bun.write(
|
|
path.join(root, "demo-provider.ts"),
|
|
[
|
|
"export default {",
|
|
' id: "demo.plugin-provider",',
|
|
" server: async () => ({",
|
|
" async config(cfg) {",
|
|
" cfg.provider ??= {}",
|
|
" cfg.provider.demo = {",
|
|
' name: "Demo Provider",',
|
|
' npm: "@ai-sdk/openai-compatible",',
|
|
' api: "https://example.com/v1",',
|
|
" models: {",
|
|
" chat: {",
|
|
' name: "Demo Chat",',
|
|
" tool_call: true,",
|
|
" limit: { context: 128000, output: 4096 },",
|
|
" },",
|
|
" },",
|
|
" }",
|
|
" },",
|
|
" }),",
|
|
"}",
|
|
"",
|
|
].join("\n"),
|
|
),
|
|
)
|
|
|
|
const loadAndList = Effect.gen(function* () {
|
|
const plugin = yield* Plugin.Service
|
|
const provider = yield* Provider.Service
|
|
yield* plugin.init()
|
|
return yield* provider.list()
|
|
}).pipe(provideInstanceEffect(dir))
|
|
|
|
const first = yield* loadAndList
|
|
expect(first[ProviderV2.ID.make("demo")]).toBeDefined()
|
|
expect(first[ProviderV2.ID.make("demo")].models[ModelV2.ID.make("chat")]).toBeDefined()
|
|
|
|
yield* Effect.promise(() => disposeAllInstances())
|
|
|
|
const second = yield* loadAndList
|
|
expect(second[ProviderV2.ID.make("demo")]).toBeDefined()
|
|
expect(second[ProviderV2.ID.make("demo")].models[ModelV2.ID.make("chat")]).toBeDefined()
|
|
}).pipe(provideMultiInstance),
|
|
)
|
|
|
|
it.instance(
|
|
"plugin config enabled and disabled providers are honored",
|
|
Effect.gen(function* () {
|
|
const instance = yield* TestInstance
|
|
const configDir = path.join(instance.directory, ".kilo") // kilocode_change
|
|
const root = path.join(configDir, "plugin")
|
|
yield* Effect.promise(() => mkdir(root, { recursive: true }))
|
|
yield* Effect.promise(() => markPluginDependenciesReady(configDir))
|
|
yield* Effect.promise(() => markPluginDependenciesReady(Global.Path.config)) // kilocode_change
|
|
yield* Effect.promise(() =>
|
|
Bun.write(
|
|
path.join(root, "provider-filter.ts"),
|
|
[
|
|
"export default {",
|
|
' id: "demo.provider-filter",',
|
|
" server: async () => ({",
|
|
" async config(cfg) {",
|
|
' cfg.enabled_providers = ["anthropic", "openai"]',
|
|
' cfg.disabled_providers = ["openai"]',
|
|
" },",
|
|
" }),",
|
|
"}",
|
|
"",
|
|
].join("\n"),
|
|
),
|
|
)
|
|
|
|
yield* set("ANTHROPIC_API_KEY", "test-anthropic-key")
|
|
yield* set("OPENAI_API_KEY", "test-openai-key")
|
|
const providers = yield* list
|
|
expect(providers[ProviderV2.ID.anthropic]).toBeDefined()
|
|
expect(providers[ProviderV2.ID.openai]).toBeUndefined()
|
|
}),
|
|
)
|
|
|
|
it.effect("opencode loader keeps paid models when config apiKey is present", () =>
|
|
Effect.gen(function* () {
|
|
const noneDir = yield* tmpdirScoped()
|
|
const keyedDir = yield* tmpdirScoped({
|
|
config: { provider: { opencode: { options: { apiKey: "test-key" } } } },
|
|
})
|
|
|
|
const listIn = (directory: string) =>
|
|
Provider.use
|
|
.list()
|
|
.pipe(provideInstanceEffect(directory))
|
|
.pipe(Effect.provide(InstanceLayer.layer), Effect.provide(CrossSpawnSpawner.defaultLayer))
|
|
|
|
const none = paid(yield* listIn(noneDir))
|
|
const keyedCount = paid(yield* listIn(keyedDir))
|
|
|
|
expect(none).toBe(0)
|
|
expect(keyedCount).toBeGreaterThan(0)
|
|
}).pipe(provideMultiInstance),
|
|
)
|
|
|
|
it.effect("opencode loader keeps paid models when auth exists", () =>
|
|
Effect.gen(function* () {
|
|
const noneDir = yield* tmpdirScoped()
|
|
const keyedDir = yield* tmpdirScoped()
|
|
|
|
const listIn = (directory: string) =>
|
|
Provider.use
|
|
.list()
|
|
.pipe(provideInstanceEffect(directory))
|
|
.pipe(Effect.provide(InstanceLayer.layer), Effect.provide(CrossSpawnSpawner.defaultLayer))
|
|
|
|
const none = paid(yield* listIn(noneDir))
|
|
|
|
const authPath = path.join(Global.Path.data, "auth.json")
|
|
const original = yield* Effect.promise(() => Filesystem.readText(authPath).catch(() => undefined))
|
|
|
|
yield* Effect.acquireRelease(
|
|
Effect.promise(() => Filesystem.write(authPath, JSON.stringify({ opencode: { type: "api", key: "test-key" } }))),
|
|
() =>
|
|
Effect.promise(async () => {
|
|
if (original !== undefined) await Filesystem.write(authPath, original)
|
|
else await unlink(authPath).catch(() => undefined)
|
|
}),
|
|
)
|
|
|
|
const keyedCount = paid(yield* listIn(keyedDir))
|
|
|
|
expect(none).toBe(0)
|
|
expect(keyedCount).toBeGreaterThan(0)
|
|
}).pipe(provideMultiInstance),
|
|
)
|