opensource/sim
3
0
Fork 0
mirror of https://github.com/simstudioai/sim.git synced 2026-09-24 15:45:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(embeddings): add OpenRouter support (#6396)

Browse Source 
* feat(knowledge): add OpenRouter embedding fallback

* fix(knowledge): preserve successful embedding batches

* feat(embeddings): add OpenRouter provider

* fix(knowledge): bill only platform embedding tokens

* test(embeddings): include OpenRouter provider

* feat(embeddings): load OpenRouter model catalog

* fix(embeddings): preserve legacy provider default

* fix(embeddings): batch OpenRouter requests

* fix(embeddings): reset stale OpenRouter model
This commit is contained in:
Theodore Li
2026-08-10 15:15:18 -04:00
committed by GitHub
parent bc8826af56
commit 56910c002e
42 changed files with 1999 additions and 247 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/setup/capability-config.ts
+97
View File
@@ -13,6 +13,7 @@ import {
type EnvCapabilityValues,
getCapabilityFields,
hasEnvCapabilityValue,
KNOWLEDGE_EMBEDDINGS_CAPABILITY,
OAUTH_CLIENT_CAPABILITIES,
type OAuthClientCapabilityField,
type OAuthClientCapabilityId,
@@ -730,6 +731,101 @@ export const KNOWLEDGE_SETUP = defineCapabilitySetup(OCR_CAPABILITY, {
optionOrder: ['local', 'mistral', 'azure-mistral'],
})
export const KNOWLEDGE_EMBEDDINGS_SETUP = defineCapabilitySetup(KNOWLEDGE_EMBEDDINGS_CAPABILITY, {
label: 'Knowledge embeddings',
message: 'Knowledge embedding provider?',
actions: {},
providers: {
'azure-openai': {
hint: 'preferred when configured; falls back to other configured providers',
prompts: [
{
type: 'field',
key: 'AZURE_OPENAI_ENDPOINT',
input: 'text',
required: true,
validate: true,
},
{
type: 'field',
key: 'AZURE_OPENAI_API_VERSION',
input: 'text',
required: true,
},
{
type: 'field',
key: 'AZURE_OPENAI_API_KEY',
input: 'secret',
required: true,
},
{
type: 'field',
key: 'KB_OPENAI_MODEL_NAME',
input: 'text',
hint: 'optional Azure deployment name; defaults to the embedding model id',
},
],
},
openai: {
hint: 'direct OpenAI with optional key rotation',
prompts: [
{
type: 'choice',
id: 'openai-credentials',
message: 'OpenAI credentials?',
options: [
{
id: 'single',
label: 'Single API key',
currentWhen: { kind: 'present', key: 'OPENAI_API_KEY' },
prompts: [{ type: 'field', key: 'OPENAI_API_KEY', input: 'secret', required: true }],
},
{
id: 'rotating',
label: 'Rotating key pool',
currentWhen: {
kind: 'any',
conditions: [
{ kind: 'present', key: 'OPENAI_API_KEY_1' },
{ kind: 'present', key: 'OPENAI_API_KEY_2' },
{ kind: 'present', key: 'OPENAI_API_KEY_3' },
],
},
prompts: [
{ type: 'field', key: 'OPENAI_API_KEY_1', input: 'secret', required: true },
{
type: 'field',
key: 'OPENAI_API_KEY_2',
input: 'secret',
hint: 'optional rotating key',
},
{
type: 'field',
key: 'OPENAI_API_KEY_3',
input: 'secret',
hint: 'optional rotating key',
},
],
},
],
},
],
},
openrouter: {
hint: 'fallback for OpenAI knowledge embedding models',
prompts: [
{
type: 'field',
key: 'OPENROUTER_API_KEY',
input: 'secret',
required: true,
},
],
},
},
optionOrder: ['azure-openai', 'openai', 'openrouter'],
})
export const CAPABILITY_SETUPS = [
EMAIL_SETUP,
STORAGE_SETUP,
@@ -737,6 +833,7 @@ export const CAPABILITY_SETUPS = [
JOBS_SETUP,
CACHE_SETUP,
KNOWLEDGE_SETUP,
KNOWLEDGE_EMBEDDINGS_SETUP,
] as const
const configuredCapabilityIds = new Set(CAPABILITY_SETUPS.map((setup) => setup.definition.id))