Files
n8n/packages/@n8n/nodes-langchain/nodes/llms/LMChatOpenAi/methods/loadModels.ts
T

50 lines
1.5 KiB
TypeScript

import type { ILoadOptionsFunctions, INodeListSearchResult } from 'n8n-workflow';
import OpenAI from 'openai';
import { shouldIncludeModel } from '../../../vendors/OpenAi/helpers/modelFiltering';
import { getProxyAgent } from '@utils/httpProxyAgent';
import { Container } from '@n8n/di';
import { AiConfig } from '@n8n/config';
export async function searchModels(
this: ILoadOptionsFunctions,
filter?: string,
): Promise<INodeListSearchResult> {
const credentials = await this.getCredentials('openAiApi');
const baseURL =
(this.getNodeParameter('options.baseURL', '') as string) ||
(credentials.url as string) ||
'https://api.openai.com/v1';
const { openAiDefaultHeaders: defaultHeaders } = Container.get(AiConfig);
const openai = new OpenAI({
baseURL,
apiKey: credentials.apiKey as string,
fetchOptions: {
dispatcher: getProxyAgent(baseURL),
},
defaultHeaders,
});
const { data: models = [] } = await openai.models.list();
const url = baseURL && new URL(baseURL);
const isCustomAPI = !!(url && !['api.openai.com', 'ai-assistant.n8n.io'].includes(url.hostname));
const filteredModels = models.filter((model: { id: string }) => {
const includeModel = shouldIncludeModel(model.id, isCustomAPI);
if (!filter) return includeModel;
return includeModel && model.id.toLowerCase().includes(filter.toLowerCase());
});
filteredModels.sort((a, b) => a.id.localeCompare(b.id));
return {
results: filteredModels.map((model: { id: string }) => ({
name: model.id,
value: model.id,
})),
};
}