github/node-DeepResearch
1
0
Fork 0
mirror of https://github.com/jina-ai/node-DeepResearch.git synced 2025-12-26 14:30:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: make openai baseURL and apiKey configurable for local LLM support

Browse Source 
Co-Authored-By: Han Xiao <han.xiao@jina.ai>
This commit is contained in:
Devin AI 2025-02-05 10:32:59 +00:00
parent 026c439210
commit fabea4de3b
2 changed files with 16 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/config.ts
View File

@ -9,6 +9,8 @@ interface ModelConfig {
interface LLMConfig {
provider: 'gemini' | 'openai';
baseURL?: string;
apiKey?: string;
model?: string;
}
interface ToolConfigs {
@ -43,7 +45,9 @@ export const SEARCH_PROVIDER: 'brave' | 'jina' | 'duck' = 'jina'
export const llmConfig: LLMConfig = {
provider: 'gemini',
baseURL: OPENAI_BASE_URL
baseURL: OPENAI_BASE_URL,
apiKey: OPENAI_API_KEY,
model: 'gpt-3.5-turbo'
};
const DEFAULT_MODEL = 'gemini-1.5-flash';

16
src/utils/llm-client.ts
View File

@ -18,10 +18,13 @@ export class LLMClient {
constructor() {
this.geminiClient = new GoogleGenerativeAI(GEMINI_API_KEY);
if (llmConfig.provider === 'openai') {
this.openaiClient = new OpenAI({
apiKey: OPENAI_API_KEY,
baseURL: llmConfig.baseURL
});
const config: { apiKey: string; baseURL?: string } = {
apiKey: llmConfig.apiKey || OPENAI_API_KEY || 'ollama'
};
if (llmConfig.baseURL) {
config.baseURL = llmConfig.baseURL;
}
this.openaiClient = new OpenAI(config);
}
}
@ -31,7 +34,7 @@ export class LLMClient {
return result;
} else if (this.openaiClient) {
const completion = await model.create({
model: "gpt-3.5-turbo",
model: llmConfig.model || "gpt-3.5-turbo",
messages: [{ role: "user", content: prompt }],
temperature: model.temperature,
response_format: { type: "json" }
@ -52,6 +55,9 @@ export class LLMClient {
if (llmConfig.provider === 'gemini') {
return this.geminiClient.getGenerativeModel(options);
} else if (this.openaiClient) {
if (!this.openaiClient) {
throw new Error('OpenAI client not initialized. Set OPENAI_API_KEY and provider="openai" to use OpenAI.');
}
return {
...this.openaiClient.chat.completions,
temperature: options.temperature,