This commit is contained in:
David Zhang
2025-03-07 14:23:20 -08:00
parent c04379610f
commit e86a0328a8
2 changed files with 17 additions and 3 deletions

View File

@@ -1,6 +1,10 @@
import { createFireworks } from '@ai-sdk/fireworks';
import { createOpenAI } from '@ai-sdk/openai';
import { LanguageModelV1 } from 'ai';
import {
extractReasoningMiddleware,
LanguageModelV1,
wrapLanguageModel,
} from 'ai';
import { getEncoding } from 'js-tiktoken';
import { RecursiveCharacterTextSplitter } from './text-splitter';
@@ -30,7 +34,14 @@ const o3MiniModel = openai?.('o3-mini', {
structuredOutputs: true,
});
const deepSeekR1Model = fireworks?.('accounts/fireworks/models/deepseek-r1');
const deepSeekR1Model = fireworks
? wrapLanguageModel({
model: fireworks(
'accounts/fireworks/models/deepseek-r1',
) as LanguageModelV1,
middleware: extractReasoningMiddleware({ tagName: 'think' }),
})
: undefined;
export function getModel(): LanguageModelV1 {
if (customModel) {

View File

@@ -1,6 +1,7 @@
import * as fs from 'fs/promises';
import * as readline from 'readline';
import { getModel } from './ai/providers';
import {
deepResearch,
writeFinalAnswer,
@@ -29,6 +30,8 @@ function askQuestion(query: string): Promise<string> {
// run the agent
async function run() {
console.log('Using model: ', getModel().modelId);
// Get initial query
const initialQuery = await askQuestion('What would you like to research? ');
@@ -47,7 +50,7 @@ async function run() {
) || 2;
const isReport =
(await askQuestion(
'Do you want to generate a long report or a specific answer? (report/answer)',
'Do you want to generate a long report or a specific answer? (report/answer, default report)',
)) === 'report';
log(`Creating research plan...`);