github/node-DeepResearch
1
0
Fork 0
mirror of https://github.com/jina-ai/node-DeepResearch.git synced 2025-12-26 06:28:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: experiment deep query decomposition

Browse Source
This commit is contained in:
Florian Hönicke 2025-03-04 13:48:16 +01:00
parent ae95d74ca0
commit d0e730fcc0
2 changed files with 75 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

79
src/tools/query-rewriter.ts
View File

@ -171,27 +171,78 @@ ${query}
const TOOL_NAME = 'queryRewriter';
// export async function rewriteQuery(action: SearchAction, trackers: TrackerContext, schemaGen: Schemas): Promise<{ queries: string[] }> {
// try {
// const generator = new ObjectGeneratorSafe(trackers.tokenTracker);
// const allQueries = [...action.searchRequests];
//
// throw new Error(`allAction: ${JSON.stringify(action)}, allQueries: ${JSON.stringify(allQueries)}`);
// const queryPromises = action.searchRequests.map(async (req) => {
// const prompt = getPrompt(req, action.think);
// const result = await generator.generateObject({
// model: TOOL_NAME,
// schema: schemaGen.getQueryRewriterSchema(),
// system: prompt.system,
// prompt: prompt.user,
// });
// trackers?.actionTracker.trackThink(result.object.think);
// return result.object.queries;
// });
//
// const queryResults = await Promise.all(queryPromises);
// queryResults.forEach(queries => allQueries.push(...queries));
// console.log(TOOL_NAME, allQueries);
//
// return {queries: allQueries};
// } catch (error) {
// console.error(`Error in ${TOOL_NAME}`, error);
// throw error;
// }
// }
export async function rewriteQuery(action: SearchAction, trackers: TrackerContext, schemaGen: Schemas): Promise<{ queries: string[] }> {
try {
const generator = new ObjectGeneratorSafe(trackers.tokenTracker);
const allQueries = [...action.searchRequests];
const motivationExplanation = `\
When a user uses a search engine they have an underlying motivation to type in their search query. \
Just from the search query, there is not enough information to find out what their underlying motivation was.`
const desirePrompt = `\
${motivationExplanation}
However, we can brainstorm possible motivations.
const queryPromises = action.searchRequests.map(async (req) => {
const prompt = getPrompt(req, action.think);
const result = await generator.generateObject({
model: TOOL_NAME,
schema: schemaGen.getQueryRewriterSchema(),
system: prompt.system,
prompt: prompt.user,
});
trackers?.actionTracker.trackThink(result.object.think);
return result.object.queries;
Given the following search queries:
${JSON.stringify(allQueries, null, 2)}
Brainstorm the top 5 most unlikely unique possible motivations (out of 100) why the user is typing these queries into a search engine.
Note: All possible motivations are 100% distinct from each other and must give a very different explanation.
Most importantly, each motivation must not be predictable.`
const motivationResult = await generator.generateObject({
model: TOOL_NAME,
schema: schemaGen.getMotivationsSchema(),
system: `You are an expert in understanding human motivations and desires.`,
prompt: desirePrompt,
});
const motivations = motivationResult.object.motivations;
const queryResults = await Promise.all(queryPromises);
queryResults.forEach(queries => allQueries.push(...queries));
console.log(TOOL_NAME, allQueries);
return {queries: allQueries};
const searchQueriesPrompt = `\
${motivationExplanation}
Given the following search queries:
${JSON.stringify(allQueries, null, 2)}
And given the following motivations:
${JSON.stringify(motivations, null, 2)}
Your task is to generate a very specific version of the search query for each motivation.`
const searchQueriesResult = await generator.generateObject({
model: TOOL_NAME,
schema: schemaGen.getQueryRewriterSchema(),
system: `You are an expert in understanding human motivations and desires and translating them into search queries.`,
prompt: searchQueriesPrompt,
});
trackers?.actionTracker.trackThink(searchQueriesResult.object.think);
const queries = searchQueriesResult.object.queries;
return {queries};
} catch (error) {
console.error(`Error in ${TOOL_NAME}`, error);
throw error;

10
src/utils/schemas.ts
View File

@ -127,6 +127,16 @@ export class Schemas {
});
}
getMotivationsSchema(): z.ZodObject<any> {
return z.object({
think: z.string().describe(`Explain why you choose those underlying motivations. ${this.getLanguagePrompt()}`).max(500),
motivations: z.array(z.string().describe('actual motivation for the search query, one sentence'))
.min(1)
.max(MAX_QUERIES_PER_STEP)
.describe(`'Array of unique motivations, all motivations are orthogonal to each other. Maximum ${MAX_QUERIES_PER_STEP} motivations allowed.'`)
});
}
getEvaluatorSchema(evalType: EvaluationType): z.ZodObject<any> {
const baseSchema = {
pass: z.boolean().describe('Whether the answer passes the evaluation criteria defined by the evaluator'),