added concurrency limit env var

.env.example

@@ -1,6 +1,7 @@
 FIRECRAWL_KEY="YOUR_KEY"
 # If you want to use your self-hosted Firecrawl, add the following below:
 # FIRECRAWL_BASE_URL="http://localhost:3002"
+# FIRECRAWL_CONCURRENCY="2"
 
 OPENAI_KEY="YOUR_KEY"
 CONTEXT_SIZE="128000"

README.md

@@ -152,9 +152,9 @@ The final report will be saved as `report.md` or `answer.md` in your working dir
 
 ### Concurrency
 
-If you have a paid version of Firecrawl or a local version, feel free to increase the `ConcurrencyLimit` in `deep-research.ts` so it runs a lot faster.
+If you have a paid version of Firecrawl or a local version, feel free to increase the `ConcurrencyLimit` by setting the `CONCURRENCY_LIMIT` environment variable so it runs faster.
 
-If you have a free version, you may sometimes run into rate limit errors, you can reduce the limit (but it will run a lot slower).
+If you have a free version, you may sometimes run into rate limit errors, you can reduce the limit to 1 (but it will run a lot slower).
 
 ### DeepSeek R1
 

src/deep-research.ts

@@ -27,7 +27,7 @@ type ResearchResult = {
 };
 
 // increase this if you have higher API rate limits
-const ConcurrencyLimit = 2;
+const ConcurrencyLimit = Number(process.env.FIRECRAWL_CONCURRENCY) || 2;
 
 // Initialize Firecrawl with optional API key and optional base url
 
@@ -89,8 +89,8 @@ async function processSerpResult({
   numLearnings?: number;
   numFollowUpQuestions?: number;
 }) {
-  const contents = compact(result.data.map(item => item.markdown)).map(
+  const contents = compact(result.data.map(item => item.markdown)).map(content =>
-    content => trimPrompt(content, 25_000),
+    trimPrompt(content, 25_000),
   );
   log(`Ran ${query}, found ${contents.length} contents`);
 
@@ -104,9 +104,7 @@ async function processSerpResult({
         .join('\n')}</contents>`,
     ),
     schema: z.object({
-      learnings: z
+      learnings: z.array(z.string()).describe(`List of learnings, max of ${numLearnings}`),
-        .array(z.string())
-        .describe(`List of learnings, max of ${numLearnings}`),
       followUpQuestions: z
         .array(z.string())
         .describe(
@@ -139,9 +137,7 @@ export async function writeFinalReport({
       `Given the following prompt from the user, write a final report on the topic using the learnings from research. Make it as as detailed as possible, aim for 3 or more pages, include ALL the learnings from research:\n\n<prompt>${prompt}</prompt>\n\nHere are all the learnings from previous research:\n\n<learnings>\n${learningsString}\n</learnings>`,
     ),
     schema: z.object({
-      reportMarkdown: z
+      reportMarkdown: z.string().describe('Final report on the topic in Markdown'),
-        .string()
-        .describe('Final report on the topic in Markdown'),
     }),
   });
 
@@ -170,9 +166,7 @@ export async function writeFinalAnswer({
     schema: z.object({
       exactAnswer: z
         .string()
-        .describe(
+        .describe('The final answer, make it short and concise, just the answer, no other text'),
-          'The final answer, make it short and concise, just the answer, no other text',
-        ),
     }),
   });
 
@@ -245,9 +239,7 @@ export async function deepResearch({
           const allUrls = [...visitedUrls, ...newUrls];
 
           if (newDepth > 0) {
-            log(
+            log(`Researching deeper, breadth: ${newBreadth}, depth: ${newDepth}`);
-              `Researching deeper, breadth: ${newBreadth}, depth: ${newDepth}`,
-            );
 
             reportProgress({
               currentDepth: newDepth,