chore: add chatbox demo

This commit is contained in:
Han Xiao 2025-02-09 17:58:02 +08:00
parent 19ee1f782c
commit bed06b4100
3 changed files with 4 additions and 1 deletions

BIN
.github/visuals/chatbox.gif vendored Normal file

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.5 MiB

View File

@ -107,6 +107,10 @@ export DEFAULT_MODEL_NAME=qwen2.5-7b # your local llm model name
## OpenAI-Compatible Server API
If you have a GUI client that supports OpenAI API (e.g. [Chatbox](https://github.com/Bin-Huang/chatbox)) , you can simply config it to use this server.
![demo1](.github/visuals/chatbox.gif)
Start the server:
```bash
# Without authentication

View File

@ -288,7 +288,6 @@ export async function getResponse(question: string, tokenBudget: number = 1_000_
tokenTracker: existingContext?.tokenTracker || new TokenTracker(tokenBudget),
actionTracker: existingContext?.actionTracker || new ActionTracker()
};
context.actionTracker.trackAction({gaps: [question], totalStep: 0, badAttempts: 0});
let step = 0;
let totalStep = 0;
let badAttempts = 0;