github/autoMate
1
0
Fork 0
mirror of https://github.com/yuruotong1/autoMate.git synced 2025-12-26 05:16:21 +08:00
Code Issues Packages Projects Releases Wiki Activity

更新llm

Browse Source
This commit is contained in:
yuruo 2024-07-10 21:17:56 +08:00
parent d93a8e01d2
commit ae04b04b3f
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
server/route/llm.py
View File

@ -11,8 +11,11 @@ def llm():
data = request.get_json()
messages = data["messages"]
isStream = data.get("isStream", False)
config = json.loads(data.get("llm_config", get_config()))["llm"]
messages = [{"role": "system", "content": code_prompt}] + messages
if data.get("llm_config"):
config = json.loads(data.get("llm_config"))
else:
config = json.loads(get_config())["llm"]
messages = [{"role": "system", "content": code_prompt.substitute()}] + messages
if isStream:
def generate():
response = completion(messages=messages, stream=True, **config)