From ae04b04b3f976225a349cc45cd41c501db61a9c6 Mon Sep 17 00:00:00 2001 From: yuruo Date: Wed, 10 Jul 2024 21:17:56 +0800 Subject: [PATCH] =?UTF-8?q?=E6=9B=B4=E6=96=B0llm?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/route/llm.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/server/route/llm.py b/server/route/llm.py index 5c65f49..558bf6a 100644 --- a/server/route/llm.py +++ b/server/route/llm.py @@ -11,8 +11,11 @@ def llm(): data = request.get_json() messages = data["messages"] isStream = data.get("isStream", False) - config = json.loads(data.get("llm_config", get_config()))["llm"] - messages = [{"role": "system", "content": code_prompt}] + messages + if data.get("llm_config"): + config = json.loads(data.get("llm_config")) + else: + config = json.loads(get_config())["llm"] + messages = [{"role": "system", "content": code_prompt.substitute()}] + messages if isStream: def generate(): response = completion(messages=messages, stream=True, **config)