Modify the parameters of modelscope

This commit is contained in:
yrk
2025-06-25 16:39:47 +08:00
parent 4526d640c7
commit 332e574575
2 changed files with 4 additions and 0 deletions

View File

@@ -21,6 +21,9 @@ OLLAMA_ENDPOINT=http://localhost:11434
ALIBABA_ENDPOINT=https://dashscope.aliyuncs.com/compatible-mode/v1
ALIBABA_API_KEY=
MODELSCOPE_ENDPOINT=https://api-inference.modelscope.cn/v1
MODELSCOPE_API_KEY=
MOONSHOT_ENDPOINT=https://api.moonshot.cn/v1
MOONSHOT_API_KEY=

View File

@@ -349,6 +349,7 @@ def get_llm_model(provider: str, **kwargs):
base_url=base_url,
model_name=kwargs.get("model_name", "Qwen/QwQ-32B"),
temperature=kwargs.get("temperature", 0.0),
extra_body = {"enable_thinking": False}
)
else:
raise ValueError(f"Unsupported provider: {provider}")