add deepseek-r1 support

This commit is contained in:
vincent
2025-01-25 23:43:12 +08:00
parent 6e553218ee
commit 2f923c50d6
8 changed files with 287 additions and 100 deletions

View File

@@ -247,16 +247,16 @@ async def test_browser_use_custom_v2():
# api_key=os.getenv("GOOGLE_API_KEY", "")
# )
# llm = utils.get_llm_model(
# provider="deepseek",
# model_name="deepseek-chat",
# temperature=0.8
# )
llm = utils.get_llm_model(
provider="ollama", model_name="qwen2.5:7b", temperature=0.5
provider="deepseek",
model_name="deepseek-chat",
temperature=0.8
)
# llm = utils.get_llm_model(
# provider="ollama", model_name="qwen2.5:7b", temperature=0.5
# )
controller = CustomController()
use_own_browser = False
disable_security = True

View File

@@ -114,6 +114,33 @@ def test_deepseek_model():
ai_msg = llm.invoke([message])
print(ai_msg.content)
def test_deepseek_r1_model():
from langchain_core.messages import HumanMessage, SystemMessage, AIMessage
from src.utils import utils
llm = utils.get_llm_model(
provider="deepseek",
model_name="deepseek-reasoner",
temperature=0.8,
base_url=os.getenv("DEEPSEEK_ENDPOINT", ""),
api_key=os.getenv("DEEPSEEK_API_KEY", "")
)
messages = []
sys_message = SystemMessage(
content=[{"type": "text", "text": "you are a helpful AI assistant"}]
)
messages.append(sys_message)
user_message = HumanMessage(
content=[
{"type": "text", "text": "9.11 and 9.8, which is greater?"}
]
)
messages.append(user_message)
ai_msg = llm.invoke(messages)
print(ai_msg.reasoning_content)
print(ai_msg.content)
print(llm.model_name)
pdb.set_trace()
def test_ollama_model():
from langchain_ollama import ChatOllama
@@ -128,4 +155,5 @@ if __name__ == '__main__':
# test_gemini_model()
# test_azure_openai_model()
# test_deepseek_model()
test_ollama_model()
# test_ollama_model()
test_deepseek_r1_model()