Merge pull request #114 from MeshkatShB/feature/read-base-url-ollama

feat: add base_url to ChatOllama to read from remote server
This commit is contained in:
warmshao
2025-01-15 21:28:09 +08:00
committed by GitHub

View File

@@ -89,6 +89,7 @@ def get_llm_model(provider: str, **kwargs):
model=kwargs.get("model_name", "qwen2.5:7b"),
temperature=kwargs.get("temperature", 0.0),
num_ctx=128000,
base_url=kwargs.get("base_url", "http://localhost:11434"),
)
elif provider == "azure_openai":
if not kwargs.get("base_url", ""):