From 332eeab4e76489780220d2da5088974304cd8bff Mon Sep 17 00:00:00 2001
From: meshkatshb <meshkat97@yahoo.com>
Date: Wed, 15 Jan 2025 15:29:08 +0330
Subject: [PATCH] feat: add base_url to ChatOllama to read from remote server

---
 src/utils/utils.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/utils/utils.py b/src/utils/utils.py
index d5a8b25..3ab3897 100644
--- a/src/utils/utils.py
+++ b/src/utils/utils.py
@@ -89,6 +89,7 @@ def get_llm_model(provider: str, **kwargs):
             model=kwargs.get("model_name", "qwen2.5:7b"),
             temperature=kwargs.get("temperature", 0.0),
             num_ctx=128000,
+            base_url=kwargs.get("base_url", "http://localhost:11434"),
         )
     elif provider == "azure_openai":
         if not kwargs.get("base_url", ""):