Add ChatLiteLLM integration and update requirements

agent.py

@@ -11,6 +11,7 @@ from langchain_community.vectorstores import SupabaseVectorStore
 from langchain_core.messages import SystemMessage, HumanMessage
 from langchain.tools.retriever import create_retriever_tool
 from supabase.client import Client, create_client
+from langchain_litellm import ChatLiteLLM
 
 # Tools
 from tools.wiki_search import wiki_search
@@ -88,8 +89,15 @@ def build_graph(provider: str = "google"):
                 # "mosaicml/mpt-7b-instruct"
                 # "tiiuae/falcon-7b-instruct"
                 token=os.environ.get("HF_TOKEN"),
-            ),
+            )
         )
+    elif provider == "litellm":
+        # HuggingFace Embeddings
+        llm = ChatLiteLLM(
+                model_id="ollama_chat/qwen2:7b",
+                api_base="http://127.0.0.1:11434",
+                num_ctx=8192,
+            )
     else:
         raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")
     # Bind tools to LLM

requirements.txt

@@ -10,6 +10,7 @@ langchain-huggingface
 langchain-groq
 langchain-tavily
 langchain-chroma
+langchain-litellm
 langgraph
 
 # Dependencies for various integrations