Add GigaChat support to chatbot and RAG

.env.example

@@ -1,5 +1,6 @@
 OPENAI_API_KEY=placeholder
 ANTHROPIC_API_KEY=placeholder
+GIGACHAT_API_KEY=placeholder
 YDC_API_KEY=placeholder
 TAVILY_API_KEY=placeholder
 AZURE_OPENAI_DEPLOYMENT_NAME=placeholder

backend/app/agent.py

@@ -18,6 +18,7 @@
     get_google_llm,
     get_mixtral_fireworks,
     get_openai_llm,
+    get_gigachat_llm,
 )
 from app.retrieval import get_retrieval_executor
 from app.tools import (
@@ -175,6 +176,7 @@ class LLMType(str, Enum):
     BEDROCK_CLAUDE2 = "Claude 2 (Amazon Bedrock)"
     GEMINI = "GEMINI"
     MIXTRAL = "Mixtral"
+    GIGACHAT = "GigaChat"
 
 
 def get_chatbot(
@@ -195,6 +197,8 @@ def get_chatbot(
         llm = get_google_llm()
     elif llm_type == LLMType.MIXTRAL:
         llm = get_mixtral_fireworks()
+    elif llm_type == LLMType.GIGACHAT:
+        llm = get_gigachat_llm()
     else:
         raise ValueError("Unexpected llm type")
     return get_chatbot_executor(llm, system_message, CHECKPOINTER)
@@ -270,6 +274,8 @@ def __init__(
             llm = get_google_llm()
         elif llm_type == LLMType.MIXTRAL:
             llm = get_mixtral_fireworks()
+        elif llm_type == LLMType.GIGACHAT:
+            llm = get_gigachat_llm()
         else:
             raise ValueError("Unexpected llm type")
         chatbot = get_retrieval_executor(llm, retriever, system_message, CHECKPOINTER)

backend/app/llms.py

@@ -5,7 +5,12 @@
 
 import boto3
 import httpx
-from langchain_community.chat_models import BedrockChat, ChatAnthropic, ChatFireworks
+from langchain_community.chat_models import (
+    BedrockChat,
+    ChatAnthropic,
+    ChatFireworks,
+    GigaChat,
+)
 from langchain_google_vertexai import ChatVertexAI
 from langchain_openai import AzureChatOpenAI, ChatOpenAI
 
@@ -69,3 +74,10 @@ def get_google_llm():
 @lru_cache(maxsize=1)
 def get_mixtral_fireworks():
     return ChatFireworks(model="accounts/fireworks/models/mixtral-8x7b-instruct")
+
+
+@lru_cache(maxsize=1)
+def get_gigachat_llm():
+    return GigaChat(
+        credentials=os.environ.get("GIGACHAT_API_KEY"), verify_ssl_certs=False
+    )