add llama3 via groq (#346)

Author: vbarda

backend/graph.py

@@ -22,6 +22,7 @@
 from langchain_core.runnables import ConfigurableField, RunnableConfig
 from langchain_fireworks import ChatFireworks
 from langchain_google_genai import ChatGoogleGenerativeAI
+from langchain_groq import ChatGroq
 from langchain_openai import ChatOpenAI
 from langgraph.graph import END, StateGraph, add_messages
 
@@ -102,6 +103,7 @@
 FIREWORKS_MIXTRAL_MODEL_KEY = "fireworks_mixtral"
 GOOGLE_MODEL_KEY = "google_gemini_pro"
 COHERE_MODEL_KEY = "cohere_command"
+GROQ_LLAMA_3_MODEL_KEY = "groq_llama_3"
 
 
 def update_documents(
@@ -152,6 +154,11 @@ class AgentState(TypedDict):
     temperature=0,
     cohere_api_key=os.environ.get("COHERE_API_KEY", "not_provided"),
 )
+groq_llama3 = ChatGroq(
+    model="llama3-70b-8192",
+    temperature=0,
+    groq_api_key=os.environ.get("GROQ_API_KEY", "not_provided"),
+)
 llm = gpt_3_5.configurable_alternatives(
     # This gives this field an id
     # When configuring the end runnable, we can then use this id to configure this field
@@ -162,9 +169,17 @@ class AgentState(TypedDict):
         FIREWORKS_MIXTRAL_MODEL_KEY: fireworks_mixtral,
         GOOGLE_MODEL_KEY: gemini_pro,
         COHERE_MODEL_KEY: cohere_command,
+        GROQ_LLAMA_3_MODEL_KEY: groq_llama3,
     },
 ).with_fallbacks(
-    [gpt_3_5, claude_3_haiku, fireworks_mixtral, gemini_pro, cohere_command]
+    [
+        gpt_3_5,
+        claude_3_haiku,
+        fireworks_mixtral,
+        gemini_pro,
+        cohere_command,
+        groq_llama3,
+    ]
 )
 
 

frontend/app/components/ChatWindow.tsx

@@ -328,6 +328,9 @@ export function ChatWindow() {
                         <option value="fireworks_mixtral">
                           Mixtral (via Fireworks.ai)
                         </option>
+                        <option value="groq_llama_3">
+                          Llama 3 (via Groq.com)
+                        </option>
                         <option value="cohere_command">Cohere</option>
                       </Select>
                     )}

frontend/package.json

@@ -16,7 +16,7 @@
     "@emotion/react": "^11.11.1",
     "@emotion/styled": "^11.11.0",
     "@langchain/core": "^0.1.27",
-    "@langchain/langgraph-sdk": "^0.0.1-rc.11",
+    "@langchain/langgraph-sdk": "^0.0.1",
     "@types/dompurify": "^3.0.5",
     "@types/lodash.orderby": "^4.6.9",
     "@types/marked": "^5.0.1",

frontend/yarn.lock

@@ -1108,10 +1108,10 @@
     zod "^3.22.4"
     zod-to-json-schema "^3.22.3"
 
-"@langchain/langgraph-sdk@^0.0.1-rc.11":
-  version "0.0.1-rc.11"
-  resolved "https://registry.yarnpkg.com/@langchain/langgraph-sdk/-/langgraph-sdk-0.0.1-rc.11.tgz#60488ea8e3be89f6eae698b953e4092553cc112c"
-  integrity sha512-KddqkTxkzaPEoOm/4CklHkSyHCnHWDNotAtFJucGTpJ1ONgLaTtvkqhbdam7V/SUkoFVd1+8FHCskPhUH8nMlQ==
+"@langchain/langgraph-sdk@^0.0.1":
+  version "0.0.1"
+  resolved "https://registry.yarnpkg.com/@langchain/langgraph-sdk/-/langgraph-sdk-0.0.1.tgz#78759169f18602c9900c33380c7686cd281fe1a1"
+  integrity sha512-ya7PUQPfMAA2iyX/TuBmxEsIC1+Clu3nIl8M7sb8Z8rx0Xts7vtX2YDMXexEmTCN38RQmG5TNfVN860QFMKO+w==
   dependencies:
     "@types/json-schema" "^7.0.15"
     eventsource-parser "^1.1.2"

poetry.lock

@@ -16,6 +16,7 @@ langchain-openai = ">=0.1.7,<0.2.0"
 langchain-google-genai = ">=1.0.5,<2.0.0"
 langchain-anthropic = "^0.1.13"
 langchain-fireworks = "^0.1.3"
+langchain-groq = "^0.1.6"
 langgraph = ">=0.1.0,<0.2.0"
 pydantic = "1.10"
 beautifulsoup4 = "^4.12.2"