updated for groq api

utils.py

@@ -14,28 +14,20 @@ load_dotenv()
 
 logger = logging.getLogger("swayam-chatbot")
 
-# Initialize Together client with proper error handling and version compatibility
+# Initialize Groq client with proper error handling
 try:
-    # Try different import patterns for different versions of together library
-    try:
-        from together import Together
-    except ImportError:
-        try:
-            from together.client import Together
-        except ImportError:
-            import together
-            Together = together.Together
+    from groq import Groq
     
     # Try to get API key from environment directly as a fallback
-    api_key = config.TOGETHER_API_KEY or os.environ.get("TOGETHER_API_KEY")
+    api_key = config.GROQ_API_KEY or os.environ.get("GROQ_API_KEY")
     if not api_key:
-        logger.warning("No Together API key found. LLM functionality will not work.")
+        logger.warning("No Groq API key found. LLM functionality will not work.")
         client = None
     else:
-        client = Together(api_key=api_key)
-        logger.info("Together client initialized successfully")
+        client = Groq(api_key=api_key)
+        logger.info("Groq client initialized successfully")
 except Exception as e:
-    logger.error(f"Failed to initialize Together client: {e}")
+    logger.error(f"Failed to initialize Groq client: {e}")
     client = None
 
 # Function for mean pooling to get sentence embeddings
@@ -164,33 +156,25 @@ def get_relevant_context(query, top_k=3):
     
     return "\n\n".join(context_parts)
 
-@traceable(run_type="llm", name="Together AI LLM")
+@traceable(run_type="llm", name="Groq LLM")
 def get_llm_response(messages):
-    """Get response from LLM using Together API"""
+    """Get response from LLM using Groq API"""
     if client is None:
-        logger.error("Together client not initialized. Cannot get LLM response.")
+        logger.error("Groq client not initialized. Cannot get LLM response.")
         return "Sorry, I cannot access the language model at the moment. Please ensure the API key is set correctly."
     
     try:
         response = client.chat.completions.create(
             model=config.MODEL_NAME,
-            messages=messages
+            messages=messages,
+            temperature=0.7,
+            max_completion_tokens=1024,
+            top_p=1,
+            stream=False
         )
         return response.choices[0].message.content
-    except AttributeError:
-        # Handle older version of together library
-        try:
-            response = client.completions.create(
-                model=config.MODEL_NAME,
-                prompt=messages[-1]["content"],
-                max_tokens=1000
-            )
-            return response.choices[0].text
-        except Exception as e:
-            logger.error(f"Error with fallback API call: {e}")
-            return "Sorry, I encountered an error while processing your request."
     except Exception as e:
-        logger.error(f"Error calling LLM API: {e}")
+        logger.error(f"Error calling Groq LLM API: {e}")
         return "Sorry, I encountered an error while processing your request."
 
 @traceable(run_type="chain", name="Response Generator")
@@ -217,3 +201,4 @@ def generate_response(query):
         
         response = get_llm_response(messages)
         return {"response": response, "type": "general"}
+