Update llm_tool.py

llm_tool.py

@@ -1,19 +1,33 @@
 import os
 from huggingface_hub import InferenceClient
 
+# Initialize client without provider (Hugging Face handles routing)
+client = InferenceClient(
+    model="Qwen/Qwen2.5-7B-Instruct",
+    token=os.environ.get("HF_TOKEN")  # Make sure HF_TOKEN is set in Secrets
+)
+
 def analyze_data(prompt):
     """
-    Use Hugging Face LLM to generate insights from raw search data
+    Use chat completions API to generate insights from raw search data
     """
-    HF_TOKEN = os.getenv("HF_TOKEN")
-    if not HF_TOKEN:
-        return "Error: Hugging Face token not found in environment variables"
-    
     try:
-        client = InferenceClient(
-            model="Qwen/Qwen2.5-Coder-7B-Instruct",
-            token=HF_TOKEN
+        # Format prompt as a chat message
+        messages = [
+            {
+                "role": "user", 
+                "content": prompt
+            }
+        ]
+        
+        # Get response from LLM
+        completion = client.chat.completions.create(
+            messages=messages,
+            max_tokens=500  # Control response length
         )
-        return client.text_generation(prompt, max_new_tokens=500)
+        
+        # Return only the content part of the response
+        return completion.choices[0].message.content
+        
     except Exception as e:
         return f"LLM generation failed: {str(e)}"