Update utils/llms.py

utils/llms.py

@@ -4,21 +4,24 @@ from litellm import completion
 import random
 import json
 import os
+from dotenv import load_dotenv
 
+load_dotenv()
 from g4f.Provider import DeepInfraChat,LambdaChat
+from backup import Client as PerplexityClient,cookies
 
 gemini_api_keys=json.loads(os.environ.get("GEMINI_KEY_LIST"))
 groq_api_keys=json.loads(os.environ.get("GROQ_API_KEYS"))
 chutes_key=os.environ.get("CHUTES_API_KEY")
 github_key=os.environ.get("GITHUB_API_KEY")
 
-DeepInfraChat.models = ["Qwen/Qwen3-235B-A22B","Qwen/Qwen3-30B-A3B","Qwen/Qwen3-32B","google/gemma-3-27b-it","deepseek-ai/DeepSeek-R1-Turbo","Qwen/QwQ-32B","deepseek-ai/DeepSeek-R1","deepseek-ai/DeepSeek-V3-0324","meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","meta-llama/Llama-4-Scout-17B-16E-Instruct","microsoft/Phi-4-multimodal-instruct"]
+DeepInfraChat.models = ["moonshotai/Kimi-K2-Instruct","Qwen/Qwen3-235B-A22B-Thinking-2507","Qwen/Qwen3-235B-A22B","Qwen/Qwen3-30B-A3B","Qwen/Qwen3-32B","google/gemma-3-27b-it","deepseek-ai/DeepSeek-R1-Turbo","Qwen/QwQ-32B","deepseek-ai/DeepSeek-R1-0528","deepseek-ai/DeepSeek-V3-0324","meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","meta-llama/Llama-4-Scout-17B-16E-Instruct","microsoft/Phi-4-multimodal-instruct"]
 
 deepinframodels=["meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","microsoft/Phi-4-multimodal-instruct","google/gemma-3-27b-it","meta-llama/Llama-4-Scout-17B-16E-Instruct"]
 chutes_models={'Llama-4-Maverick-17B-128E-Instruct-FP8':'chutesai/Llama-4-Maverick-17B-128E-Instruct-FP8', "Qwen3-235B":"Qwen/Qwen3-235B-A22B","MAI-DS-R1-FP8":"microsoft/MAI-DS-R1-FP8","DeepSeek-V3-0324":"deepseek-ai/DeepSeek-V3-0324","deepseek-reasoner":"deepseek-ai/DeepSeek-R1-0528","GLM-4-32B-0414":"THUDM/GLM-4-32B-0414","GLM-Z1-32B-0414":"THUDM/GLM-Z1-32B-0414","DeepSeek-R1T-Chimera":"tngtech/DeepSeek-R1T-Chimera", "DeepSeek-R1-Zero":"deepseek-ai/DeepSeek-R1-Zero"}
 github_models={"gpt4.1":"gpt-4.1","gpt-4o":"gpt-4o","o4-mini":"o4-mini"}
 
-REASONING_CORRESPONDANCE = {"DeepSeekR1-LAMBDA":LambdaChat,"DeepSeekR1":DeepInfraChat}
+REASONING_CORRESPONDANCE = {"DeepSeekR1":DeepInfraChat}
 os.environ["GEMINI_API_KEY"] =random.choice(gemini_api_keys)
 
 REASONING_QWQ = {"qwq-32b":DeepInfraChat}
@@ -28,7 +31,8 @@ CHAT_CORRESPONDANCE = {"DeepSeek-V3":DeepInfraChat}
 
 client = Client()
 
-        
+perplexity_cli=PerplexityClient(cookies=cookies)
+
 
 def chat(messages,response_format,model="gpt-4"):
         if len(messages) ==1:
@@ -42,7 +46,7 @@ def chat(messages,response_format,model="gpt-4"):
 
 
 
-def chatstream(messages,model,api_keys):
+def chatstream(messages,model,api_keys,tools):
     print(f"-------{model}--------")
     global llmfree
     global llmdeepseek
@@ -50,7 +54,27 @@ def chatstream(messages,model,api_keys):
 
     cunk=""
 
-    if model in deepinframodels:
+
+    if model in ["o3","gpt-4.1",'grok-4','gemini-2.5-pro','claude-sonnet-4-20250514','sonar-pro','r1-1778']:
+        raw_perplex_msg = "".join(
+            (( (f"[{message['role']}]" ) +  ("(#message)" if message['role']!="system" else "(#instructions)") ) if message['role'] != "assistant"   else "") + f"\n{message['content']}\n\n"
+            for message in messages
+        )
+        with open("perplexity_messages.txt", "w",encoding='utf-8') as f:
+            f.write(raw_perplex_msg)
+        resp = perplexity_cli.search(raw_perplex_msg, mode='reasoning', model="grok4", sources=[], files={}, stream=True, language='en-US', follow_up=None, incognito=False)
+        for i in resp:
+            try:
+                cunk = cunk+(i["blocks"][0]["markdown_block"]["chunks"][0])
+                if "```json" not in cunk or "```" not in cunk:
+                    yield i["blocks"][0]["markdown_block"]["chunks"][0]
+                # print(i["blocks"][0]["markdown_block"]["chunks"][0],end="")
+            except Exception as e:
+                print(e)
+                pass
+        yield ("RESULT: "+cunk)
+        
+    elif model in deepinframodels:
         try:
             response = client.chat.completions.create(
                 provider=DeepInfraChat,
@@ -59,7 +83,6 @@ def chatstream(messages,model,api_keys):
                 stream=True,
                 response_format="json_object"
 
-
             )
             for part in response:
                 cunk=cunk+(part.choices[0].delta.content or "")
@@ -68,10 +91,26 @@ def chatstream(messages,model,api_keys):
         except Exception as e:
             pass
         yield ("RESULT: "+cunk)
-    elif model == "Qwen3-235B-A22B" or model == "Qwen3-30B-A3B" or model == "Qwen3-32B":
+
+    elif model == "Qwen3-235B-A22B-Thinking-2507" :
         response = client.chat.completions.create(
             provider=DeepInfraChat,
-            model=f"Qwen/{model}",
+            model=f"Qwen/Qwen3-235B-A22B-Thinking-2507",
+            messages=messages,
+            stream=True
+
+        )
+        for part in response:
+            resp=str(part.choices[0].delta.content)
+            cunk=cunk+(resp or "")
+
+            if ("```json" not in cunk or "```" not in cunk) and resp != "None":
+                yield (resp or "")
+        yield ("RESULT: "+str(cunk))
+    elif model == "Kimi-K2-Instruct" :
+        response = client.chat.completions.create(
+            provider=DeepInfraChat,
+            model=f"moonshotai/Kimi-K2-Instruct",
             messages=messages,
             stream=True
 
@@ -146,26 +185,37 @@ def chatstream(messages,model,api_keys):
             yield("<think> \n")
 
         cunk=""
+        hist = ""
         for part in response:
-            cunk=cunk+(part.choices[0].delta.content or "")
             x=str(part.choices[0].delta.content)
-            # print(part.choices[0])
-            # x=x.replace(">","> \n \n s ")
-            if "```json" not in cunk:
-                if "None" not  in x:
-                    yield(x or "")
-                print(x,end="")
+            cunk=cunk+x
+            print(x, end="")
+
+            if "```" in x and "```json"  not in cunk:
+                hist = x
+                continue
+            if hist!="" and "json" not in cunk:
+                yield(hist + x)
+                hist = ""
+                continue
+
+            if ("```json" not in cunk) and (x != "None"):
+                if "None" not in x:
+                    yield(x)
+        before, found, after = cunk.partition('</think>')
+        cunk=after
         yield("RESULT: "+cunk)
 
     elif model in github_models:
-        response = completion(model=f"github/{github_models[model]}",api_key=github_key, messages=messages, stream=True)
+        response = completion(model=f"github/{github_models[model]}",api_key=github_key, messages=messages,tools=tools, stream=True)
 
         cunk=""
         for part in response:
+            chunk_dict = part.model_dump()
             cunk=cunk+(part.choices[0].delta.content or "")
+            yield ("RAW: " +json.dumps(chunk_dict, indent=4))
             
-            if "```json" not in cunk:
-                yield(part.choices[0].delta.content or "")
+
         yield("RESULT: "+cunk)
 
     elif "gemini" in model: 
@@ -173,14 +223,17 @@ def chatstream(messages,model,api_keys):
             try:
                 os.environ["GEMINI_API_KEY"] =key
 
-                response = completion(model=f"gemini/{model}", messages=messages, stream=True)
+                response = completion(model=f"gemini/{model}", messages=messages, tools=tools,stream=True)
 
                 cunk=""
                 for part in response:
                     cunk=cunk+(part.choices[0].delta.content or "")
-                    print(part.choices[0].delta.content or "", end="")
-                    if "```json" not in cunk:
-                        yield(part.choices[0].delta.content or "")
+                    chunk_dict = part.model_dump()
+
+                    yield ("RAW: " +json.dumps(chunk_dict, indent=4))
+
+                    # if "```json" not in cunk:
+                    #     yield(part.choices[0].delta.content or "")
 
                 break         
             except Exception as e:
@@ -192,38 +245,49 @@ def chatstream(messages,model,api_keys):
     elif model=="deepseek.r1" or model=="deepseek-chat":
 
         cunk=""
-
+        hist = ""
         if "chat" in model:
             providers = CHAT_CORRESPONDANCE
             model_name="deepseek-ai/DeepSeek-V3-0324"
         else:
             providers = REASONING_CORRESPONDANCE
-            model_name="deepseek-r1"
+            model_name="deepseek-ai/DeepSeek-R1-0528"
 
-        for provider in providers:
+        for i  in range(2):
             try:
                 response = client.chat.completions.create(
-                    provider=providers[provider],
+                    provider=DeepInfraChat,
                     model=model_name,
                     messages=messages,
-                    stream=True,
-                    response_format="json_object"
-
+                    stream=True
 
                     # Add any other necessary parameters
                 )
                 for part in response:
-                    # print(part)
-                    cunk=cunk+(str(part.choices[0].delta.content) or "")
-
-                    if ("```json" not in cunk or "```" not in cunk) and (str(part.choices[0].delta.content) != "None"):
-                        yield(str(part.choices[0].delta.content) or "")
+                    x=str(part.choices[0].delta.content)
+                    cunk=cunk+x
+                    print(x, end="")
+
+                    if "```" in x and "```json"  not in cunk:
+                        hist = x
+                        continue
+                    if hist!="" and "json" not in cunk:
+                        yield(hist + x)
+                        hist = ""
+                        continue
+
+                    if ("```json" not in cunk) and (x != "None"):
+                        if "None" not in x:
+                            yield(x)
                 break
             except Exception as e:
                 #yield(str(e)) 
                 print(e)
                 pass
         print("STOPPING")
+        before, found, after = cunk.partition('</think>')
+        cunk=after
+
         yield("RESULT: "+cunk)
 
 
@@ -276,4 +340,12 @@ def chatstream(messages,model,api_keys):
             except Exception as e:
                 pass
         print("STOPPING")
-        yield("RESULT: "+cunk)
+        yield("RESULT: "+cunk)
+
+# #Predict top colleges in BHU for me via CUET 2024 based on 2024 cut off scores.
+# Degree:BA (Hons) Pol. Sci.
+# Respond in csv format with the following headings and info: College,Cut-off Score(Out of 800),Cutoff Rank.Do not output the sources like [1],[2]...within the csv code.
+# Note:
+# 1)First search and research the web thoroughly end to end.
+# 2)Always Use the website https://collegedunia.com to search about the cut offs.Dont use any other website but only this website.
+# Mandatory:**Give Atleast 10 college names**