Update app.py

app.py

@@ -2,7 +2,7 @@ import discord
 import logging
 import os
 import requests
-from huggingface_hub import InferenceClient
+from huggingface_hub import InferenceClient, HfHubHTTPError
 from transformers import pipeline
 import asyncio
 import subprocess
@@ -73,20 +73,22 @@ class MyClient(discord.Client):
         loop = asyncio.get_event_loop()
         
         # AI-MO/NuminaMath-7B-TIR 모델에게 수학 문제를 풀도록 요청
-        math_response_future = loop.run_in_executor(None, lambda: self.math_pipe([{"role": "user", "content": question}], max_new_tokens=2000))
-
- ##       math_response_future = loop.run_in_executor(None, lambda: self.math_pipe([{"role": "user", "content": question}]))        
+        math_response_future = loop.run_in_executor(None, lambda: self.math_pipe(question, max_new_tokens=2000))
         math_response = await math_response_future
         math_result = math_response[0]['generated_text']
         
-        # Cohere 모델에게 AI-MO/NuminaMath-7B-TIR 모델의 결과를 번역하도록 요청
-        cohere_response_future = loop.run_in_executor(None, lambda: hf_client.chat_completion(
-            [{"role": "system", "content": "다음 텍스트를 한글로 번역하십시오: "}, {"role": "user", "content": math_result}], max_tokens=1000))
+        try:
+            # Cohere 모델에게 AI-MO/NuminaMath-7B-TIR 모델의 결과를 번역하도록 요청
+            cohere_response_future = loop.run_in_executor(None, lambda: hf_client.chat_completion(
+                [{"role": "system", "content": "다음 텍스트를 한글로 번역하십시오: "}, {"role": "user", "content": math_result}], max_tokens=1000))
         
-        cohere_response = await cohere_response_future
-        cohere_result = ''.join([part.choices[0].delta.content for part in cohere_response if part.choices and part.choices[0].delta and part.choices[0].delta.content])
+            cohere_response = await cohere_response_future
+            cohere_result = ''.join([part.choices[0].delta.content for part in cohere_response if part.choices and part.choices[0].delta and part.choices[0].delta.content])
 
-        combined_response = f"수학 선생님 답변: {cohere_result}"
+            combined_response = f"수학 선생님 답변: {cohere_result}"
+        except HfHubHTTPError as e:
+            logging.error(f"Hugging Face API error: {e}")
+            combined_response = "An error occurred while processing the request."
 
         return combined_response
 
@@ -105,10 +107,16 @@ class MyClient(discord.Client):
         """
         conversation_history.append({"role": "user", "content": user_input})
         messages = [{"role": "system", "content": f"{system_prefix}"}] + conversation_history
-        response = await asyncio.get_event_loop().run_in_executor(None, lambda: hf_client.chat_completion(
-            messages, max_tokens=1000, stream=True, temperature=0.7, top_p=0.85))
-        full_response = ''.join([part.choices[0].delta.content for part in response if part.choices and part.choices[0].delta and part.choices[0].delta.content])
-        conversation_history.append({"role": "assistant", "content": full_response})
+
+        try:
+            response = await asyncio.get_event_loop().run_in_executor(None, lambda: hf_client.chat_completion(
+                messages, max_tokens=1000, stream=True, temperature=0.7, top_p=0.85))
+            full_response = ''.join([part.choices[0].delta.content for part in response if part.choices and part.choices[0].delta and part.choices[0].delta.content])
+            conversation_history.append({"role": "assistant", "content": full_response})
+        except HfHubHTTPError as e:
+            logging.error(f"Hugging Face API error: {e}")
+            full_response = "An error occurred while generating the response."
+
         return f"{user_mention}, {full_response}"
 
     async def send_long_message(self, channel, message):