Update main.py

main.py

@@ -1,80 +1,92 @@
-from flask import Flask, request, jsonify
-from gradio_client import Client
 import uuid
 import time
 import logging
+from flask import Flask, request, jsonify
+import requests
 
 # === Конфигурация ===
 AI_MODEL = "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"
-HF_SPACE_URL = "https://nymbo-serverless-textgen-hub.hf.space"
+HF_API_URL = "https://nymbo-serverless-textgen-hub.hf.space/run/bot"
 
-# === Инициализация ===
-app = Flask(__name__)
+# === Логгер ===
 logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
 
-try:
-    gr_client = Client(src=HF_SPACE_URL)
-except Exception as e:
-    logging.error(f"Ошибка подключения к HuggingFace Space: {e}")
-    gr_client = None
+# === Инициализация Flask ===
+app = Flask(__name__)
 
-# === Корневой эндпоинт ===
+# === Корневой маршрут для проверки работоспособности ===
 @app.route("/", methods=["GET"])
-def home():
+def index():
     return "Proxy free test", 200
 
-# === Основной OpenAI-подобный endpoint ===
+# === Основной OpenAI-совместимый endpoint ===
 @app.route("/v1/chat/completions", methods=["POST"])
-def chat():
+def chat_completion():
+    # Логируем входной запрос
+    logger.info(f"📥 Запрос от клиента: {request.remote_addr}")
+    logger.info(f"Headers:\n{dict(request.headers)}")
+    logger.info(f"Body:\n{request.get_data(as_text=True)}")
+
     try:
-        data = request.get_json()
-        messages = data.get("messages", [])
+        payload = request.get_json()
+        messages = payload.get("messages", [])
+
+        # Извлекаем последнее сообщение пользователя
         user_msg = next((m["content"] for m in reversed(messages) if m["role"] == "user"), None)
         system_msg = next((m["content"] for m in messages if m["role"] == "system"), "You are a helpful AI assistant.")
-    except Exception as e:
-        return jsonify({"error": f"Невалидный JSON: {e}"}), 400
 
-    if not user_msg or not gr_client:
-        return jsonify({"error": "Отсутствует сообщение пользователя или не подключена модель."}), 400
+        if not user_msg:
+            return jsonify({"error": "Missing user message"}), 400
 
-    try:
-        output = gr_client.predict(
-            history=[[user_msg, None]],
-            system_msg=system_msg,
-            max_tokens=512,
-            temperature=0.7,
-            top_p=0.95,
-            freq_penalty=0,
-            seed=-1,
-            custom_model=AI_MODEL,
-            search_term="",
-            selected_model=AI_MODEL,
-            api_name="/bot"
-        )
-    except Exception as e:
-        return jsonify({"error": f"Ошибка при вызове модели: {e}"}), 500
+        # Подготавливаем запрос к Hugging Face Space
+        hf_payload = {
+            "data": [
+                [[user_msg, None]],     # history
+                system_msg,             # system_msg
+                512,                    # max_tokens
+                0.7,                    # temperature
+                0.95,                   # top_p
+                0,                      # freq_penalty
+                -1,                     # seed
+                AI_MODEL,               # custom_model
+                "",                     # search_term
+                AI_MODEL                # selected_model
+            ]
+        }
+
+        # Выполняем запрос
+        hf_response = requests.post(HF_API_URL, json=hf_payload, timeout=60)
+        hf_response.raise_for_status()
+        result = hf_response.json()
+
+        output_text = result["data"][0] if "data" in result else "❌ Unexpected response format"
 
-    return jsonify({
-        "id": f"chatcmpl-{uuid.uuid4().hex[:12]}",
-        "object": "chat.completion",
-        "created": int(time.time()),
-        "model": AI_MODEL,
-        "choices": [
-            {
-                "index": 0,
-                "message": {
-                    "role": "assistant",
-                    "content": output
-                },
-                "finish_reason": "stop"
+        return jsonify({
+            "id": f"chatcmpl-{uuid.uuid4().hex[:12]}",
+            "object": "chat.completion",
+            "created": int(time.time()),
+            "model": AI_MODEL,
+            "choices": [
+                {
+                    "index": 0,
+                    "message": {
+                        "role": "assistant",
+                        "content": output_text
+                    },
+                    "finish_reason": "stop"
+                }
+            ],
+            "usage": {
+                "prompt_tokens": 0,
+                "completion_tokens": 0,
+                "total_tokens": 0
             }
-        ],
-        "usage": {
-            "prompt_tokens": 0,
-            "completion_tokens": 0,
-            "total_tokens": 0
-        }
-    })
+        })
+
+    except Exception as e:
+        logger.exception("❌ Ошибка обработки запроса:")
+        return jsonify({"error": str(e)}), 500
 
 # === Запуск сервера ===
 if __name__ == "__main__":