Upload folder using huggingface_hub

app.py

@@ -1,28 +1,29 @@
 import asyncio
 import base64
+import json
+import os
 import pathlib
 from typing import AsyncGenerator, Literal
+
+import gradio as gr
+import numpy as np
 from dotenv import load_dotenv
-import os
+from fastapi.responses import HTMLResponse
+from fastrtc import (
+    AsyncStreamHandler,
+    Stream,
+    async_aggregate_bytes_to_16bit,
+    get_twilio_turn_credentials,
+)
 from google import genai
-from pydantic import BaseModel
 from google.genai.types import (
     LiveConnectConfig,
     PrebuiltVoiceConfig,
     SpeechConfig,
     VoiceConfig,
 )
-import gradio as gr
-import json
 from gradio.utils import get_space
-from fastrtc import (
-    Stream,
-    AsyncStreamHandler,
-    async_aggregate_bytes_to_16bit,
-    get_twilio_turn_credentials,
-)
-import numpy as np
-from fastapi.responses import HTMLResponse
+from pydantic import BaseModel
 
 current_dir = pathlib.Path(__file__).parent
 
@@ -67,7 +68,7 @@ class GeminiHandler(AsyncStreamHandler):
         return
 
     async def connect(
-        self, api_key: str | None = None, voice_name: str | None = None
+        self, api_key: str | None = None, voice_name: str | None = "Kore"
     ) -> AsyncGenerator[bytes, None]:
         """Connect to to genai server and start the stream"""
         client = genai.Client(
@@ -124,6 +125,7 @@ stream = Stream(
     mode="send-receive",
     handler=GeminiHandler(),
     rtc_configuration=get_twilio_turn_credentials() if get_space() else None,
+    concurrency_limit=20 if get_space() else None,
     additional_inputs=[
         gr.Textbox(label="API Key", type="password", value=os.getenv("GEMINI_API_KEY")),
         gr.Dropdown(
@@ -162,6 +164,11 @@ async def index():
 
 
 if __name__ == "__main__":
+    import os
+
     import uvicorn
 
-    uvicorn.run(stream, host="0.0.0.0", port=7860)
+    if os.getenv("FASTPHONE"):
+        stream.fastphone(host="0.0.0.0", port=7860)
+    else:
+        uvicorn.run(stream, host="0.0.0.0", port=7860)

requirements.txt

@@ -1,4 +1,4 @@
-fastrtc[vad]==0.0.32rc1
+fastrtc
 python-dotenv
 google-genai
 twilio