Update app.py

app.py

@@ -27,25 +27,15 @@ def tts_stream(text, temperature, top_p, repetition_penalty, state):
         yield None, state
         return
 
-    chunks = []
-    stream = model.infer_stream(
+    out = model.infer(
         text,
-        chunk_size=20,
         temperature=temperature,
         top_p=top_p,
         repetition_penalty=repetition_penalty,
     )
 
-    for chunk in stream:
-        if isinstance(chunk, torch.Tensor):
-            audio_np = chunk.detach().cpu().numpy().astype(np.float32)
-            chunks.append(audio_np)
-            # stream partial audio
-            yield (SAMPLE_RATE, audio_np), np.concatenate(chunks)
-
-    #if chunks:
-    #    final_audio = np.concatenate(chunks)
-    #    yield (SAMPLE_RATE, final_audio), final_audio
+    audio_np = out.cpu().numpy()
+    yield (SAMPLE_RATE, audio_np), audio_np
 
 
 def save_audio(state):
@@ -87,7 +77,7 @@ with gr.Blocks() as demo:
             audio_out = gr.Audio(
                 label="Output Audio",
                 autoplay=True,
-                streaming=True,
+                streaming=False,
             )
             download_btn = gr.Button("Download")
             file_out = gr.File(label="Download file")