001 stream

app.py

@@ -38,11 +38,81 @@ head = '''
 <script type="module">
         import { matcha_tts,env } from "https://akjava.github.io/Matcha-TTS-Japanese/js-esm/v001-20240921/matcha_tts_onnx_en.js";
         window.MatchaTTSEn = matcha_tts
-        function replaceSpecialChars(text) {
-        const pattern = /[^a-zA-Z0-9,.!?-_']/g;
-        return text.replace(pattern, ' ');
+</script>
+
+<script>
+let last_chatbot_size = 0
+let tts_text_index = 0
+let tts_texts = []
+
+const interval = 100
+async function start_multi_line_tts() {
+  //console.log("start_multi_line_tts")
+  //console.log(tts_texts.length)
+  if (tts_texts.length > tts_text_index){
+  const tts_text = tts_texts[tts_text_index]
+  tts_text_index += 1
+  console.log(tts_text)
+  if (tts_text!=""){
+    await window.MatchaTTSEn(tts_text,"/file=models/ljspeech_sim.onnx")
+  }
+
+  
+  }
+  setTimeout(start_multi_line_tts, interval);
+}
+
+
+function reset_tts_text(){
+    console.log("reset tts text")
+    tts_text_index = 0
+    tts_texts = []
+}
+function replaceSpecialChars(text) {
+    const pattern = /[^a-zA-Z0-9,.!?-_']/g;
+    return text.replace(pattern, ' ');
+}
+
+
+function update_tts_texts(text){
+    //console.log(text)
+    const replaced_text = replaceSpecialChars(text)
+    const new_texts = []
+    const splited = replaced_text.split(/[.!?]+\s/);
+    for (let i = 0; i < splited.length; i++) {
+    const value = splited[i].trim();
+    
+    if (i === splited.length - 1) {
+        if (value.endsWith(".") || value.endsWith("?") || value.endsWith("!")){
+            new_texts.push(value);
         }
-        window.replaceSpecialChars = replaceSpecialChars
+        console.log("Last element:", value);
+    } else {
+        // その他の要素に対する処理
+        new_texts.push(value);
+    }
+    }
+    tts_texts=new_texts
+    
+}
+
+function update_chatbot(chatbot){
+    //console.log(chatbot)
+    if (chatbot.length!=last_chatbot_size){
+        last_chatbot_size = chatbot.length
+        reset_tts_text()
+    }
+    text = (chatbot[chatbot.length -1])["content"]
+    update_tts_texts(text)
+    
+}
+
+window.replaceSpecialChars = replaceSpecialChars
+
+window.update_chatbot = update_chatbot
+window.update_tts_texts = update_tts_texts
+window.reset_tts_text = reset_tts_text  
+start_multi_line_tts();
 </script>
 '''
 
@@ -53,10 +123,11 @@ with gr.Blocks(title="LLM with TTS",head=head) as demo:
     
     js = """
     function(chatbot){
-    text = (chatbot[chatbot.length -1])["content"]
-    tts_text = window.replaceSpecialChars(text)
-    console.log(tts_text)
-    window.MatchaTTSEn(tts_text,"/file=models/ljspeech_sim.onnx")
+    window.update_chatbot(chatbot)
+    //text = (chatbot[chatbot.length -1])["content"]
+    //tts_text = window.replaceSpecialChars(text)
+    //console.log(tts_text)
+    //window.MatchaTTSEn(tts_text,"/file=models/ljspeech_sim.onnx")
     }
     """
     chatbot = gr.Chatbot(type="messages")
@@ -90,6 +161,6 @@ with gr.Blocks(title="LLM with TTS",head=head) as demo:
     msg.submit(call_generate_text, [msg, chatbot], [msg, chatbot])
 
 import os
-print(os.listdir("/home/user/app/"))
-print(os.listdir("/home/user/app/models"))
-demo.launch(allowed_paths=["/home/user/app/models/ljspeech_sim.onnx"])
+dir ="/home/user/app/"
+dir = "C:\\Users\\owner\\Documents\\pythons\\huggingface\\mistral-7b-v0.3-matcha-tts-en"
+demo.launch(allowed_paths=[os.path.join(dir,"models","ljspeech_sim.onnx")])