Update app.py

app.py

@@ -181,23 +181,40 @@ def random_plot():
 
 def print_like_dislike(x: gr.LikeData):
     print(x.index, x.value, x.liked)
-
+from gradio_multimodalchatbot import MultimodalChatbot
+from gradio.data_classes import FileData
+import tempfile
+import soundfile as sf
 def add_message(history, message):
-    for x in message["files"]:
-        history.append(((x,), None))
+   
     if message["text"] is not None:
-        history.append((message["text"], None))
-        response_audio = genrate_speech(message["text"],'asg2024/vits-ar-sa-huba')
-        history.append((gr.Audio(response_audio,scale=1,streaming=True),None)) 
+        sr,response_audio = genrate_speech(message["text"],'asg2024/vits-ar-sa-huba')
+        with tempfile.NamedTemporaryFile(delete=True) as temp_file:
+            filename=temp_file.name+'.wav'
+            sf.write(filename,response_audio, sr,format='WAV')
+            user_msg1 = {"text": message["text"],
+                "files": [{"file":FileData(path=filename)}]}
+        
+        
+        
+            history.append([user_msg1, None])
+        
+        # history.append((gr.Audio(response_audio,scale=1,streaming=True),None)) 
     return history
 
 def bot(history,message):
     if message["text"] is not None:
        txt_ai=get_answer_ai(message["text"] )
-       history[-1][1]=txt_ai#((None,txt_ai))
-       response_audio = genrate_speech(txt_ai,'asg2024/vits-ar-sa-huba')
-       history.append((None,gr.Audio(response_audio,scale=1,streaming=True))) 
-    
+       sr,response_audio = genrate_speech(txt_ai,'asg2024/vits-ar-sa-huba')
+       with tempfile.NamedTemporaryFile(delete=True) as temp_file:
+            filename=temp_file.name+'.wav'
+            sf.write(filename,response_audio, sr,format='WAV')
+            bot_msg1 = {"text": txt_ai,
+                "files": [{"file":FileData(path=filename)}]}
+            history[-1][1]=bot_msg1
+       
+       
+       
     return history, gr.MultimodalTextbox(value=None, interactive=False)
 
 fig = random_plot()