Update app.py

app.py

@@ -130,7 +130,16 @@ def generate_audio(text,name_model,speaker_id=None):
 def generate_audio_ai(text,name_model):
     text_answer = get_answer_ai(text)
     text_answer = remove_extra_spaces(text_answer)
-    yield generate_audio(text_answer,name_model)
+    inputs = tokenizer(text_answer, return_tensors="pt")#.input_ids
+
+    speaker_embeddings = None
+    model=get_model(name_model)
+    #torch.cuda.empty_cache()
+    with torch.no_grad():
+        for chunk in _inference_forward_stream(model,input_ids=inputs.input_ids,attention_mask=inputs.attention_mask,speaker_embeddings= speaker_embeddings,chunk_size=64):
+            yield  16000,chunk.squeeze().cpu().numpy()#.astype(np.int16).tobytes()    
+
+    # yield generate_audio(text_answer,name_model)
 def remove_extra_spaces(text):
   """
   Removes extra spaces between words in a string.