Update app.py

app.py

@@ -127,7 +127,7 @@ def generate_audio(text,name_model,speaker_id=None):
     model=get_model(name_model)
     #torch.cuda.empty_cache()
     with torch.no_grad():
-        for chunk in _inference_forward_stream(model,input_ids=inputs.input_ids,attention_mask=inputs.attention_mask,speaker_embeddings= speaker_embeddings,chunk_size=64):
+        for chunk in _inference_forward_stream(model,input_ids=inputs.input_ids,attention_mask=inputs.attention_mask,speaker_embeddings= speaker_embeddings,chunk_size=256):
             yield  16000,chunk#.squeeze().cpu().numpy()#.astype(np.int16).tobytes()    
 def generate_audio_ai(text,name_model):
     text_answer = get_answer_ai(text)
@@ -138,7 +138,7 @@ def generate_audio_ai(text,name_model):
     model=get_model(name_model)
     #torch.cuda.empty_cache()
     with torch.no_grad():
-        for chunk in _inference_forward_stream(model,input_ids=inputs.input_ids,attention_mask=inputs.attention_mask,speaker_embeddings= speaker_embeddings,chunk_size=64):
+        for chunk in _inference_forward_stream(model,input_ids=inputs.input_ids,attention_mask=inputs.attention_mask,speaker_embeddings= speaker_embeddings,chunk_size=256):
             yield  16000,chunk#.cpu().numpy().squeeze()#.astype(np.int16).tobytes()    
 
     # yield generate_audio(text_answer,name_model)