added batch

app.py

@@ -10,8 +10,6 @@ index.add(model.encode(['hello']))
 
 app = FastAPI()
 
-
-
 @app.post('/tts')
 async def transcribe(text: str):
     embeddings = model.encode([text])

db/make_audio.py

@@ -21,6 +21,9 @@ async def make_audio():
 
     response_iterator = response.query_iterator(batch_size=1, output_fields=['text', 'embeddings'])
     ids_to_delete = []
+    current_iteration = 0
+    batch_size = 5
+
     while True:
         res = response_iterator.next()
         if len(res) == 0:
@@ -43,13 +46,18 @@ async def make_audio():
         data.append([res[0]['text'], uploaded_object.obj_id, res[0]['embeddings']])
         ids_to_delete.append(res[0]['id'])
 
-    audio_response.insert(list(zip(*data)))
-    audio_response.flush()
+        current_iteration += 1
 
-    # delete text to generate audio
-    response.delete(expr=f"id in {str(ids_to_delete)}")
-    response_iterator.close()
+        if current_iteration % batch_size == 0:
+            # insert the audio
+            audio_response.insert(list(zip(*data)))
+            audio_response.flush()
 
+            # delete text to generate audio
+            response.delete(expr=f"id in {str(ids_to_delete)}")
+            ids_to_delete = []
+
+    response_iterator.close()
 
 if __name__ == '__main__':
     loop = asyncio.new_event_loop()