r

app.py

@@ -36,6 +36,8 @@ def respond(
 
     response = ""
 
+    """
+    #streaming無し: gradio側が対応してない
     completion = client.chat.completions.create(model=model_name,
                                                 messages=messages,
                                                 temperature=temperature,
@@ -44,8 +46,7 @@ def respond(
                                                 )
     text = completion.choices[0].message.content.strip()
     return text
-
-    # streamは一旦無効化
+    """
     for message in client.chat.completions.create(
         model=model_name,
         messages=messages,
@@ -56,7 +57,9 @@ def respond(
     ):
         token = message.choices[0].delta.content
 
-        response += token
+        # response += token
+        if token is not None:
+            response += (token)
         yield response