Update app.py

app.py

@@ -15,7 +15,7 @@ def format_prompt(message, history):
     return prompt
 
 def generate(prompt, history, email):
-    generate_kwargs = dict(seed=42)
+    generate_kwargs = dict(max_new_tokens=256, seed=42)
 
     formatted_prompt = format_prompt(f"{prompt}", history)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)