Update app.py

app.py

@@ -2,8 +2,7 @@ import os
 import gradio as gr
 import mdtex2html
 import torch
-from transformers.generation import GenerationConfig
-from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
+from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline, MistralConfig
 
 # Initialize model and tokenizer
 model_name_or_path = "teknium/OpenHermes-2-Mistral-7B"
@@ -15,6 +14,8 @@ model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
                                              revision="main")
 
 tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
+config = MistralConfig()
+
 # Postprocess function
 def postprocess(self, y):
     if y is None:
@@ -126,4 +127,4 @@ def _launch_demo(args, model, tokenizer, config):
 
 # Main execution
 if __name__ == "__main__":
-    _launch_demo(None, model, tokenizer)
+    _launch_demo(None, model, tokenizer, config)