artificialguybr commited on
Commit
40ce4ad
1 Parent(s): d3cb2df

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -6,7 +6,7 @@ from transformers.generation import GenerationConfig
6
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
7
 
8
  # Initialize model and tokenizer
9
- model_name_or_path = "TheBloke/OpenHermes-2-Mistral-7B-GPTQ"
10
 
11
  model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
12
  device_map="auto",
@@ -15,7 +15,7 @@ model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
15
 
16
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
17
 
18
- model.generation_config = GenerationConfig.from_pretrained("TheBloke/OpenHermes-2-Mistral-7B-GPTQ", trust_remote_code=False)
19
 
20
  # Postprocess function
21
  def postprocess(self, y):
 
6
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
7
 
8
  # Initialize model and tokenizer
9
+ model_name_or_path = "teknium/OpenHermes-2-Mistral-7B"
10
 
11
  model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
12
  device_map="auto",
 
15
 
16
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
17
 
18
+ model.generation_config = GenerationConfig.from_pretrained("teknium/OpenHermes-2-Mistral-7B", trust_remote_code=False)
19
 
20
  # Postprocess function
21
  def postprocess(self, y):