Hugging Face's logo

Spaces:
HowardC
/
Gemma2-FC
Sleeping

App Files Community
HowardC commited on
Commit
06d52bb
•
1 Parent(s): fbd3f1d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -60,7 +60,7 @@ EXAMPLES = [
60
  model_id = "NexaAIDev/Octopus-v2"
61
  tokenizer = AutoTokenizer.from_pretrained(model_id)
62
  model = GemmaForCausalLM.from_pretrained(
63
- model_id, torch_dtype=torch.bfloat16, device_map="auto"
64
  )
65
 
66
  def inference(input_text):
 
60
  model_id = "NexaAIDev/Octopus-v2"
61
  tokenizer = AutoTokenizer.from_pretrained(model_id)
62
  model = GemmaForCausalLM.from_pretrained(
63
+ model_id, torch_dtype=torch.bfloat16, device_map="cpu"
64
  )
65
 
66
  def inference(input_text):