paulilioaica commited on
Commit
ec9fa5a
1 Parent(s): 820dcd2

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -4
README.md CHANGED
@@ -51,14 +51,13 @@ model = "paulilioaica/Hugo-7B-slerp"
51
  messages = [{"role": "user", "content": "What is a large language model?"}]
52
 
53
  tokenizer = AutoTokenizer.from_pretrained(model)
54
- prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
55
  pipeline = transformers.pipeline(
56
- "text-generation",
57
  model=model,
58
  torch_dtype=torch.float16,
59
  device_map="auto",
60
  )
61
 
62
- outputs = pipeline(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
63
- print(outputs[0]["generated_text"])
64
  ```
 
51
  messages = [{"role": "user", "content": "What is a large language model?"}]
52
 
53
  tokenizer = AutoTokenizer.from_pretrained(model)
 
54
  pipeline = transformers.pipeline(
55
+ "conversation",
56
  model=model,
57
  torch_dtype=torch.float16,
58
  device_map="auto",
59
  )
60
 
61
+ outputs = pipeline(messages, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
62
+ print(outputs)
63
  ```