paulilioaica
commited on
Commit
•
ec9fa5a
1
Parent(s):
820dcd2
Update README.md
Browse files
README.md
CHANGED
@@ -51,14 +51,13 @@ model = "paulilioaica/Hugo-7B-slerp"
|
|
51 |
messages = [{"role": "user", "content": "What is a large language model?"}]
|
52 |
|
53 |
tokenizer = AutoTokenizer.from_pretrained(model)
|
54 |
-
prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
55 |
pipeline = transformers.pipeline(
|
56 |
-
"
|
57 |
model=model,
|
58 |
torch_dtype=torch.float16,
|
59 |
device_map="auto",
|
60 |
)
|
61 |
|
62 |
-
outputs = pipeline(
|
63 |
-
print(outputs
|
64 |
```
|
|
|
51 |
messages = [{"role": "user", "content": "What is a large language model?"}]
|
52 |
|
53 |
tokenizer = AutoTokenizer.from_pretrained(model)
|
|
|
54 |
pipeline = transformers.pipeline(
|
55 |
+
"conversation",
|
56 |
model=model,
|
57 |
torch_dtype=torch.float16,
|
58 |
device_map="auto",
|
59 |
)
|
60 |
|
61 |
+
outputs = pipeline(messages, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
|
62 |
+
print(outputs)
|
63 |
```
|