macadeliccc
/

dolphin-2.9-llama3-8b-emb

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

macadeliccc commited on May 8

Commit

beb273a

•

1 Parent(s): e971d65

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -42,8 +42,8 @@ import torch
 from llm2vec import LLM2Vec
 l2v = LLM2Vec.from_pretrained(
-    "McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp",
-    peft_model_name_or_path="McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse",
     device_map="cuda" if torch.cuda.is_available() else "cpu",
     torch_dtype=torch.bfloat16,
 )

 from llm2vec import LLM2Vec
 l2v = LLM2Vec.from_pretrained(
+    "macadeliccc/dolphin-2.9-llama3-8b-emb",
+    peft_model_name_or_path="macadeliccc/dolphin-2.9-llama3-8b-emb",
     device_map="cuda" if torch.cuda.is_available() else "cpu",
     torch_dtype=torch.bfloat16,
 )