Update README.md

README.md

@@ -48,10 +48,29 @@ While this model aims to reduce toxicity, it may still generate biased or harmfu
 Use the code below to get started with the model:
 
 ```python
-from transformers import AutoTokenizer, AutoModelForCausalLM
+import torch
+from transformers import AutoTokenizer, AutoPeftModelForCausalLM
 
-tokenizer = AutoTokenizer.from_pretrained("SungJoo/llama2-7b-sft-dpo-detox")
-model = AutoModelForCausalLM.from_pretrained("SungJoo/llama2-7b-sft-dpo-detox")
+# Set device
+DEV = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
+
+# Set model and tokenizer path
+adapter_path = "SungJoo/llama2-7b-sft-detox-DPO"
+
+# Load model
+model = AutoPeftModelForCausalLM.from_pretrained(
+    adapter_path,
+    torch_dtype=torch.bfloat16
+).to(DEV)
+
+# Load tokenizer
+tokenizer = AutoTokenizer.from_pretrained(adapter_path)
+
+# Example usage
+input_text = "Your input text here"
+inputs = tokenizer(input_text, return_tensors="pt").to(DEV)
+outputs = model.generate(**inputs)
+print(tokenizer.decode(outputs[0], skip_special_tokens=True))
 ```
 
 ## Training Details