Update README.md
Browse files
README.md
CHANGED
@@ -8,7 +8,7 @@ license: apache-2.0
|
|
8 |
|
9 |
- Training Args:
|
10 |
|
11 |
-
|
12 |
# LoRA configuration
|
13 |
peft_config = LoraConfig(
|
14 |
r=16,
|
@@ -60,7 +60,7 @@ dpo_trainer = DPOTrainer(
|
|
60 |
|
61 |
# Fine-tune model with DPO
|
62 |
dpo_trainer.train()
|
63 |
-
|
64 |
|
65 |
|
66 |
|
|
|
8 |
|
9 |
- Training Args:
|
10 |
|
11 |
+
```python
|
12 |
# LoRA configuration
|
13 |
peft_config = LoraConfig(
|
14 |
r=16,
|
|
|
60 |
|
61 |
# Fine-tune model with DPO
|
62 |
dpo_trainer.train()
|
63 |
+
```
|
64 |
|
65 |
|
66 |
|