Update README.md
Browse files
README.md
CHANGED
@@ -12,4 +12,20 @@ pipeline_tag: text-generation
|
|
12 |
base_model:
|
13 |
- timpal0l/Llama-3-8B-flashback-v1
|
14 |
- cognitivecomputations/dolphin-2.9-llama3-8b
|
15 |
-
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
12 |
base_model:
|
13 |
- timpal0l/Llama-3-8B-flashback-v1
|
14 |
- cognitivecomputations/dolphin-2.9-llama3-8b
|
15 |
+
---
|
16 |
+
![](https://huggingface.co/timpal0l/dolphin-2.9-llama3-8b-flashback/resolve/main/water_cat.png?download=true)
|
17 |
+
## config.yaml
|
18 |
+
```yaml
|
19 |
+
models:
|
20 |
+
- model: timpal0l/Llama-3-8B-flashback-v1
|
21 |
+
# No parameters necessary for base model
|
22 |
+
- model: cognitivecomputations/dolphin-2.9-llama3-8b
|
23 |
+
parameters:
|
24 |
+
density: 0.53
|
25 |
+
weight: 0.6
|
26 |
+
merge_method: dare_ties
|
27 |
+
base_model: timpal0l/Llama-3-8B-flashback-v1
|
28 |
+
parameters:
|
29 |
+
int8_mask: true
|
30 |
+
dtype: bfloat16
|
31 |
+
```
|