mlabonne
/

Llama-3.1-70B-Instruct-lorablated

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

mlabonne commited on Aug 3

Commit

963be86

•

1 Parent(s): 3327831

Update mergekit_config.yml

Files changed (1) hide show

mergekit_config.yml +2 -2

mergekit_config.yml CHANGED Viewed

@@ -1,4 +1,4 @@
-base_model: ./meta-llama/Meta-Llama-3.1-70B-Instruct+Llama-3-70B-Instruct-abliterated-LORA
 dtype: bfloat16
 merge_method: task_arithmetic
 parameters:
@@ -6,6 +6,6 @@ parameters:
 slices:
 - sources:
   - layer_range: [0, 80]
-    model: ./meta-llama/Meta-Llama-3.1-70B-Instruct+Llama-3-70B-Instruct-abliterated-LORA
     parameters:
       weight: 1.0

+base_model: meta-llama/Meta-Llama-3.1-70B-Instruct+Llama-3-70B-Instruct-abliterated-LORA
 dtype: bfloat16
 merge_method: task_arithmetic
 parameters:
 slices:
 - sources:
   - layer_range: [0, 80]
+    model: meta-llama/Meta-Llama-3.1-70B-Instruct+Llama-3-70B-Instruct-abliterated-LORA
     parameters:
       weight: 1.0