Upload model trained with Unsloth

Upload model trained with Unsloth 2x faster

README.md

@@ -2,6 +2,7 @@
 language:
 - en
 license: apache-2.0
+library_name: adapter-transformers
 tags:
 - text-generation-inference
 - transformers
@@ -9,7 +10,6 @@ tags:
 - llama
 - trl
 base_model: unsloth/tinyllama-bnb-4bit
-library_name: adapter-transformers
 pipeline_tag: text-generation
 ---
 

adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": "unsloth",
   "target_modules": [
-    "k_proj",
-    "gate_proj",
     "o_proj",
-    "q_proj",
-    "up_proj",
     "v_proj",
-    "down_proj"
+    "up_proj",
+    "k_proj",
+    "q_proj",
+    "down_proj",
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:751cab53ee53747b951b336252cb1986c2713d8dea57c1fc2f5b9ed3e31f1c8d
+oid sha256:ae1f71ea13034f84d5e87289b640021bc4e31208799d8ea600db75fe7d7c74d1
 size 100966336