jstakun
/

Llama-2-7b-chat-hf-sharded-bf16-fine-tuned-adapters

Model card Files Files and versions Community

jstakun commited on Feb 28

Commit

0b5c570

•

1 Parent(s): 45cac26

Upload model

Files changed (3) hide show

README.md +2 -4
adapter_config.json +4 -3
adapter_model.bin +1 -1

README.md CHANGED Viewed

@@ -81,7 +81,7 @@ Use the code below to get started with the model.
 [More Information Needed]
-### Training Procedure
 <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
@@ -197,8 +197,6 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 ## Model Card Contact
 [More Information Needed]
 ### Framework versions
-- PEFT 0.8.2

 [More Information Needed]
+### Training Procedure
 <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
 ## Model Card Contact
 [More Information Needed]
 ### Framework versions
+- PEFT 0.9.0

adapter_config.json CHANGED Viewed

@@ -19,11 +19,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "self_attn.o_proj",
     "self_attn.v_proj",
-    "self_attn.k_proj",
-    "self_attn.q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false
 }

   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "self_attn.q_proj",
     "self_attn.v_proj",
+    "self_attn.o_proj",
+    "self_attn.k_proj"
   ],
   "task_type": "CAUSAL_LM",
+  "use_dora": false,
   "use_rslora": false
 }

adapter_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6723fbb92fde6c689939722530fe7f8b6414253dab86e5abef7510b9c463dc99
 size 33646858

 version https://git-lfs.github.com/spec/v1
+oid sha256:9b929845430e04f2106ff0260aaa85c128c0312b0768e9241d8d989884a4667b
 size 33646858