Upload model

README.md

@@ -201,4 +201,4 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 
 ### Framework versions
 
-- PEFT 0.8.1
+- PEFT 0.8.2

adapter_config.json

@@ -9,7 +9,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 16,
+  "lora_alpha": 64,
   "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
@@ -19,10 +19,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "gate_proj",
     "k_proj",
+    "q_proj",
     "o_proj",
+    "gate_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb044720943a4e3862daeafeed7b839ea4b1df2d4329ad7fcdf7700e6e698a09
+oid sha256:41252b5b02d9d23f3f7f36e96f8b1fdef63befe811f494c0aac02b96d01d3e4e
 size 392210864