Hugging Face's logo

LoneStriker
/
Air-Striker-Mixtral-8x7B-ZLoss-LoRA

Text Generation
Transformers
Safetensors
English
mixtral
text-generation-inference
4-bit precision
bitsandbytes
Model card Files Community
LoneStriker commited on
Commit
d8c352a
•
1 Parent(s): dabc6a0

Training in progress, step 300

Browse files
Files changed (3) hide show
  1. adapter_config.json +6 -6
  2. adapter_model.safetensors +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -19,14 +19,14 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "v_proj",
23
- "w3",
24
- "gate",
25
  "q_proj",
26
- "o_proj",
27
- "w1",
28
  "w2",
29
- "k_proj"
 
 
 
 
 
30
  ],
31
  "task_type": "CAUSAL_LM"
32
  }
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
 
 
22
  "q_proj",
 
 
23
  "w2",
24
+ "gate",
25
+ "k_proj",
26
+ "w1",
27
+ "o_proj",
28
+ "v_proj",
29
+ "w3"
30
  ],
31
  "task_type": "CAUSAL_LM"
32
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee9e1e0b97cc87e3fd9bf1a354d1b1d6356750ea3d0a6a56c4bb60560e9fcf41
3
  size 3875879784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:787849aecebe1bb71009bb4f6c7bffa5038f87f3355374a1590ef4812a83259e
3
  size 3875879784
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f392d22f482055a0b1dec3cc97eaa99a5363a98e80f89b4c5932de8daa37b16b
3
  size 5240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2379e34e098e8caa4db2517f5ca66abcfb4392b218e4596c3f557d8658aeeae4
3
  size 5240