Hugging Face's logo

dyang415
/
mixtral-pb-20e

PEFT
TensorBoard
Safetensors
mixtral
axolotl
Generated from Trainer
4-bit precision
bitsandbytes
Model card Files Metrics Community
dyang415 commited on
Commit
41203cd
•
1 Parent(s): 47ecded

Training in progress, step 5

Browse files
Files changed (4) hide show
  1. adapter_config.json +2 -2
  2. adapter_model.safetensors +1 -1
  3. runs/Mar03_18-30-48_azure-jap/events.out.tfevents.1709490649.azure-jap.86141.0 +2 -2
  4. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -19,10 +19,10 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
22
  "v_proj",
23
- "q_proj",
24
  "k_proj",
25
- "o_proj"
26
  ],
27
  "task_type": "CAUSAL_LM"
28
  }
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "o_proj",
23
  "v_proj",
 
24
  "k_proj",
25
+ "q_proj"
26
  ],
27
  "task_type": "CAUSAL_LM"
28
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4fdcedf56dc6b55b9db6cf0234304b7194cb78eae9e4d16eb24228fc62a893c7
3
  size 27297032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b21a50c99b5a25f70602d049649385b3e1e3c4150004fed05e994a10a3539af
3
  size 27297032
runs/Mar03_18-30-48_azure-jap/events.out.tfevents.1709490649.azure-jap.86141.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75ade6e5431184258f7852a66ae7b580e4db77dc9c76b587518988e1eb5d83ba
3
- size 7004
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f744bbf08e774317bde6064c40ab17734f495c63cab5ab5657d0428100474a2
3
+ size 7158
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0000e91d0f26b3695d2572a7e716e4b4618a62437171c63068a709466f2920e
3
  size 4859
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eedf7a099a3fe286aaa4f4b5c62c7e90b3136dec5de7240e5909e61483f719a5
3
  size 4859