Hugging Face's logo

SeanLee97
/
bellm-llama-7b-nli

PEFT
TensorBoard
Safetensors
Model card Files Metrics Community
SeanLee97 commited on
Commit
a97721f
•
1 Parent(s): 4e005e9

Training in progress, step 100

Browse files
Files changed (6) hide show
  1. adapter_config.json +3 -3
  2. adapter_model.safetensors +1 -1
  3. angle.config +5 -5
  4. runs/Mar21_01-43-18_instance-20240226-074643/events.out.tfevents.1710985403.instance-20240226-074643.2250503.0 +2 -2
  5. runs/Mar22_13-13-14_instance-20240226-074643/events.out.tfevents.1711113203.instance-20240226-074643.3260260.0 +3 -0
  6. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -19,12 +19,12 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "q_proj",
23
  "k_proj",
24
- "up_proj",
25
  "v_proj",
26
  "o_proj",
27
- "down_proj",
 
28
  "gate_proj"
29
  ],
30
  "task_type": "CAUSAL_LM",
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "down_proj",
23
  "k_proj",
 
24
  "v_proj",
25
  "o_proj",
26
+ "up_proj",
27
+ "q_proj",
28
  "gate_proj"
29
  ],
30
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b605b4dec6f41fef22a7f56fcf6dc58ae13c4cef1f7dc1041108e6713b99357
3
  size 639691872
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74a7a13cdfda33d6dc51f1de17c77c4219c3c95b0690e7f0f54b1e7e88597d47
3
  size 639691872
angle.config CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "model_name_or_path": "NousResearch/Llama-2-7b-hf",
3
- "max_length": 85,
4
  "model_kwargs": {},
5
  "pooling_strategy": "cls",
6
  "lora_config_kwargs": {
@@ -11,12 +11,12 @@
11
  "bias": "none",
12
  "target_modules": [
13
  "q_proj",
14
- "k_proj",
15
  "up_proj",
16
  "v_proj",
17
- "o_proj",
18
- "down_proj",
19
- "gate_proj"
20
  ]
21
  },
22
  "apply_lora": 1
 
1
  {
2
  "model_name_or_path": "NousResearch/Llama-2-7b-hf",
3
+ "max_length": 75,
4
  "model_kwargs": {},
5
  "pooling_strategy": "cls",
6
  "lora_config_kwargs": {
 
11
  "bias": "none",
12
  "target_modules": [
13
  "q_proj",
14
+ "o_proj",
15
  "up_proj",
16
  "v_proj",
17
+ "gate_proj",
18
+ "k_proj",
19
+ "down_proj"
20
  ]
21
  },
22
  "apply_lora": 1
runs/Mar21_01-43-18_instance-20240226-074643/events.out.tfevents.1710985403.instance-20240226-074643.2250503.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aeb3144f81c5f6fba72dcbb81588c8bbc2394e5bdd59eff2ae88a4a6ad25016c
3
- size 14275
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6078f886b6854166aca865f86b5d4e8ab5d936b1401f3678584e892436ee3462
3
+ size 14840
runs/Mar22_13-13-14_instance-20240226-074643/events.out.tfevents.1711113203.instance-20240226-074643.3260260.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afa993ea1d223a53dba00ab4673039a7ec430096605fe93abc8fb0b6295cc9f2
3
+ size 5413
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dc11b5306294f493aeddcb98df863a108e665e74ac0e48b5ef03627c24e7875b
3
  size 5048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8683f1534b803565058f488cf02c4891f4edbcb2b2895ce55448900b3cb5d972
3
  size 5048