Hugging Face's logo

SeanLee97
/
bellm-llama-7b-nli

PEFT
TensorBoard
Safetensors
Model card Files Metrics Community
SeanLee97 commited on
Commit
cb61564
•
1 Parent(s): d6f3cee

Training in progress, step 100

Browse files
Files changed (10) hide show
  1. adapter_config.json +3 -8
  2. adapter_model.safetensors +2 -2
  3. angle.config +3 -12
  4. runs/Apr07_09-27-28_instance-20240226-074643/events.out.tfevents.1712482054.instance-20240226-074643.1021522.0 +3 -0
  5. runs/Apr07_09-29-20_instance-20240226-074643/events.out.tfevents.1712482165.instance-20240226-074643.1022783.0 +3 -0
  6. runs/Apr07_09-30-13_instance-20240226-074643/events.out.tfevents.1712482218.instance-20240226-074643.1023466.0 +3 -0
  7. runs/Apr07_09-31-10_instance-20240226-074643/events.out.tfevents.1712482275.instance-20240226-074643.1024153.0 +3 -0
  8. runs/Apr07_09-32-29_instance-20240226-074643/events.out.tfevents.1712482354.instance-20240226-074643.1024968.0 +3 -0
  9. runs/Apr07_09-33-38_instance-20240226-074643/events.out.tfevents.1712482423.instance-20240226-074643.1025697.0 +3 -0
  10. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -9,23 +9,18 @@
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
  "loftq_config": {},
12
- "lora_alpha": 128,
13
  "lora_dropout": 0.05,
14
  "megatron_config": null,
15
  "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
  "peft_type": "LORA",
18
- "r": 64,
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "gate_proj",
23
- "q_proj",
24
- "o_proj",
25
  "v_proj",
26
- "up_proj",
27
- "k_proj",
28
- "down_proj"
29
  ],
30
  "task_type": "CAUSAL_LM",
31
  "use_rslora": false
 
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
  "loftq_config": {},
12
+ "lora_alpha": 16,
13
  "lora_dropout": 0.05,
14
  "megatron_config": null,
15
  "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
  "peft_type": "LORA",
18
+ "r": 8,
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
 
 
22
  "v_proj",
23
+ "q_proj"
 
 
24
  ],
25
  "task_type": "CAUSAL_LM",
26
  "use_rslora": false
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d521e28dbcddbaf7d4d927823f1737079371d39ca4f7efa1d0e600344b66683
3
- size 639691872
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47245604438a764b1a4113ddfc0ef0296d746957ea3f6d21adb753ae1ad12ffb
3
+ size 8405472
angle.config CHANGED
@@ -5,19 +5,10 @@
5
  "pooling_strategy": "cls",
6
  "lora_config_kwargs": {
7
  "task_type": "CAUSAL_LM",
8
- "r": 64,
9
- "lora_alpha": 128,
10
  "lora_dropout": 0.05,
11
- "bias": "none",
12
- "target_modules": [
13
- "k_proj",
14
- "o_proj",
15
- "q_proj",
16
- "down_proj",
17
- "gate_proj",
18
- "up_proj",
19
- "v_proj"
20
- ]
21
  },
22
  "apply_lora": 1
23
  }
 
5
  "pooling_strategy": "cls",
6
  "lora_config_kwargs": {
7
  "task_type": "CAUSAL_LM",
8
+ "r": 8,
9
+ "lora_alpha": 16,
10
  "lora_dropout": 0.05,
11
+ "bias": "none"
 
 
 
 
 
 
 
 
 
12
  },
13
  "apply_lora": 1
14
  }
runs/Apr07_09-27-28_instance-20240226-074643/events.out.tfevents.1712482054.instance-20240226-074643.1021522.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:119a2f198a23046e5aee506ed475e5cfd0500eeb747d47a83b56081f724e68c3
3
+ size 5279
runs/Apr07_09-29-20_instance-20240226-074643/events.out.tfevents.1712482165.instance-20240226-074643.1022783.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a5c96fd8614eb5ba24ade0ab81c19244a50ae8553596769a52afea85ab5b078
3
+ size 4798
runs/Apr07_09-30-13_instance-20240226-074643/events.out.tfevents.1712482218.instance-20240226-074643.1023466.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f20a30bb0e2d2002421f2fb3f2f8c81a1affed55e8e987fc893128c056771d4
3
+ size 4798
runs/Apr07_09-31-10_instance-20240226-074643/events.out.tfevents.1712482275.instance-20240226-074643.1024153.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:474792208645bada760ff35ae248b60ab61e507c90a1a4df9d173ae076fcb7ca
3
+ size 4798
runs/Apr07_09-32-29_instance-20240226-074643/events.out.tfevents.1712482354.instance-20240226-074643.1024968.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a6fdafeab5563d16e2dbe7c1f645d664c044c5bde97a659a7e9abcf93be5c74
3
+ size 4798
runs/Apr07_09-33-38_instance-20240226-074643/events.out.tfevents.1712482423.instance-20240226-074643.1025697.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d72d6d80f0370a9f2948d491645ecce1a06b922b5f9f4f017fab64d550332127
3
+ size 5005
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8ac4d46d101851b8d20dea76a03f66454781102688a534e4d697f8a77cfdfb8
3
  size 5048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d951b1d1872de85870fdfb4232e37612103c146e2830ac9b605a1030607517c5
3
  size 5048