nes07 commited on
Commit
f2fb88a
1 Parent(s): f437238

Training in progress, epoch 1

Browse files
adapter_config.json CHANGED
@@ -19,15 +19,14 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "k_proj",
23
  "lm_head",
24
- "gate_proj",
25
  "o_proj",
26
- "v_proj",
 
27
  "down_proj",
28
  "up_proj",
29
- "q_proj"
30
  ],
31
- "task_type": "CAUSAL_LM",
32
- "use_rslora": false
33
  }
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "v_proj",
23
  "lm_head",
 
24
  "o_proj",
25
+ "q_proj",
26
+ "gate_proj",
27
  "down_proj",
28
  "up_proj",
29
+ "k_proj"
30
  ],
31
+ "task_type": "CAUSAL_LM"
 
32
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6291278a48d2781c88cde8d2545cb76863d5aaba0c181b33f8d7bae8311df4a7
3
  size 694431312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:742cfb9b1de20bd50460789eb63c3b68e1edcbeb3b165bc6164cd8381be7dfda
3
  size 694431312
tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 450,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 1733,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
tokenizer_config.json CHANGED
@@ -1,4 +1,6 @@
1
  {
 
 
2
  "added_tokens_decoder": {
3
  "0": {
4
  "content": "<unk>",
 
1
  {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
  "added_tokens_decoder": {
5
  "0": {
6
  "content": "<unk>",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d63110bf8d7379379fb830c36ca820b1651e7c0477d329ea2270674968939c4
3
- size 4600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:442f37cf15f927fed6821aea6d1720b8b2d10a037b1cc5466ee9741ff783192f
3
+ size 4728