Upload with huggingface_hub

added_tokens.json

@@ -1,3 +1,66 @@
 {
-  "<pad>": 32000
+  "<pad>": 32000,
+  "<pad_0>": 32001,
+  "<pad_10>": 32011,
+  "<pad_11>": 32012,
+  "<pad_12>": 32013,
+  "<pad_13>": 32014,
+  "<pad_14>": 32015,
+  "<pad_15>": 32016,
+  "<pad_16>": 32017,
+  "<pad_17>": 32018,
+  "<pad_18>": 32019,
+  "<pad_19>": 32020,
+  "<pad_1>": 32002,
+  "<pad_20>": 32021,
+  "<pad_21>": 32022,
+  "<pad_22>": 32023,
+  "<pad_23>": 32024,
+  "<pad_24>": 32025,
+  "<pad_25>": 32026,
+  "<pad_26>": 32027,
+  "<pad_27>": 32028,
+  "<pad_28>": 32029,
+  "<pad_29>": 32030,
+  "<pad_2>": 32003,
+  "<pad_30>": 32031,
+  "<pad_31>": 32032,
+  "<pad_32>": 32033,
+  "<pad_33>": 32034,
+  "<pad_34>": 32035,
+  "<pad_35>": 32036,
+  "<pad_36>": 32037,
+  "<pad_37>": 32038,
+  "<pad_38>": 32039,
+  "<pad_39>": 32040,
+  "<pad_3>": 32004,
+  "<pad_40>": 32041,
+  "<pad_41>": 32042,
+  "<pad_42>": 32043,
+  "<pad_43>": 32044,
+  "<pad_44>": 32045,
+  "<pad_45>": 32046,
+  "<pad_46>": 32047,
+  "<pad_47>": 32048,
+  "<pad_48>": 32049,
+  "<pad_49>": 32050,
+  "<pad_4>": 32005,
+  "<pad_50>": 32051,
+  "<pad_51>": 32052,
+  "<pad_52>": 32053,
+  "<pad_53>": 32054,
+  "<pad_54>": 32055,
+  "<pad_55>": 32056,
+  "<pad_56>": 32057,
+  "<pad_57>": 32058,
+  "<pad_58>": 32059,
+  "<pad_59>": 32060,
+  "<pad_5>": 32006,
+  "<pad_60>": 32061,
+  "<pad_61>": 32062,
+  "<pad_62>": 32063,
+  "<pad_6>": 32007,
+  "<pad_7>": 32008,
+  "<pad_8>": 32009,
+  "<pad_9>": 32010
 }

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "swype/deepshard-13B-ft",
+  "_name_or_path": "swype/deepshard-13B-raw",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -17,7 +17,7 @@
   "rms_norm_eps": 1e-06,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.27.0.dev0",
+  "transformers_version": "4.28.0.dev0",
   "use_cache": true,
-  "vocab_size": 32001
+  "vocab_size": 32064
 }

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 1,
   "eos_token_id": 2,
   "pad_token_id": 0,
-  "transformers_version": "4.27.0.dev0"
+  "transformers_version": "4.28.0.dev0"
 }

pytorch_model-00001-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a149a0101fc8703e3dc6bbb53cab5cf4f1172e4947c7708af3190e2c750347e
-size 9956564363
+oid sha256:80f28164123d4cba241f975d8e83da164a8a876f201b2b5e5f590e3dd96c5d67
+size 9957854603

pytorch_model-00002-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b634d21c539b2e50ccec576a220135d230399ca931664788914f18137e9ae487
+oid sha256:981a515a78f88ff17802cc8d3651176ec319e30d04723e64661621f85dc63519
 size 9940856385

pytorch_model-00003-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fbc9d6d5e12789561afaf7477e68a5910e9c4fe046c82be94a302f6866a2157
+oid sha256:209f283e1486cf25fe3c7538640b9ce2664bc4c98d46ab2aeb463ba38bab862a
 size 9940856943

pytorch_model-00004-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69d3904a3c093a29d4f7daed9360ef259bc482578fe245aa535d8c7609e45885
+oid sha256:71c7556f26d95e7ecc1921f65f0d3103b276a9e386a88c3f473543b7b74b98aa
 size 9867415289

pytorch_model-00005-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b194590a69eff170023132e3de4cdca5701a49d944ecb280a3c60fdfee4edd51
+oid sha256:fda681591cbec29c9ec2535ea29598f7f73e29824109e4540cf727fb54fcda02
 size 9867456961

pytorch_model-00006-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de508c13017859e80daefa6eb178ac0eca9a59145a794cb5b89ac8f9153304f7
-size 2490496687
+oid sha256:4192ca8d481e96c04c874a4066568ccc8301dff9cb533db41faf9e9df0cdb381
+size 2491786927

pytorch_model.bin.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 52063508480
+    "total_size": 52066088960
   },
   "weight_map": {
     "lm_head.weight": "pytorch_model-00006-of-00006.bin",

special_tokens_map.json

@@ -1,3 +1,68 @@
 {
-  "pad_token": "<pad>"
+  "additional_special_tokens": [
+    "<pad_0>",
+    "<pad_1>",
+    "<pad_2>",
+    "<pad_3>",
+    "<pad_4>",
+    "<pad_5>",
+    "<pad_6>",
+    "<pad_7>",
+    "<pad_8>",
+    "<pad_9>",
+    "<pad_10>",
+    "<pad_11>",
+    "<pad_12>",
+    "<pad_13>",
+    "<pad_14>",
+    "<pad_15>",
+    "<pad_16>",
+    "<pad_17>",
+    "<pad_18>",
+    "<pad_19>",
+    "<pad_20>",
+    "<pad_21>",
+    "<pad_22>",
+    "<pad_23>",
+    "<pad_24>",
+    "<pad_25>",
+    "<pad_26>",
+    "<pad_27>",
+    "<pad_28>",
+    "<pad_29>",
+    "<pad_30>",
+    "<pad_31>",
+    "<pad_32>",
+    "<pad_33>",
+    "<pad_34>",
+    "<pad_35>",
+    "<pad_36>",
+    "<pad_37>",
+    "<pad_38>",
+    "<pad_39>",
+    "<pad_40>",
+    "<pad_41>",
+    "<pad_42>",
+    "<pad_43>",
+    "<pad_44>",
+    "<pad_45>",
+    "<pad_46>",
+    "<pad_47>",
+    "<pad_48>",
+    "<pad_49>",
+    "<pad_50>",
+    "<pad_51>",
+    "<pad_52>",
+    "<pad_53>",
+    "<pad_54>",
+    "<pad_55>",
+    "<pad_56>",
+    "<pad_57>",
+    "<pad_58>",
+    "<pad_59>",
+    "<pad_60>",
+    "<pad_61>",
+    "<pad_62>"
+  ],
+  "pad_token": "<pad_0>"
 }

tokenizer_config.json

@@ -3,7 +3,7 @@
   "eos_token": "",
   "model_max_length": 512,
   "padding_side": "right",
-  "special_tokens_map_file": "/home/paperspace/.cache/huggingface/hub/models--swype--deepshard-13B-raw/snapshots/3d3a439e49a5a7d3fb1a5177cecba2c1d785a7f4/special_tokens_map.json",
+  "special_tokens_map_file": "/home/ubuntu/.cache/huggingface/hub/models--swype--deepshard-13B-raw/snapshots/225c31ea4b7db4ec9277178b37bb8fbea50aa258/special_tokens_map.json",
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": ""
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d4da8ae412b13139c6c035d9a6eb6fd3381df3a217d9ca2b2e025b1d3ff0309
+oid sha256:08e19f9edc1c965b0c1203d81fb8b6a892916ee5857078395b7eeac813703eba
 size 3771