Training in progress, epoch 1

config.json

@@ -30,7 +30,7 @@
   "rotary_pct": 0.25,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.39.1",
+  "transformers_version": "4.40.1",
   "use_cache": true,
   "use_parallel_residual": true,
   "vocab_size": 50304

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8ca79a8e54b9e30137efb27188ee29969b2e59b081c1c138e0280d0698b18df
+oid sha256:72d5995b3576a89c5280daba2c3a54fb79e3cee6415c24b25bc4360ad62a9dd5
 size 494780976

runs/Apr30_00-13-46_f0b30b8955e2/events.out.tfevents.1714436028.f0b30b8955e2.1367.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bf8d89ce7ee30eaef3f4ce1b3fa0bcdf06a1a3066d7e1ae5c97a1c20295697
+size 6097

tokenizer.json

@@ -248,10 +248,30 @@
     "use_regex": true
   },
   "post_processor": {
-    "type": "ByteLevel",
-    "add_prefix_space": false,
-    "trim_offsets": true,
-    "use_regex": true
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {}
   },
   "decoder": {
     "type": "ByteLevel",
@@ -267,6 +287,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": false,
     "vocab": {
       "<|endoftext|>": 0,
       "<|padding|>": 1,

tokenizer_config.json

@@ -1,4 +1,6 @@
 {
+  "add_bos_token": false,
+  "add_eos_token": false,
   "add_prefix_space": false,
   "added_tokens_decoder": {
     "0": {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b1576b206a4cc952f87f11a226b4e26d7040ff2655ecd92466366a5f9d9eb95
-size 4920
+oid sha256:4ccc0e0ed6c8c658dffe5084169e13d177d224738cd1b1b9dbb8cabeaf5abaa7
+size 5048