Training in progress, epoch 1

added_tokens.json

@@ -0,0 +1,11 @@
+{
+  "</s>": 2,
+  "<cls>": 3,
+  "<eod>": 7,
+  "<eop>": 8,
+  "<mask>": 6,
+  "<pad>": 5,
+  "<s>": 1,
+  "<sep>": 4,
+  "<unk>": 0
+}

config.json

@@ -46,7 +46,7 @@
     }
   },
   "torch_dtype": "float32",
-  "transformers_version": "4.33.0",
+  "transformers_version": "4.35.0.dev0",
   "untie_r": true,
   "use_mems_eval": true,
   "use_mems_train": false,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40f9b2f2ddb43bcbb0f002db5c9d6bed8a8ed13e7d8b3a8e045b7c0a154b326e
+oid sha256:67f0b80d90e9a4562ce29f86fd6e168e9bfd4aee0237e7b3b17a4b0bf8843f3f
 size 469314837

special_tokens_map.json

@@ -6,13 +6,7 @@
   "bos_token": "<s>",
   "cls_token": "<cls>",
   "eos_token": "</s>",
-  "mask_token": {
-    "content": "<mask>",
-    "lstrip": true,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
+  "mask_token": "<mask>",
   "pad_token": "<pad>",
   "sep_token": "<sep>",
   "unk_token": "<unk>"

tokenizer.json

@@ -128211,6 +128211,7 @@
         "•",
         -14.79216480255127
       ]
-    ]
+    ],
+    "byte_fallback": false
   }
 }

tokenizer_config.json

@@ -1,4 +1,78 @@
 {
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<cls>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<sep>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "<eod>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<eop>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
   "additional_special_tokens": [
     "<eop>",
     "<eod>"
@@ -9,14 +83,7 @@
   "do_lower_case": false,
   "eos_token": "</s>",
   "keep_accents": false,
-  "mask_token": {
-    "__type": "AddedToken",
-    "content": "<mask>",
-    "lstrip": true,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
+  "mask_token": "<mask>",
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
   "remove_space": true,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fdfabd3608674bc71a406852efe871133f10756ef214ce56fe35d4de01edde4
+oid sha256:3df3e0ad948f4b00f0289cd38cc2a91397738fa6ed0a3a34be04f844dd76d8e7
 size 4027