Training in progress, epoch 1

config.json

@@ -24,6 +24,7 @@
   "n_heads": 12,
   "n_layers": 6,
   "pad_token_id": 0,
+  "pretraining_tp": 1,
   "problem_type": "single_label_classification",
   "qa_dropout": 0.1,
   "seq_classif_dropout": 0.2,
@@ -31,5 +32,6 @@
   "tie_weights_": true,
   "torch_dtype": "float32",
   "transformers_version": "4.31.0",
+  "use_cache": false,
   "vocab_size": 30522
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8486ca252c558e4c845b9bf5353a98215b12a79db2965e212556116f4af9fc21
+oid sha256:76deb99f8d77fd493b6cf1272314f9293d7ad86b2ef8e21558624bcec84e6a61
 size 267835644

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 512,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e101218b7f0b977dc440fedf837b761432a83ee62bc1d8d04e5cc99d125e15d
-size 4027
+oid sha256:e38288e46038f42e2de3ffca3f59f9a18e157c830ad7c4ecb485789ed984560a
+size 4155