Training in progress, epoch 1

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "xlnet-large-cased",
+  "_name_or_path": "xlnet-base-cased",
   "architectures": [
     "XLNetForSequenceClassification"
   ],
@@ -8,8 +8,8 @@
   "bos_token_id": 1,
   "clamp_len": -1,
   "d_head": 64,
-  "d_inner": 4096,
-  "d_model": 1024,
+  "d_inner": 3072,
+  "d_model": 768,
   "dropout": 0.1,
   "end_n_top": 5,
   "eos_token_id": 2,
@@ -18,8 +18,8 @@
   "layer_norm_eps": 1e-12,
   "mem_len": null,
   "model_type": "xlnet",
-  "n_head": 16,
-  "n_layer": 24,
+  "n_head": 12,
+  "n_layer": 12,
   "pad_token_id": 5,
   "problem_type": "single_label_classification",
   "reuse_len": null,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da3681038fcbc52281daf1c6b0d43c69c121d8cd882de34e908410c521dd1a26
-size 1445420229
+oid sha256:b80258982eace50978f6b2f1a9adb91343ee1dac1d7740871a62473806ee71ec
+size 469311765

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e0352bd10dd955307137597b5bb74762f4c9daf2e223c54bf1e435f75d0eecc
+oid sha256:0cb4a08825f5645797c96b5cb20b6a0e20a8feb3a229f7655ecb6139fd36afe3
 size 4091