Training in progress, step 30

config.json

@@ -14,7 +14,7 @@
   "intermediate_size": 3072,
   "language": "english",
   "layer_norm_eps": 1e-05,
-  "max_position_embeddings": 514,
+  "max_position_embeddings": 1024,
   "model_type": "roberta",
   "name": "Roberta",
   "num_attention_heads": 12,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41948ea7e61f16e44ce22a43260443f810d5fb99675859b6996a936a38f67772
-size 496250232
+oid sha256:c54b192f9256da46c828a54906be682a9bf377cc7b4169b30dbc73157c31a0a1
+size 497816952

tokenizer.json

@@ -2,13 +2,13 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 384,
+    "max_length": 512,
     "strategy": "OnlySecond",
     "stride": 128
   },
   "padding": {
     "strategy": {
-      "Fixed": 384
+      "Fixed": 512
     },
     "direction": "Right",
     "pad_to_multiple_of": null,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab48e4543ca4e231ae44fbf39d87b866a70b3f4e66c03e30c4bfab0c7d8c97b1
+oid sha256:c100eafbc09cec251c19cefb793521f1a6fe2063ec574d15cbad34e7d75d9f6a
 size 5304