Training in progress, step 7000

config.json

@@ -58,7 +58,7 @@
   "initializer_range": 0.02,
   "intermediate_size": 4096,
   "layer_norm_eps": 1e-05,
-  "layerdrop": 0.0,
+  "layerdrop": 0.1,
   "mask_feature_length": 64,
   "mask_feature_min_masks": 0,
   "mask_feature_prob": 0.25,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c04981b2f8f91afc2f1617fd7f053b5942422d71e4b1b9fe0867a40b41744f9
+oid sha256:f86e85a228db1cd15327405d6b316e8c762e924916834b87224e355bc4ce23d5
 size 1262063089

runs/Jan31_15-12-29_ficino/events.out.tfevents.1643638974.ficino.274851.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fc9de99914635b5fd4c3dd7e009366b3506612df5342592f27cdc9a0cd2993d
-size 35208
+oid sha256:ee487342a88dd3db671ff03af2f11b43fb1a8c5ebd23985d6602db50250d2f56
+size 35526

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3819cb60776c10aeab32df970db1b37bc5cb596c9bd22bdcf5b588016b81bbda
+oid sha256:8a47239e05c536ae72f6dfb5b0171a4189827226ec67e1a549e250529ffefac8
 size 2991