Training in progress, step 400

config.json

@@ -9,7 +9,7 @@
   "architectures": [
     "Wav2Vec2ForCTC"
   ],
-  "attention_dropout": 0.0,
+  "attention_dropout": 0.1,
   "bos_token_id": 1,
   "classifier_proj_size": 256,
   "codevector_dim": 256,
@@ -54,12 +54,12 @@
   "feat_quantizer_dropout": 0.0,
   "final_dropout": 0.0,
   "hidden_act": "gelu",
-  "hidden_dropout": 0.0,
+  "hidden_dropout": 0.1,
   "hidden_size": 1024,
   "initializer_range": 0.02,
   "intermediate_size": 4096,
   "layer_norm_eps": 1e-05,
-  "layerdrop": 0.0,
+  "layerdrop": 0.1,
   "mask_channel_length": 10,
   "mask_channel_min_space": 1,
   "mask_channel_other": 0.0,
@@ -85,7 +85,7 @@
   "num_hidden_layers": 24,
   "num_negatives": 100,
   "output_hidden_size": 1024,
-  "pad_token_id": 50001,
+  "pad_token_id": 3580,
   "proj_codevector_dim": 256,
   "tdnn_dilation": [
     1,
@@ -111,6 +111,6 @@
   "torch_dtype": "float32",
   "transformers_version": "4.35.2",
   "use_weighted_layer_sum": false,
-  "vocab_size": 50002,
+  "vocab_size": 3583,
   "xvector_output_dim": 512
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d55b7c2729dd00b0c41cef376a9a4cb50d6f0c02cb49ee756cd71efb86b7846
-size 1466815904
+oid sha256:4b9096402bed88a1edf0bb97713fd0c44961024c49295273e0b44f9d08b276b7
+size 1276497820

runs/Dec18_06-04-12_b2128b12c385/events.out.tfevents.1702879558.b2128b12c385.18685.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6705eb54e59f7b81be93794012fd0a1be4149ff1830d9d65b96f8cdde1aef28e
+size 6355

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18f172ebe09e4f010e32b630c02cbefe3b4d4549671684204f01a54ba6044d71
-size 4728
+oid sha256:4842da186ab9cf2da7c841995e949265a281ec6396d2b384d863ef9327c20e8f
+size 4600