Training in progress, step 500

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "openai/whisper-small",
+  "_name_or_path": "openai/whisper-base",
   "activation_dropout": 0.0,
   "activation_function": "gelu",
   "apply_spec_augment": false,
@@ -13,17 +13,17 @@
   ],
   "bos_token_id": 50257,
   "classifier_proj_size": 256,
-  "d_model": 768,
-  "decoder_attention_heads": 12,
-  "decoder_ffn_dim": 3072,
+  "d_model": 512,
+  "decoder_attention_heads": 8,
+  "decoder_ffn_dim": 2048,
   "decoder_layerdrop": 0.0,
-  "decoder_layers": 12,
+  "decoder_layers": 6,
   "decoder_start_token_id": 50258,
   "dropout": 0.0,
-  "encoder_attention_heads": 12,
-  "encoder_ffn_dim": 3072,
+  "encoder_attention_heads": 8,
+  "encoder_ffn_dim": 2048,
   "encoder_layerdrop": 0.0,
-  "encoder_layers": 12,
+  "encoder_layers": 6,
   "eos_token_id": 50257,
   "forced_decoder_ids": null,
   "init_std": 0.02,
@@ -39,7 +39,7 @@
   "max_target_positions": 448,
   "median_filter_width": 7,
   "model_type": "whisper",
-  "num_hidden_layers": 12,
+  "num_hidden_layers": 6,
   "num_mel_bins": 80,
   "pad_token_id": 50257,
   "scale_embedding": false,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7335724d049c8f79b6fce8fd4f587fa26888e16405c23b1fe9c117fa71fabea9
-size 966995080
+oid sha256:b96cdb55720e5f06382dc7a74ace281477428654593ef97a6bff06b1e2cd20fb
+size 290403936

runs/Jan17_17-22-13_3fb1a8037d9c/events.out.tfevents.1705512157.3fb1a8037d9c.399.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdbe02406c94be749a6becb505e770b3e7a95b374aa7c8e88e56b63edd68f05
+size 6571

tokenizer_config.json

@@ -12980,7 +12980,7 @@
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
   "errors": "replace",
-  "model_max_length": 1024,
+  "model_max_length": 448,
   "pad_token": "<|endoftext|>",
   "processor_class": "WhisperProcessor",
   "return_attention_mask": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4a9b46c13336263af534635bd839dc4cff2c2af0fa17a16dfe18e6d3754d05e
+oid sha256:fc2e73cdda8257333a1ff484734cbec89e0eac555048409375d15fcadc3075bf
 size 4728