Config?

config.json

@@ -3,249 +3,134 @@
   "auto_map": {
     "AutoModelForCausalLM": "modeling_diva.DiVAModel"
   },
-  "return_dict": true,
-  "output_hidden_states": false,
-  "output_attentions": false,
-  "torchscript": false,
-  "torch_dtype": null,
-  "use_bfloat16": false,
-  "tf_legacy_loss": false,
-  "pruned_heads": {},
-  "tie_word_embeddings": true,
-  "chunk_size_feed_forward": 0,
-  "is_encoder_decoder": false,
-  "is_decoder": false,
-  "cross_attention_hidden_size": null,
-  "add_cross_attention": false,
-  "tie_encoder_decoder": false,
-  "max_length": 20,
-  "min_length": 0,
-  "do_sample": false,
-  "early_stopping": false,
-  "num_beams": 1,
-  "num_beam_groups": 1,
-  "diversity_penalty": 0,
-  "temperature": 1,
-  "top_k": 50,
-  "top_p": 1,
-  "typical_p": 1,
-  "repetition_penalty": 1,
-  "length_penalty": 1,
-  "no_repeat_ngram_size": 0,
-  "encoder_no_repeat_ngram_size": 0,
-  "bad_words_ids": null,
-  "num_return_sequences": 1,
-  "output_scores": false,
-  "return_dict_in_generate": false,
-  "forced_bos_token_id": null,
-  "forced_eos_token_id": null,
-  "remove_invalid_values": false,
-  "exponential_decay_length_penalty": null,
-  "suppress_tokens": null,
-  "begin_suppress_tokens": [
-    128000,
-    128009,
-    128002
-  ],
-  "architectures": null,
-  "finetuning_task": null,
-  "id2label": {
-    "0": "LABEL_0",
-    "1": "LABEL_1"
-  },
-  "label2id": {
-    "LABEL_0": 0,
-    "LABEL_1": 1
+  "vocab_size": 128256,
+  "decoder": {
+    "architectures": [
+      "LlamaForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0,
+    "bos_token_id": 128000,
+    "eos_token_id": 128001,
+    "hidden_act": "silu",
+    "hidden_size": 4096,
+    "initializer_range": 0.02,
+    "intermediate_size": 14336,
+    "max_position_embeddings": 8192,
+    "model_type": "llama",
+    "num_attention_heads": 32,
+    "num_hidden_layers": 32,
+    "num_key_value_heads": 8,
+    "pretraining_tp": 1,
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": null,
+    "rope_theta": 500000,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.40.0.dev0",
+    "use_cache": true,
+    "vocab_size": 128256
   },
-  "tokenizer_class": null,
-  "prefix": null,
-  "bos_token_id": 128000,
-  "pad_token_id": 128002,
-  "eos_token_id": 128009,
-  "sep_token_id": null,
-  "decoder_start_token_id": 128000,
-  "task_specific_params": null,
-  "problem_type": null,
-  "_name_or_path": "",
-  "transformers_version": "4.41.2",
   "encoder": {
-    "vocab_size": 51866,
-    "num_mel_bins": 128,
-    "d_model": 1280,
-    "encoder_layers": 32,
-    "encoder_attention_heads": 20,
-    "decoder_layers": 32,
-    "decoder_attention_heads": 20,
-    "decoder_ffn_dim": 5120,
-    "encoder_ffn_dim": 5120,
-    "dropout": 0,
-    "attention_dropout": 0,
+    "_name_or_path": "openai/whisper-large-v3",
     "activation_dropout": 0,
     "activation_function": "gelu",
-    "init_std": 0.02,
-    "encoder_layerdrop": 0,
-    "decoder_layerdrop": 0,
-    "use_cache": true,
-    "num_hidden_layers": 32,
-    "scale_embedding": false,
-    "max_source_positions": 1500,
-    "max_target_positions": 448,
-    "classifier_proj_size": 256,
-    "use_weighted_layer_sum": false,
+    "add_cross_attention": false,
     "apply_spec_augment": false,
-    "mask_time_prob": 0.05,
-    "mask_time_length": 10,
-    "mask_time_min_masks": 2,
-    "mask_feature_prob": 0,
-    "mask_feature_length": 10,
-    "mask_feature_min_masks": 0,
-    "median_filter_width": 7,
-    "return_dict": true,
-    "output_hidden_states": false,
-    "output_attentions": false,
-    "torchscript": false,
-    "torch_dtype": null,
-    "use_bfloat16": false,
-    "tf_legacy_loss": false,
-    "pruned_heads": {},
-    "tie_word_embeddings": true,
+    "architectures": [
+      "WhisperForConditionalGeneration"
+    ],
+    "attention_dropout": 0,
+    "bad_words_ids": null,
+    "begin_suppress_tokens": [
+      220,
+      50257
+    ],
+    "bos_token_id": 50257,
     "chunk_size_feed_forward": 0,
-    "is_encoder_decoder": true,
-    "is_decoder": false,
+    "classifier_proj_size": 256,
     "cross_attention_hidden_size": null,
-    "add_cross_attention": false,
-    "tie_encoder_decoder": false,
-    "max_length": 20,
-    "min_length": 0,
+    "d_model": 1280,
+    "decoder_attention_heads": 20,
+    "decoder_ffn_dim": 5120,
+    "decoder_layerdrop": 0,
+    "decoder_layers": 32,
+    "decoder_start_token_id": 50258,
+    "diversity_penalty": 0,
     "do_sample": false,
+    "dropout": 0,
     "early_stopping": false,
-    "num_beams": 1,
-    "num_beam_groups": 1,
-    "diversity_penalty": 0,
-    "temperature": 1,
-    "top_k": 50,
-    "top_p": 1,
-    "typical_p": 1,
-    "repetition_penalty": 1,
-    "length_penalty": 1,
-    "no_repeat_ngram_size": 0,
+    "encoder_attention_heads": 20,
+    "encoder_ffn_dim": 5120,
+    "encoder_layerdrop": 0,
+    "encoder_layers": 32,
     "encoder_no_repeat_ngram_size": 0,
-    "bad_words_ids": null,
-    "num_return_sequences": 1,
-    "output_scores": false,
-    "return_dict_in_generate": false,
-    "forced_bos_token_id": null,
-    "forced_eos_token_id": null,
-    "remove_invalid_values": false,
+    "eos_token_id": 50257,
     "exponential_decay_length_penalty": null,
-    "suppress_tokens": null,
-    "begin_suppress_tokens": [
-      220,
-      50256
-    ],
-    "architectures": null,
     "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
     "id2label": {
       "0": "LABEL_0",
       "1": "LABEL_1"
     },
+    "init_std": 0.02,
+    "is_decoder": false,
+    "is_encoder_decoder": true,
     "label2id": {
       "LABEL_0": 0,
       "LABEL_1": 1
     },
-    "tokenizer_class": null,
-    "prefix": null,
-    "bos_token_id": 50256,
+    "length_penalty": 1,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.05,
+    "max_length": 448,
+    "max_source_positions": 1500,
+    "max_target_positions": 448,
+    "median_filter_width": 7,
+    "min_length": 0,
+    "model_type": "whisper",
+    "no_repeat_ngram_size": 0,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 32,
+    "num_mel_bins": 128,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
     "pad_token_id": 50256,
-    "eos_token_id": 50256,
-    "sep_token_id": null,
-    "decoder_start_token_id": 50257,
-    "task_specific_params": null,
+    "prefix": null,
     "problem_type": null,
-    "_name_or_path": "",
-    "transformers_version": "4.41.2",
-    "model_type": "whisper"
-  },
-  "decoder": {
-    "vocab_size": 128256,
-    "max_position_embeddings": 8192,
-    "hidden_size": 4096,
-    "intermediate_size": 14336,
-    "num_hidden_layers": 32,
-    "num_attention_heads": 32,
-    "num_key_value_heads": 8,
-    "hidden_act": "silu",
-    "initializer_range": 0.02,
-    "rms_norm_eps": 1e-05,
-    "pretraining_tp": 1,
-    "use_cache": true,
-    "rope_theta": 10000,
-    "rope_scaling": null,
-    "attention_bias": false,
-    "attention_dropout": 0,
-    "mlp_bias": false,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1,
     "return_dict": true,
-    "output_hidden_states": false,
-    "output_attentions": false,
-    "torchscript": false,
-    "torch_dtype": null,
-    "use_bfloat16": false,
+    "return_dict_in_generate": false,
+    "scale_embedding": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1,
     "tf_legacy_loss": false,
-    "pruned_heads": {},
-    "tie_word_embeddings": false,
-    "chunk_size_feed_forward": 0,
-    "is_encoder_decoder": false,
-    "is_decoder": false,
-    "cross_attention_hidden_size": null,
-    "add_cross_attention": false,
     "tie_encoder_decoder": false,
-    "max_length": 20,
-    "min_length": 0,
-    "do_sample": false,
-    "early_stopping": false,
-    "num_beams": 1,
-    "num_beam_groups": 1,
-    "diversity_penalty": 0,
-    "temperature": 1,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
     "top_k": 50,
     "top_p": 1,
+    "torch_dtype": "float16",
+    "torchscript": false,
+    "transformers_version": "4.38.2",
     "typical_p": 1,
-    "repetition_penalty": 1,
-    "length_penalty": 1,
-    "no_repeat_ngram_size": 0,
-    "encoder_no_repeat_ngram_size": 0,
-    "bad_words_ids": null,
-    "num_return_sequences": 1,
-    "output_scores": false,
-    "return_dict_in_generate": false,
-    "forced_bos_token_id": null,
-    "forced_eos_token_id": null,
-    "remove_invalid_values": false,
-    "exponential_decay_length_penalty": null,
-    "suppress_tokens": null,
-    "begin_suppress_tokens": null,
-    "architectures": null,
-    "finetuning_task": null,
-    "id2label": {
-      "0": "LABEL_0",
-      "1": "LABEL_1"
-    },
-    "label2id": {
-      "LABEL_0": 0,
-      "LABEL_1": 1
-    },
-    "tokenizer_class": null,
-    "prefix": null,
-    "bos_token_id": 1,
-    "pad_token_id": null,
-    "eos_token_id": 2,
-    "sep_token_id": null,
-    "decoder_start_token_id": null,
-    "task_specific_params": null,
-    "problem_type": null,
-    "_name_or_path": "",
-    "transformers_version": "4.41.2",
-    "model_type": "llama"
+    "use_bfloat16": false,
+    "use_cache": true,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 51866
   },
-  "model_type": ""
+  "time_dialation": 4,
+  "transformers_version": "4.38.2"
 }