remove text/audio model_id and lora_configs

config.json

@@ -14,17 +14,7 @@
     "hidden_dropout_prob": 0.1,
     "model_type": "wav2vec2"
   },
-  "audio_model_id": "facebook/wav2vec2-base-960h",
-  "audio_model_lora_config": {
-    "lora_alpha": 8,
-    "r": 0,
-    "target_modules": [
-      "k_proj",
-      "q_proj",
-      "linear_k",
-      "linear_q"
-    ]
-  },
+  "audio_model_id": null,
   "audio_token_index": 128257,
   "hidden_size": 4096,
   "ignore_index": -100,
@@ -46,20 +36,7 @@
     "torch_dtype": "bfloat16",
     "vocab_size": 128258
   },
-  "text_model_id": "meta-llama/Meta-Llama-3-8B-Instruct",
-  "text_model_lora_config": {
-    "lora_alpha": 8,
-    "r": 64,
-    "target_modules": [
-      "mlp.gate_proj",
-      "mlp.up_proj",
-      "mlp.down_proj",
-      "v_proj",
-      "o_proj",
-      "k_proj",
-      "q_proj"
-    ]
-  },
+  "text_model_id": null,
   "torch_dtype": "float32",
   "transformers_version": "4.40.0",
   "vocab_size": 32