Upload model
Browse files- config.json +9 -0
- config.py +9 -0
config.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"audio_enc_dim": 1280,
|
| 3 |
+
"auto_map": {
|
| 4 |
+
"AutoConfig": "config.SpeechLLMModelConfig"
|
| 5 |
+
},
|
| 6 |
+
"llm_dim": 2048,
|
| 7 |
+
"model_type": "custom_model",
|
| 8 |
+
"transformers_version": "4.38.2"
|
| 9 |
+
}
|
config.py
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from transformers import PretrainedConfig
|
| 2 |
+
|
| 3 |
+
class SpeechLLMModelConfig(PretrainedConfig):
|
| 4 |
+
model_type = "custom_model"
|
| 5 |
+
|
| 6 |
+
def __init__(self, audio_enc_dim=1280, llm_dim=2048, **kwargs):
|
| 7 |
+
super().__init__(**kwargs)
|
| 8 |
+
self.audio_enc_dim = audio_enc_dim
|
| 9 |
+
self.llm_dim = llm_dim
|