File size: 526 Bytes
6d4443f 676b75c 6d4443f 676b75c 98465ab |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
from transformers import PretrainedConfig
class SpeechLLMModelConfig(PretrainedConfig):
model_type = "custom_model"
def __init__(self, **kwargs):
super().__init__(**kwargs)
self.audio_enc_dim = 1280
self.llm_dim = 2048
self.audio_processor_name = "facebook/hubert-large-ls960-ft"
self.audio_encoder_name = 'facebook/hubert-xlarge-ll60k'
self.llm_model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
self.llm_model_checkpoint = "hf_repo/llm_model_checkpoint"
|