farzadab commited on
Commit
fb702a8
·
verified ·
1 Parent(s): 67b78ec

Delete config.json

Browse files
Files changed (1) hide show
  1. config.json +0 -64
config.json DELETED
@@ -1,64 +0,0 @@
1
- {
2
- "architectures": [
3
- "UltravoxModel"
4
- ],
5
- "audio_config": {
6
- "_name_or_path": "facebook/wav2vec2-base-960h",
7
- "architectures": [
8
- "Wav2Vec2ForCTC"
9
- ],
10
- "feat_extract_dropout": 0.0,
11
- "feat_proj_dropout": 0.1,
12
- "gradient_checkpointing": false,
13
- "hidden_dropout_prob": 0.1,
14
- "model_type": "wav2vec2"
15
- },
16
- "audio_model_id": "facebook/wav2vec2-base-960h",
17
- "audio_token_index": 32000,
18
- "auto_map": {
19
- "AutoConfig": "ultravox_config.UltravoxConfig",
20
- "AutoModel": "ultravox_model.UltravoxModel"
21
- },
22
- "custom_pipelines": {
23
- "ultravox-pipeline": {
24
- "default": {
25
- "model": {
26
- "pt": [
27
- "fixie-ai/ultravox-v0.2",
28
- "main"
29
- ]
30
- }
31
- },
32
- "impl": "ultravox_pipeline.UltravoxPipeline",
33
- "pt": [
34
- "UltravoxModel"
35
- ],
36
- "tf": [],
37
- "type": "multimodal"
38
- }
39
- },
40
- "hidden_size": 4096,
41
- "ignore_index": -100,
42
- "initializer_range": 0.02,
43
- "model_type": "ultravox",
44
- "norm_init": 0.4,
45
- "projector_act": "swiglu",
46
- "stack_factor": 8,
47
- "text_config": {
48
- "_name_or_path": "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
49
- "architectures": [
50
- "LlamaForCausalLM"
51
- ],
52
- "hidden_size": 2048,
53
- "intermediate_size": 5632,
54
- "model_type": "llama",
55
- "num_hidden_layers": 22,
56
- "num_key_value_heads": 4,
57
- "rms_norm_eps": 1e-05,
58
- "torch_dtype": "bfloat16"
59
- },
60
- "text_model_id": "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
61
- "torch_dtype": "float32",
62
- "transformers_version": "4.41.2",
63
- "vocab_size": 32000
64
- }