Or4cl3-1 commited on
Commit
32f3a4a
1 Parent(s): 49caf07

Create config.json

Browse files
Files changed (1) hide show
  1. config.json +55 -0
config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "multimodal-fusion-optimized",
3
+ "model_type": "Multimodal AI Model",
4
+ "authors": "Or4cl3-1",
5
+ "model_architecture": {
6
+ "slices": [
7
+ {
8
+ "sources": [
9
+ {
10
+ "model": "OpenAI/CLIP",
11
+ "layer_range": [
12
+ 0,
13
+ 32
14
+ ]
15
+ },
16
+ {
17
+ "model": "Or4cl3-1/cognitive-agent-xtts-optimized",
18
+ "layer_range": [
19
+ 0,
20
+ 32
21
+ ]
22
+ }
23
+ ],
24
+ "merge_method": "slerp",
25
+ "base_model": "OpenAI/CLIP"
26
+ }
27
+ ],
28
+ "parameters": {
29
+ "t": [
30
+ {
31
+ "filter": "self_attn",
32
+ "value": [
33
+ 0,
34
+ 0.25,
35
+ 0.75,
36
+ 1
37
+ ]
38
+ },
39
+ {
40
+ "filter": "mlp",
41
+ "value": [
42
+ 1,
43
+ 0.75,
44
+ 0.25,
45
+ 0
46
+ ]
47
+ },
48
+ {
49
+ "value": 0.75
50
+ }
51
+ ]
52
+ },
53
+ "dtype": "bfloat16"
54
+ }
55
+ }