Hugging Face's logo

LanguageBind
/
MoE-LLaVA-Phi2-2.7B-4e-384

Text Generation
Transformers
Safetensors
moe_llava_phi
custom_code
Inference Endpoints
Model card Files Community
2
LanguageBind commited on
Commit
532e5ac
•
1 Parent(s): 2709d8b

Upload 11 files

Browse files
Files changed (4) hide show
  1. config.json +1 -1
  2. model-00001-of-00003.safetensors +1 -1
  3. model-00002-of-00003.safetensors +1 -1
  4. model-00003-of-00003.safetensors +1 -1
config.json CHANGED
@@ -30,7 +30,7 @@
30
  "mm_vision_select_layer": -2,
31
  "model_type": "moe_llava_phi",
32
  "moe": {
33
- "capacity_factor": 1.0,
34
  "ep_size": 1,
35
  "eval_capacity_factor": 2.0,
36
  "min_capacity": 0,
 
30
  "mm_vision_select_layer": -2,
31
  "model_type": "moe_llava_phi",
32
  "moe": {
33
+ "capacity_factor": 1.5,
34
  "ep_size": 1,
35
  "eval_capacity_factor": 2.0,
36
  "min_capacity": 0,
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f01fc6561db1bb22c96f287e9441f60ef3ea301d3ff2bf20f89426f043469c6
3
  size 4982356792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:331e02c02eeb46928eaa453be0f4f51b11b66a38c03c8fca901706c489b92495
3
  size 4982356792
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf6044d4b0c464a4ba4cc2c56ac471de6019a77e62e9a6cb88d20473bf38286c
3
  size 4982435992
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd3e8e7bf5f507f238b74343a59f51ac382dbd65edb47bb297da4bd152526fd1
3
  size 4982435992
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:daed51325dd284cf4f86504e15d250abf3e7c296dcb41f24fe7f34ffc0e96720
3
  size 1504812832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daaa1862c855890c5cf37b419dcbc7ebd1e52e426aa3c1c76435a0fcf9befe36
3
  size 1504812832