dacorvo's picture
dacorvo HF staff
Add Zephyr to mistral variants
9164704 verified
raw
history blame
3.57 kB
{
"HuggingFaceH4/zephyr-7b-beta": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
},
{
"batch_size": 8,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
},
{
"batch_size": 16,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
}
],
"NousResearch/Genstruct-7B": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
}
],
"BioMistral/BioMistral-7B": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
}
],
"NousResearch/Hermes-2-Pro-Mistral-7B": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
}
],
"NousResearch/Nous-Hermes-2-Mistral-7B-DPO": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
}
],
"ibm/merlinite-7b": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
}
],
"mlabonne/AlphaMonarch-7B": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "fp16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "fp16"
}
],
"teknium/OpenHermes-2.5-Mistral-7B": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
}
],
"TencentARC/Mistral_Pro_8B_v0.1": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
}
],
"openchat/openchat-3.5-0106": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
}
],
"Salesforce/SFR-Embedding-Mistral": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "fp16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "fp16"
}
]
}