File size: 1,802 Bytes
b5d0afd ee458f5 20e585f 6c4c814 20e585f 545cd4d 6c4c814 545cd4d 6c4c814 545cd4d 20e585f 6c4c814 20e585f 6c4c814 20e585f 6c4c814 20e585f 6c4c814 20e585f 6c4c814 20e585f 6c4c814 20e585f 6c4c814 b5d0afd 6c4c814 ee458f5 6c4c814 b5d0afd 6c4c814 8ea3b57 6c4c814 8ea3b57 6c4c814 b5d0afd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 |
{
"mistralai/Mistral-7B-Instruct-v0.3": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 4,
"auto_cast_type": "bf16"
},
{
"batch_size": 8,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
},
{
"batch_size": 8,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
},
{
"batch_size": 16,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
},
{
"batch_size": 32,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
}
],
"mistralai/Mistral-7B-Instruct-v0.1": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
}
],
"mistralai/Mistral-7B-Instruct-v0.2": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
}
],
"mistralai/Mistral-Small-Instruct-2409": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 12,
"auto_cast_type": "bf16"
}
],
"mistralai/Mistral-Small-Instruct-2409": [
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 12,
"auto_cast_type": "bf16"
}
]
} |