b41e94c 7b0370b b41e94c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
{ "meta-llama/Llama-3.1-70B-Instruct": [ { "batch_size": 1, "sequence_length": 4096, "num_cores": 24, "auto_cast_type": "bf16" }, { "batch_size": 4, "sequence_length": 4096, "num_cores": 24, "auto_cast_type": "bf16" } ] }
