File size: 2,900 Bytes
86c732c |
1 |
{"total": 108893186, "nnz": 30895354, "linear_total": 84934656, "linear_nnz": 6956106, "layers": {"0": {"total": 7087872, "nnz": 860873, "linear_total": 7077888, "linear_nnz": 852146, "linear_attention_total": 2359296, "linear_attention_nnz": 108638, "linear_dense_total": 4718592, "linear_dense_nnz": 743508}, "1": {"total": 7087872, "nnz": 960245, "linear_total": 7077888, "linear_nnz": 951459, "linear_attention_total": 2359296, "linear_attention_nnz": 171340, "linear_dense_total": 4718592, "linear_dense_nnz": 780119}, "2": {"total": 7087872, "nnz": 986901, "linear_total": 7077888, "linear_nnz": 977699, "linear_attention_total": 2359296, "linear_attention_nnz": 221074, "linear_dense_total": 4718592, "linear_dense_nnz": 756625}, "3": {"total": 7087872, "nnz": 973427, "linear_total": 7077888, "linear_nnz": 964137, "linear_attention_total": 2359296, "linear_attention_nnz": 258229, "linear_dense_total": 4718592, "linear_dense_nnz": 705908}, "4": {"total": 7087872, "nnz": 858037, "linear_total": 7077888, "linear_nnz": 848474, "linear_attention_total": 2359296, "linear_attention_nnz": 255136, "linear_dense_total": 4718592, "linear_dense_nnz": 593338}, "5": {"total": 7087872, "nnz": 720395, "linear_total": 7077888, "linear_nnz": 711055, "linear_attention_total": 2359296, "linear_attention_nnz": 179994, "linear_dense_total": 4718592, "linear_dense_nnz": 531061}, "6": {"total": 7087872, "nnz": 580963, "linear_total": 7077888, "linear_nnz": 571558, "linear_attention_total": 2359296, "linear_attention_nnz": 165167, "linear_dense_total": 4718592, "linear_dense_nnz": 406391}, "7": {"total": 7087872, "nnz": 421032, "linear_total": 7077888, "linear_nnz": 412421, "linear_attention_total": 2359296, "linear_attention_nnz": 139907, "linear_dense_total": 4718592, "linear_dense_nnz": 272514}, "8": {"total": 7087872, "nnz": 285536, "linear_total": 7077888, "linear_nnz": 277031, "linear_attention_total": 2359296, "linear_attention_nnz": 113253, "linear_dense_total": 4718592, "linear_dense_nnz": 163778}, "9": {"total": 7087872, "nnz": 162775, "linear_total": 7077888, "linear_nnz": 156105, "linear_attention_total": 2359296, "linear_attention_nnz": 84915, "linear_dense_total": 4718592, "linear_dense_nnz": 71190}, "10": {"total": 7087872, "nnz": 143162, "linear_total": 7077888, "linear_nnz": 136669, "linear_attention_total": 2359296, "linear_attention_nnz": 67316, "linear_dense_total": 4718592, "linear_dense_nnz": 69353}, "11": {"total": 7087872, "nnz": 103286, "linear_total": 7077888, "linear_nnz": 97352, "linear_attention_total": 2359296, "linear_attention_nnz": 41497, "linear_dense_total": 4718592, "linear_dense_nnz": 55855}}, "total_sparsity": 71.62783537254572, "linear_sparsity": 91.81004983407479, "pruned_heads": {"0": [9], "1": [], "2": [8], "3": [2, 4], "4": [], "5": [1], "6": [2, 3], "7": [1, 7], "8": [0], "9": [1, 4, 5, 7, 10], "10": [1, 2, 4], "11": [8, 11, 5, 7]}} |