| {"total": 108893186, "nnz": 47038436, "linear_total": 84934656, "linear_nnz": 23121920, "layers": {"0": {"total": 7087872, "nnz": 2115942, "linear_total": 7077888, "linear_nnz": 2109440, "linear_attention_total": 2359296, "linear_attention_nnz": 920576, "linear_dense_total": 4718592, "linear_dense_nnz": 1188864}, "1": {"total": 7087872, "nnz": 1903205, "linear_total": 7077888, "linear_nnz": 1896960, "linear_attention_total": 2359296, "linear_attention_nnz": 709632, "linear_dense_total": 4718592, "linear_dense_nnz": 1187328}, "2": {"total": 7087872, "nnz": 2589021, "linear_total": 7077888, "linear_nnz": 2582016, "linear_attention_total": 2359296, "linear_attention_nnz": 1210368, "linear_dense_total": 4718592, "linear_dense_nnz": 1371648}, "3": {"total": 7087872, "nnz": 2750901, "linear_total": 7077888, "linear_nnz": 2743808, "linear_attention_total": 2359296, "linear_attention_nnz": 1433600, "linear_dense_total": 4718592, "linear_dense_nnz": 1310208}, "4": {"total": 7087872, "nnz": 2785338, "linear_total": 7077888, "linear_nnz": 2778112, "linear_attention_total": 2359296, "linear_attention_nnz": 1558528, "linear_dense_total": 4718592, "linear_dense_nnz": 1219584}, "5": {"total": 7087872, "nnz": 2258486, "linear_total": 7077888, "linear_nnz": 2251776, "linear_attention_total": 2359296, "linear_attention_nnz": 1038336, "linear_dense_total": 4718592, "linear_dense_nnz": 1213440}, "6": {"total": 7087872, "nnz": 2082422, "linear_total": 7077888, "linear_nnz": 2075648, "linear_attention_total": 2359296, "linear_attention_nnz": 1107968, "linear_dense_total": 4718592, "linear_dense_nnz": 967680}, "7": {"total": 7087872, "nnz": 1881875, "linear_total": 7077888, "linear_nnz": 1875456, "linear_attention_total": 2359296, "linear_attention_nnz": 1108992, "linear_dense_total": 4718592, "linear_dense_nnz": 766464}, "8": {"total": 7087872, "nnz": 1468548, "linear_total": 7077888, "linear_nnz": 1462272, "linear_attention_total": 2359296, "linear_attention_nnz": 1062912, "linear_dense_total": 4718592, "linear_dense_nnz": 399360}, "9": {"total": 7087872, "nnz": 951443, "linear_total": 7077888, "linear_nnz": 945664, "linear_attention_total": 2359296, "linear_attention_nnz": 670720, "linear_dense_total": 4718592, "linear_dense_nnz": 274944}, "10": {"total": 7087872, "nnz": 1176200, "linear_total": 7077888, "linear_nnz": 1170432, "linear_attention_total": 2359296, "linear_attention_nnz": 617472, "linear_dense_total": 4718592, "linear_dense_nnz": 552960}, "11": {"total": 7087872, "nnz": 1236333, "linear_total": 7077888, "linear_nnz": 1230336, "linear_attention_total": 2359296, "linear_attention_nnz": 423936, "linear_dense_total": 4718592, "linear_dense_nnz": 806400}}, "total_sparsity": 56.8031410156371, "linear_sparsity": 72.77681327160495, "pruned_heads": {"0": [0, 2, 4, 5, 6], "1": [0, 2, 3, 5, 6, 7, 8], "2": [8, 4, 7], "3": [2, 4, 6], "4": [1, 2], "5": [1, 2, 6, 7, 11], "6": [10, 2, 3], "7": [1, 3, 6, 7, 11], "8": [0, 3, 4], "9": [1, 4, 5, 7, 9, 10], "10": [1, 2, 4, 5, 6, 7, 8], "11": [0, 5, 7, 8, 10, 11]}} |