{"total": 108882626, "nnz": 49662908, "linear_total": 84934656, "linear_nnz": 25746432, "layers": {"0": {"total": 7086912, "nnz": 2116894, "linear_total": 7077888, "linear_nnz": 2110464, "linear_attention_total": 2359296, "linear_attention_nnz": 1376256, "linear_dense_total": 4718592, "linear_dense_nnz": 734208}, "1": {"total": 7086528, "nnz": 1803218, "linear_total": 7077888, "linear_nnz": 1797120, "linear_attention_total": 2359296, "linear_attention_nnz": 983040, "linear_dense_total": 4718592, "linear_dense_nnz": 814080}, "2": {"total": 7087296, "nnz": 2797913, "linear_total": 7077888, "linear_nnz": 2790912, "linear_attention_total": 2359296, "linear_attention_nnz": 1769472, "linear_dense_total": 4718592, "linear_dense_nnz": 1021440}, "3": {"total": 7087296, "nnz": 2741044, "linear_total": 7077888, "linear_nnz": 2734080, "linear_attention_total": 2359296, "linear_attention_nnz": 1769472, "linear_dense_total": 4718592, "linear_dense_nnz": 964608}, "4": {"total": 7087488, "nnz": 2808736, "linear_total": 7077888, "linear_nnz": 2801664, "linear_attention_total": 2359296, "linear_attention_nnz": 1966080, "linear_dense_total": 4718592, "linear_dense_nnz": 835584}, "5": {"total": 7086912, "nnz": 2239854, "linear_total": 7077888, "linear_nnz": 2233344, "linear_attention_total": 2359296, "linear_attention_nnz": 1376256, "linear_dense_total": 4718592, "linear_dense_nnz": 857088}, "6": {"total": 7087296, "nnz": 2516642, "linear_total": 7077888, "linear_nnz": 2509824, "linear_attention_total": 2359296, "linear_attention_nnz": 1769472, "linear_dense_total": 4718592, "linear_dense_nnz": 740352}, "7": {"total": 7086912, "nnz": 1946287, "linear_total": 7077888, "linear_nnz": 1939968, "linear_attention_total": 2359296, "linear_attention_nnz": 1376256, "linear_dense_total": 4718592, "linear_dense_nnz": 563712}, "8": {"total": 7087296, "nnz": 2058616, "linear_total": 7077888, "linear_nnz": 2052096, "linear_attention_total": 2359296, "linear_attention_nnz": 1769472, "linear_dense_total": 4718592, "linear_dense_nnz": 282624}, "9": {"total": 7086720, "nnz": 1386755, "linear_total": 7077888, "linear_nnz": 1380864, "linear_attention_total": 2359296, "linear_attention_nnz": 1179648, "linear_dense_total": 4718592, "linear_dense_nnz": 201216}, "10": {"total": 7086528, "nnz": 1494281, "linear_total": 7077888, "linear_nnz": 1488384, "linear_attention_total": 2359296, "linear_attention_nnz": 983040, "linear_dense_total": 4718592, "linear_dense_nnz": 505344}, "11": {"total": 7086720, "nnz": 1913946, "linear_total": 7077888, "linear_nnz": 1907712, "linear_attention_total": 2359296, "linear_attention_nnz": 1179648, "linear_dense_total": 4718592, "linear_dense_nnz": 728064}}, "total_sparsity": 54.38858353765275, "linear_sparsity": 69.68677662037037, "pruned_heads": {"0": [0, 2, 4, 5, 6], "1": [0, 2, 3, 5, 6, 7, 8], "2": [8, 4, 7], "3": [2, 4, 6], "4": [1, 2], "5": [1, 2, 6, 7, 11], "6": [3, 10, 2], "7": [1, 3, 6, 7, 11], "8": [0, 3, 4], "9": [1, 4, 5, 7, 9, 10], "10": [1, 2, 4, 5, 6, 7, 8], "11": [0, 5, 7, 8, 10, 11]}}