attention_entropies.jsonl

{"layer":0,"head":0,"avg_attn_entropy":5.3548670359}
{"layer":0,"head":1,"avg_attn_entropy":5.4073407726}
{"layer":0,"head":2,"avg_attn_entropy":5.6437054749}
{"layer":0,"head":3,"avg_attn_entropy":5.6086924386}
{"layer":0,"head":4,"avg_attn_entropy":5.5739436259}
{"layer":0,"head":5,"avg_attn_entropy":5.8404562573}
{"layer":0,"head":6,"avg_attn_entropy":5.7293018761}
{"layer":0,"head":7,"avg_attn_entropy":5.5945004225}
{"layer":0,"head":8,"avg_attn_entropy":5.5260455632}
{"layer":0,"head":9,"avg_attn_entropy":5.0169561224}
{"layer":0,"head":10,"avg_attn_entropy":5.4916863084}
{"layer":0,"head":11,"avg_attn_entropy":4.4476501932}
{"layer":1,"head":0,"avg_attn_entropy":4.417647264}
{"layer":1,"head":1,"avg_attn_entropy":4.4385528791}
{"layer":1,"head":2,"avg_attn_entropy":5.4517773166}
{"layer":1,"head":3,"avg_attn_entropy":3.4159071567}
{"layer":1,"head":4,"avg_attn_entropy":4.9185877376}
{"layer":1,"head":5,"avg_attn_entropy":4.5399041615}
{"layer":1,"head":6,"avg_attn_entropy":2.3325746882}
{"layer":1,"head":7,"avg_attn_entropy":0.0654781002}
{"layer":1,"head":8,"avg_attn_entropy":5.6879639049}
{"layer":1,"head":9,"avg_attn_entropy":5.3854743338}
{"layer":1,"head":10,"avg_attn_entropy":4.3788061266}
{"layer":1,"head":11,"avg_attn_entropy":5.5759583545}
{"layer":2,"head":0,"avg_attn_entropy":0.0248770704}
{"layer":2,"head":1,"avg_attn_entropy":5.3834004121}
{"layer":2,"head":2,"avg_attn_entropy":4.5823903167}
{"layer":2,"head":3,"avg_attn_entropy":5.3243958998}
{"layer":2,"head":4,"avg_attn_entropy":4.281496253}
{"layer":2,"head":5,"avg_attn_entropy":5.0837480345}
{"layer":2,"head":6,"avg_attn_entropy":2.0900593653}
{"layer":2,"head":7,"avg_attn_entropy":5.3092582607}
{"layer":2,"head":8,"avg_attn_entropy":5.2302970176}
{"layer":2,"head":9,"avg_attn_entropy":4.8136256933}
{"layer":2,"head":10,"avg_attn_entropy":0.567478481}
{"layer":2,"head":11,"avg_attn_entropy":2.387462343}
{"layer":3,"head":0,"avg_attn_entropy":4.7737403023}
{"layer":3,"head":1,"avg_attn_entropy":3.3615415652}
{"layer":3,"head":2,"avg_attn_entropy":4.1151399989}
{"layer":3,"head":3,"avg_attn_entropy":4.8960805532}
{"layer":3,"head":4,"avg_attn_entropy":5.1519064598}
{"layer":3,"head":5,"avg_attn_entropy":4.2462465441}
{"layer":3,"head":6,"avg_attn_entropy":4.8886691146}
{"layer":3,"head":7,"avg_attn_entropy":5.0914810891}
{"layer":3,"head":8,"avg_attn_entropy":4.3073498609}
{"layer":3,"head":9,"avg_attn_entropy":4.4364870465}
{"layer":3,"head":10,"avg_attn_entropy":4.5778079004}
{"layer":3,"head":11,"avg_attn_entropy":4.9419590864}
{"layer":4,"head":0,"avg_attn_entropy":5.1810433729}
{"layer":4,"head":1,"avg_attn_entropy":5.219964781}
{"layer":4,"head":2,"avg_attn_entropy":5.4302420516}
{"layer":4,"head":3,"avg_attn_entropy":4.8663788891}
{"layer":4,"head":4,"avg_attn_entropy":2.903820996}
{"layer":4,"head":5,"avg_attn_entropy":4.0474161208}
{"layer":4,"head":6,"avg_attn_entropy":4.2850197306}
{"layer":4,"head":7,"avg_attn_entropy":5.2420392725}
{"layer":4,"head":8,"avg_attn_entropy":4.3524293251}
{"layer":4,"head":9,"avg_attn_entropy":4.9510341766}
{"layer":4,"head":10,"avg_attn_entropy":3.1817292917}
{"layer":4,"head":11,"avg_attn_entropy":2.4894239509}
{"layer":5,"head":0,"avg_attn_entropy":4.1062956436}
{"layer":5,"head":1,"avg_attn_entropy":4.3226871593}
{"layer":5,"head":2,"avg_attn_entropy":3.3107177069}
{"layer":5,"head":3,"avg_attn_entropy":3.9191159055}
{"layer":5,"head":4,"avg_attn_entropy":3.1964480085}
{"layer":5,"head":5,"avg_attn_entropy":0.1987101573}
{"layer":5,"head":6,"avg_attn_entropy":2.8824583101}
{"layer":5,"head":7,"avg_attn_entropy":4.146755477}
{"layer":5,"head":8,"avg_attn_entropy":2.6306450194}
{"layer":5,"head":9,"avg_attn_entropy":3.8055427697}
{"layer":5,"head":10,"avg_attn_entropy":2.8109682602}
{"layer":5,"head":11,"avg_attn_entropy":3.1027413585}
{"layer":6,"head":0,"avg_attn_entropy":3.1586957295}
{"layer":6,"head":1,"avg_attn_entropy":2.6237978191}
{"layer":6,"head":2,"avg_attn_entropy":3.687537878}
{"layer":6,"head":3,"avg_attn_entropy":3.4518884988}
{"layer":6,"head":4,"avg_attn_entropy":3.4053203999}
{"layer":6,"head":5,"avg_attn_entropy":3.7397581093}
{"layer":6,"head":6,"avg_attn_entropy":3.571864113}
{"layer":6,"head":7,"avg_attn_entropy":3.4767464311}
{"layer":6,"head":8,"avg_attn_entropy":3.7394159824}
{"layer":6,"head":9,"avg_attn_entropy":5.1220063081}
{"layer":6,"head":10,"avg_attn_entropy":3.957284929}
{"layer":6,"head":11,"avg_attn_entropy":2.0863374113}
{"layer":7,"head":0,"avg_attn_entropy":2.1876871879}
{"layer":7,"head":1,"avg_attn_entropy":2.7921159844}
{"layer":7,"head":2,"avg_attn_entropy":0.4647133289}
{"layer":7,"head":3,"avg_attn_entropy":3.0853987454}
{"layer":7,"head":4,"avg_attn_entropy":2.8920613989}
{"layer":7,"head":5,"avg_attn_entropy":3.1455830612}
{"layer":7,"head":6,"avg_attn_entropy":3.07788794}
{"layer":7,"head":7,"avg_attn_entropy":3.1755237373}
{"layer":7,"head":8,"avg_attn_entropy":0.417414071}
{"layer":7,"head":9,"avg_attn_entropy":3.1276816571}
{"layer":7,"head":10,"avg_attn_entropy":0.4267832816}
{"layer":7,"head":11,"avg_attn_entropy":2.43474786}
{"layer":8,"head":0,"avg_attn_entropy":2.6752688019}
{"layer":8,"head":1,"avg_attn_entropy":3.5060474741}
{"layer":8,"head":2,"avg_attn_entropy":3.3783551812}
{"layer":8,"head":3,"avg_attn_entropy":2.8784471669}
{"layer":8,"head":4,"avg_attn_entropy":2.8101862297}
{"layer":8,"head":5,"avg_attn_entropy":3.1809190528}
{"layer":8,"head":6,"avg_attn_entropy":1.2213313031}
{"layer":8,"head":7,"avg_attn_entropy":3.0442103526}
{"layer":8,"head":8,"avg_attn_entropy":1.3364321963}
{"layer":8,"head":9,"avg_attn_entropy":3.0918616837}
{"layer":8,"head":10,"avg_attn_entropy":2.9728929253}
{"layer":8,"head":11,"avg_attn_entropy":3.0177656777}
{"layer":9,"head":0,"avg_attn_entropy":3.1732407826}
{"layer":9,"head":1,"avg_attn_entropy":2.6730005873}
{"layer":9,"head":2,"avg_attn_entropy":4.1258620846}
{"layer":9,"head":3,"avg_attn_entropy":3.2739209476}
{"layer":9,"head":4,"avg_attn_entropy":3.2835503089}
{"layer":9,"head":5,"avg_attn_entropy":3.4432894998}
{"layer":9,"head":6,"avg_attn_entropy":3.728337189}
{"layer":9,"head":7,"avg_attn_entropy":3.4111163449}
{"layer":9,"head":8,"avg_attn_entropy":3.0758999811}
{"layer":9,"head":9,"avg_attn_entropy":3.1317004685}
{"layer":9,"head":10,"avg_attn_entropy":3.4239900842}
{"layer":9,"head":11,"avg_attn_entropy":2.9890899521}
{"layer":10,"head":0,"avg_attn_entropy":3.2778056926}
{"layer":10,"head":1,"avg_attn_entropy":3.5493875411}
{"layer":10,"head":2,"avg_attn_entropy":3.4417436135}
{"layer":10,"head":3,"avg_attn_entropy":3.4047596103}
{"layer":10,"head":4,"avg_attn_entropy":3.5894835367}
{"layer":10,"head":5,"avg_attn_entropy":3.5689494321}
{"layer":10,"head":6,"avg_attn_entropy":3.5860033743}
{"layer":10,"head":7,"avg_attn_entropy":3.3755759025}
{"layer":10,"head":8,"avg_attn_entropy":3.4994886663}
{"layer":10,"head":9,"avg_attn_entropy":3.1777897108}
{"layer":10,"head":10,"avg_attn_entropy":3.6837898815}
{"layer":10,"head":11,"avg_attn_entropy":2.7966157669}
{"layer":11,"head":0,"avg_attn_entropy":3.7790570632}
{"layer":11,"head":1,"avg_attn_entropy":3.9694713732}
{"layer":11,"head":2,"avg_attn_entropy":3.4806960986}
{"layer":11,"head":3,"avg_attn_entropy":3.4770453784}
{"layer":11,"head":4,"avg_attn_entropy":3.4994171555}
{"layer":11,"head":5,"avg_attn_entropy":3.6039628825}
{"layer":11,"head":6,"avg_attn_entropy":2.7959280701}
{"layer":11,"head":7,"avg_attn_entropy":3.3850154912}
{"layer":11,"head":8,"avg_attn_entropy":3.8393391777}
{"layer":11,"head":9,"avg_attn_entropy":3.2341513075}
{"layer":11,"head":10,"avg_attn_entropy":3.5350257871}
{"layer":11,"head":11,"avg_attn_entropy":3.7378697585}