{"layer":0,"head":0,"avg_attn_entropy":5.9748908954}
{"layer":0,"head":1,"avg_attn_entropy":5.9755830531}
{"layer":0,"head":2,"avg_attn_entropy":6.0143756413}
{"layer":0,"head":3,"avg_attn_entropy":5.8527906942}
{"layer":0,"head":4,"avg_attn_entropy":5.9586853986}
{"layer":0,"head":5,"avg_attn_entropy":6.0128001041}
{"layer":0,"head":6,"avg_attn_entropy":6.0144376354}
{"layer":0,"head":7,"avg_attn_entropy":5.9907897339}
{"layer":0,"head":8,"avg_attn_entropy":6.0561046515}
{"layer":0,"head":9,"avg_attn_entropy":6.0634619174}
{"layer":0,"head":10,"avg_attn_entropy":5.9675776119}
{"layer":0,"head":11,"avg_attn_entropy":6.0507078891}
{"layer":1,"head":0,"avg_attn_entropy":6.0417469292}
{"layer":1,"head":1,"avg_attn_entropy":5.8922489619}
{"layer":1,"head":2,"avg_attn_entropy":6.1179510131}
{"layer":1,"head":3,"avg_attn_entropy":5.5575756793}
{"layer":1,"head":4,"avg_attn_entropy":6.0505926499}
{"layer":1,"head":5,"avg_attn_entropy":5.9404924121}
{"layer":1,"head":6,"avg_attn_entropy":6.0115331216}
{"layer":1,"head":7,"avg_attn_entropy":6.0036186152}
{"layer":1,"head":8,"avg_attn_entropy":5.8931395984}
{"layer":1,"head":9,"avg_attn_entropy":5.9098561177}
{"layer":1,"head":10,"avg_attn_entropy":6.0830369029}
{"layer":1,"head":11,"avg_attn_entropy":6.0890448022}
{"layer":2,"head":0,"avg_attn_entropy":5.8876396489}
{"layer":2,"head":1,"avg_attn_entropy":5.8013373337}
{"layer":2,"head":2,"avg_attn_entropy":5.9576394396}
{"layer":2,"head":3,"avg_attn_entropy":6.0833645887}
{"layer":2,"head":4,"avg_attn_entropy":5.9554277902}
{"layer":2,"head":5,"avg_attn_entropy":6.102160399}
{"layer":2,"head":6,"avg_attn_entropy":5.9497432532}
{"layer":2,"head":7,"avg_attn_entropy":5.79771595}
{"layer":2,"head":8,"avg_attn_entropy":6.0421734924}
{"layer":2,"head":9,"avg_attn_entropy":6.0067032962}
{"layer":2,"head":10,"avg_attn_entropy":6.0027188282}
{"layer":2,"head":11,"avg_attn_entropy":6.0338404422}
{"layer":3,"head":0,"avg_attn_entropy":6.0061496215}
{"layer":3,"head":1,"avg_attn_entropy":5.836948905}
{"layer":3,"head":2,"avg_attn_entropy":6.0273200707}
{"layer":3,"head":3,"avg_attn_entropy":5.7209794922}
{"layer":3,"head":4,"avg_attn_entropy":5.7305954151}
{"layer":3,"head":5,"avg_attn_entropy":6.0773608894}
{"layer":3,"head":6,"avg_attn_entropy":5.6694366279}
{"layer":3,"head":7,"avg_attn_entropy":6.0493825736}
{"layer":3,"head":8,"avg_attn_entropy":5.7072027073}
{"layer":3,"head":9,"avg_attn_entropy":6.0423188815}
{"layer":3,"head":10,"avg_attn_entropy":5.6960660167}
{"layer":3,"head":11,"avg_attn_entropy":5.8074554601}
{"layer":4,"head":0,"avg_attn_entropy":5.7936210208}
{"layer":4,"head":1,"avg_attn_entropy":6.0254939957}
{"layer":4,"head":2,"avg_attn_entropy":6.0034337101}
{"layer":4,"head":3,"avg_attn_entropy":5.949439188}
{"layer":4,"head":4,"avg_attn_entropy":6.1238937559}
{"layer":4,"head":5,"avg_attn_entropy":6.1287567797}
{"layer":4,"head":6,"avg_attn_entropy":5.6887592063}
{"layer":4,"head":7,"avg_attn_entropy":5.7308019581}
{"layer":4,"head":8,"avg_attn_entropy":5.6870108671}
{"layer":4,"head":9,"avg_attn_entropy":6.0547873154}
{"layer":4,"head":10,"avg_attn_entropy":6.0133621798}
{"layer":4,"head":11,"avg_attn_entropy":5.802023159}
{"layer":5,"head":0,"avg_attn_entropy":5.9903481884}
{"layer":5,"head":1,"avg_attn_entropy":5.8478049698}
{"layer":5,"head":2,"avg_attn_entropy":5.9313092709}
{"layer":5,"head":3,"avg_attn_entropy":6.0307592931}
{"layer":5,"head":4,"avg_attn_entropy":5.754088666}
{"layer":5,"head":5,"avg_attn_entropy":5.8600953283}
{"layer":5,"head":6,"avg_attn_entropy":5.8801471233}
{"layer":5,"head":7,"avg_attn_entropy":5.9562235637}
{"layer":5,"head":8,"avg_attn_entropy":5.978952117}
{"layer":5,"head":9,"avg_attn_entropy":5.6851769547}
{"layer":5,"head":10,"avg_attn_entropy":5.736965306}
{"layer":5,"head":11,"avg_attn_entropy":6.0474270587}
{"layer":6,"head":0,"avg_attn_entropy":5.9856526418}
{"layer":6,"head":1,"avg_attn_entropy":5.7872489214}
{"layer":6,"head":2,"avg_attn_entropy":5.8972739992}
{"layer":6,"head":3,"avg_attn_entropy":5.9361750255}
{"layer":6,"head":4,"avg_attn_entropy":5.9023869007}
{"layer":6,"head":5,"avg_attn_entropy":5.9965258594}
{"layer":6,"head":6,"avg_attn_entropy":5.9540865035}
{"layer":6,"head":7,"avg_attn_entropy":5.8561492825}
{"layer":6,"head":8,"avg_attn_entropy":5.8389258008}
{"layer":6,"head":9,"avg_attn_entropy":5.7763361161}
{"layer":6,"head":10,"avg_attn_entropy":5.8797119079}
{"layer":6,"head":11,"avg_attn_entropy":5.9979289045}
{"layer":7,"head":0,"avg_attn_entropy":5.8659171419}
{"layer":7,"head":1,"avg_attn_entropy":5.983193418}
{"layer":7,"head":2,"avg_attn_entropy":5.7566733434}
{"layer":7,"head":3,"avg_attn_entropy":5.994437139}
{"layer":7,"head":4,"avg_attn_entropy":5.8588216205}
{"layer":7,"head":5,"avg_attn_entropy":5.8828273029}
{"layer":7,"head":6,"avg_attn_entropy":5.9442600303}
{"layer":7,"head":7,"avg_attn_entropy":5.862142333}
{"layer":7,"head":8,"avg_attn_entropy":5.8909949336}
{"layer":7,"head":9,"avg_attn_entropy":5.9922416091}
{"layer":7,"head":10,"avg_attn_entropy":5.7520039008}
{"layer":7,"head":11,"avg_attn_entropy":5.9450877662}
{"layer":8,"head":0,"avg_attn_entropy":5.9235026979}
{"layer":8,"head":1,"avg_attn_entropy":5.9255191989}
{"layer":8,"head":2,"avg_attn_entropy":5.8595789771}
{"layer":8,"head":3,"avg_attn_entropy":5.9112105298}
{"layer":8,"head":4,"avg_attn_entropy":5.9741298327}
{"layer":8,"head":5,"avg_attn_entropy":5.9004970336}
{"layer":8,"head":6,"avg_attn_entropy":5.8609650757}
{"layer":8,"head":7,"avg_attn_entropy":5.9535274544}
{"layer":8,"head":8,"avg_attn_entropy":5.8794794941}
{"layer":8,"head":9,"avg_attn_entropy":6.0741264486}
{"layer":8,"head":10,"avg_attn_entropy":5.8861773601}
{"layer":8,"head":11,"avg_attn_entropy":5.8301806054}
{"layer":9,"head":0,"avg_attn_entropy":5.8747715473}
{"layer":9,"head":1,"avg_attn_entropy":5.9701738267}
{"layer":9,"head":2,"avg_attn_entropy":5.8743578854}
{"layer":9,"head":3,"avg_attn_entropy":5.8685842848}
{"layer":9,"head":4,"avg_attn_entropy":5.884617728}
{"layer":9,"head":5,"avg_attn_entropy":5.8390141337}
{"layer":9,"head":6,"avg_attn_entropy":5.9018135567}
{"layer":9,"head":7,"avg_attn_entropy":5.9255260305}
{"layer":9,"head":8,"avg_attn_entropy":6.0057098646}
{"layer":9,"head":9,"avg_attn_entropy":5.8874821782}
{"layer":9,"head":10,"avg_attn_entropy":5.9138634892}
{"layer":9,"head":11,"avg_attn_entropy":5.9123778162}
{"layer":10,"head":0,"avg_attn_entropy":5.9717603054}
{"layer":10,"head":1,"avg_attn_entropy":5.9014675412}
{"layer":10,"head":2,"avg_attn_entropy":5.7259453635}
{"layer":10,"head":3,"avg_attn_entropy":5.7830285916}
{"layer":10,"head":4,"avg_attn_entropy":5.9158052573}
{"layer":10,"head":5,"avg_attn_entropy":5.9840959072}
{"layer":10,"head":6,"avg_attn_entropy":5.8737233338}
{"layer":10,"head":7,"avg_attn_entropy":5.8974698186}
{"layer":10,"head":8,"avg_attn_entropy":5.812275789}
{"layer":10,"head":9,"avg_attn_entropy":5.8713194361}
{"layer":10,"head":10,"avg_attn_entropy":5.9194934883}
{"layer":10,"head":11,"avg_attn_entropy":5.9332501993}
{"layer":11,"head":0,"avg_attn_entropy":5.9887987976}
{"layer":11,"head":1,"avg_attn_entropy":5.9918554373}
{"layer":11,"head":2,"avg_attn_entropy":5.9395452137}
{"layer":11,"head":3,"avg_attn_entropy":5.9138701339}
{"layer":11,"head":4,"avg_attn_entropy":6.0013095312}
{"layer":11,"head":5,"avg_attn_entropy":5.9086069064}
{"layer":11,"head":6,"avg_attn_entropy":5.9872100096}
{"layer":11,"head":7,"avg_attn_entropy":5.9111518874}
{"layer":11,"head":8,"avg_attn_entropy":5.9775534816}
{"layer":11,"head":9,"avg_attn_entropy":5.9444863477}
{"layer":11,"head":10,"avg_attn_entropy":5.9985417461}
{"layer":11,"head":11,"avg_attn_entropy":5.9298400056}