attention_entropies.jsonl

{"layer":0,"head":0,"avg_attn_entropy":5.7310465951}
{"layer":0,"head":1,"avg_attn_entropy":5.6571840031}
{"layer":0,"head":2,"avg_attn_entropy":5.740498055}
{"layer":0,"head":3,"avg_attn_entropy":5.6705925865}
{"layer":0,"head":4,"avg_attn_entropy":5.7458690324}
{"layer":0,"head":5,"avg_attn_entropy":5.7953829303}
{"layer":0,"head":6,"avg_attn_entropy":5.739457706}
{"layer":0,"head":7,"avg_attn_entropy":5.7490376949}
{"layer":0,"head":8,"avg_attn_entropy":5.787549705}
{"layer":0,"head":9,"avg_attn_entropy":5.7335048928}
{"layer":0,"head":10,"avg_attn_entropy":5.7158146091}
{"layer":0,"head":11,"avg_attn_entropy":5.7937401595}
{"layer":1,"head":0,"avg_attn_entropy":5.6813633685}
{"layer":1,"head":1,"avg_attn_entropy":5.4502135286}
{"layer":1,"head":2,"avg_attn_entropy":5.7946235332}
{"layer":1,"head":3,"avg_attn_entropy":5.2907663112}
{"layer":1,"head":4,"avg_attn_entropy":5.6288345952}
{"layer":1,"head":5,"avg_attn_entropy":5.3868871055}
{"layer":1,"head":6,"avg_attn_entropy":5.6200005522}
{"layer":1,"head":7,"avg_attn_entropy":5.5711649046}
{"layer":1,"head":8,"avg_attn_entropy":5.3732606869}
{"layer":1,"head":9,"avg_attn_entropy":5.4832986135}
{"layer":1,"head":10,"avg_attn_entropy":5.6407958794}
{"layer":1,"head":11,"avg_attn_entropy":5.7453149786}
{"layer":2,"head":0,"avg_attn_entropy":5.3438417654}
{"layer":2,"head":1,"avg_attn_entropy":5.1897826726}
{"layer":2,"head":2,"avg_attn_entropy":5.3863870206}
{"layer":2,"head":3,"avg_attn_entropy":5.5622198081}
{"layer":2,"head":4,"avg_attn_entropy":5.3283675761}
{"layer":2,"head":5,"avg_attn_entropy":5.5344244046}
{"layer":2,"head":6,"avg_attn_entropy":5.1412788072}
{"layer":2,"head":7,"avg_attn_entropy":5.2592282252}
{"layer":2,"head":8,"avg_attn_entropy":5.4132077107}
{"layer":2,"head":9,"avg_attn_entropy":5.2842321656}
{"layer":2,"head":10,"avg_attn_entropy":5.7838212585}
{"layer":2,"head":11,"avg_attn_entropy":5.5428131151}
{"layer":3,"head":0,"avg_attn_entropy":5.3155964508}
{"layer":3,"head":1,"avg_attn_entropy":5.312978055}
{"layer":3,"head":2,"avg_attn_entropy":5.5706396537}
{"layer":3,"head":3,"avg_attn_entropy":5.2919074864}
{"layer":3,"head":4,"avg_attn_entropy":5.2025453619}
{"layer":3,"head":5,"avg_attn_entropy":5.5859076214}
{"layer":3,"head":6,"avg_attn_entropy":5.431698801}
{"layer":3,"head":7,"avg_attn_entropy":5.466273725}
{"layer":3,"head":8,"avg_attn_entropy":5.4597127445}
{"layer":3,"head":9,"avg_attn_entropy":5.3125934458}
{"layer":3,"head":10,"avg_attn_entropy":5.25133587}
{"layer":3,"head":11,"avg_attn_entropy":5.2879710724}
{"layer":4,"head":0,"avg_attn_entropy":5.5198407559}
{"layer":4,"head":1,"avg_attn_entropy":5.5682211185}
{"layer":4,"head":2,"avg_attn_entropy":5.4164730716}
{"layer":4,"head":3,"avg_attn_entropy":5.4505034034}
{"layer":4,"head":4,"avg_attn_entropy":5.7225760832}
{"layer":4,"head":5,"avg_attn_entropy":5.5868769245}
{"layer":4,"head":6,"avg_attn_entropy":5.5672683229}
{"layer":4,"head":7,"avg_attn_entropy":5.4627871766}
{"layer":4,"head":8,"avg_attn_entropy":5.4371906707}
{"layer":4,"head":9,"avg_attn_entropy":5.6781361237}
{"layer":4,"head":10,"avg_attn_entropy":5.4432138019}
{"layer":4,"head":11,"avg_attn_entropy":5.4488253658}
{"layer":5,"head":0,"avg_attn_entropy":5.7252882886}
{"layer":5,"head":1,"avg_attn_entropy":5.7851525769}
{"layer":5,"head":2,"avg_attn_entropy":5.6672219169}
{"layer":5,"head":3,"avg_attn_entropy":5.732251277}
{"layer":5,"head":4,"avg_attn_entropy":5.732643136}
{"layer":5,"head":5,"avg_attn_entropy":5.5940936198}
{"layer":5,"head":6,"avg_attn_entropy":5.5982104349}
{"layer":5,"head":7,"avg_attn_entropy":5.7100518322}
{"layer":5,"head":8,"avg_attn_entropy":5.8084712172}
{"layer":5,"head":9,"avg_attn_entropy":5.4476272707}
{"layer":5,"head":10,"avg_attn_entropy":5.7390824609}
{"layer":5,"head":11,"avg_attn_entropy":5.7585114264}
{"layer":6,"head":0,"avg_attn_entropy":5.9724538546}
{"layer":6,"head":1,"avg_attn_entropy":5.7799397402}
{"layer":6,"head":2,"avg_attn_entropy":5.7420030751}
{"layer":6,"head":3,"avg_attn_entropy":5.8109651289}
{"layer":6,"head":4,"avg_attn_entropy":5.838489599}
{"layer":6,"head":5,"avg_attn_entropy":5.7965058577}
{"layer":6,"head":6,"avg_attn_entropy":5.976992023}
{"layer":6,"head":7,"avg_attn_entropy":5.7477158923}
{"layer":6,"head":8,"avg_attn_entropy":5.7472958317}
{"layer":6,"head":9,"avg_attn_entropy":5.7485877442}
{"layer":6,"head":10,"avg_attn_entropy":5.8895127687}
{"layer":6,"head":11,"avg_attn_entropy":5.823422349}
{"layer":7,"head":0,"avg_attn_entropy":5.7972256923}
{"layer":7,"head":1,"avg_attn_entropy":5.8848581815}
{"layer":7,"head":2,"avg_attn_entropy":5.8229827967}
{"layer":7,"head":3,"avg_attn_entropy":5.9360454407}
{"layer":7,"head":4,"avg_attn_entropy":5.8201084075}
{"layer":7,"head":5,"avg_attn_entropy":5.8131270294}
{"layer":7,"head":6,"avg_attn_entropy":5.8689945874}
{"layer":7,"head":7,"avg_attn_entropy":5.7772736123}
{"layer":7,"head":8,"avg_attn_entropy":5.8173564575}
{"layer":7,"head":9,"avg_attn_entropy":5.8570746055}
{"layer":7,"head":10,"avg_attn_entropy":5.6959617653}
{"layer":7,"head":11,"avg_attn_entropy":5.7512027569}
{"layer":8,"head":0,"avg_attn_entropy":5.8426886439}
{"layer":8,"head":1,"avg_attn_entropy":5.7698643889}
{"layer":8,"head":2,"avg_attn_entropy":5.752705626}
{"layer":8,"head":3,"avg_attn_entropy":5.7997410517}
{"layer":8,"head":4,"avg_attn_entropy":5.8557608795}
{"layer":8,"head":5,"avg_attn_entropy":5.7551549301}
{"layer":8,"head":6,"avg_attn_entropy":5.9714493318}
{"layer":8,"head":7,"avg_attn_entropy":5.8587793593}
{"layer":8,"head":8,"avg_attn_entropy":5.7327545233}
{"layer":8,"head":9,"avg_attn_entropy":5.8752401738}
{"layer":8,"head":10,"avg_attn_entropy":5.7353394825}
{"layer":8,"head":11,"avg_attn_entropy":5.9481736875}
{"layer":9,"head":0,"avg_attn_entropy":5.7950010395}
{"layer":9,"head":1,"avg_attn_entropy":5.9440577755}
{"layer":9,"head":2,"avg_attn_entropy":5.7419853506}
{"layer":9,"head":3,"avg_attn_entropy":5.8198900495}
{"layer":9,"head":4,"avg_attn_entropy":5.9266560159}
{"layer":9,"head":5,"avg_attn_entropy":5.8436116853}
{"layer":9,"head":6,"avg_attn_entropy":5.7416977215}
{"layer":9,"head":7,"avg_attn_entropy":5.9073014779}
{"layer":9,"head":8,"avg_attn_entropy":5.9216978178}
{"layer":9,"head":9,"avg_attn_entropy":5.8267451882}
{"layer":9,"head":10,"avg_attn_entropy":5.7948165817}
{"layer":9,"head":11,"avg_attn_entropy":5.8074651237}
{"layer":10,"head":0,"avg_attn_entropy":5.9824184923}
{"layer":10,"head":1,"avg_attn_entropy":5.9476559958}
{"layer":10,"head":2,"avg_attn_entropy":5.7249985814}
{"layer":10,"head":3,"avg_attn_entropy":5.6543034487}
{"layer":10,"head":4,"avg_attn_entropy":5.8733875113}
{"layer":10,"head":5,"avg_attn_entropy":5.9502070169}
{"layer":10,"head":6,"avg_attn_entropy":5.8312628999}
{"layer":10,"head":7,"avg_attn_entropy":5.862539856}
{"layer":10,"head":8,"avg_attn_entropy":5.8081717985}
{"layer":10,"head":9,"avg_attn_entropy":5.9973953581}
{"layer":10,"head":10,"avg_attn_entropy":5.9487381635}
{"layer":10,"head":11,"avg_attn_entropy":5.9292672267}
{"layer":11,"head":0,"avg_attn_entropy":5.913474483}
{"layer":11,"head":1,"avg_attn_entropy":5.9357248549}
{"layer":11,"head":2,"avg_attn_entropy":5.8366023655}
{"layer":11,"head":3,"avg_attn_entropy":5.8534527168}
{"layer":11,"head":4,"avg_attn_entropy":5.9511492405}
{"layer":11,"head":5,"avg_attn_entropy":5.8940875187}
{"layer":11,"head":6,"avg_attn_entropy":5.9697840638}
{"layer":11,"head":7,"avg_attn_entropy":5.8632275422}
{"layer":11,"head":8,"avg_attn_entropy":5.9084274111}
{"layer":11,"head":9,"avg_attn_entropy":5.9630470252}
{"layer":11,"head":10,"avg_attn_entropy":5.9726466408}
{"layer":11,"head":11,"avg_attn_entropy":5.927571876}