Interpretable vocabulary rows: 139605
Normalization convention used for static diagonal factors: gamma = 1 + stored weight.
Final gamma min/median/max: 0.0859375 9.375 301.0
No hidden-state RMS denominators are computed or approximated.

L00 MLP-down: raw ||D||=0.26064; top singular values=[0.057500001043081284, 0.04933999851346016, 0.04772999882698059]; energy fractions=[0.048700001090765, 0.03579999879002571, 0.03350000083446503]; scaled top fractions=[0.7957000136375427, 0.02329999953508377, 0.018799999728798866]
  raw-mode embedding poles + [('mlabeledtr', 0.186), (' scriptlevel', 0.18), ('NOUNC', 0.17), (' Commence', 0.17), ('DIRS', 0.169), ('asmuch', 0.168), ('careous', 0.166)]
                           - [('slag', -0.133), (' HttpResponse', -0.114), ('geb', -0.11), ('nose', -0.105), ('inggi', -0.104), ('ahan', -0.101), (' zehn', -0.1)]
  associated unit indices/loadings: [(279, 0.0792), (547, 0.0781), (1914, 0.0756), (549, -0.0754), (1376, 0.075), (768, -0.0748)]

L00 ATTN-out: raw ||D||=0.18165; top singular values=[0.06593000143766403, 0.0423399992287159, 0.040059998631477356]; energy fractions=[0.13169999420642853, 0.05429999902844429, 0.04859999939799309]; scaled top fractions=[0.7332000136375427, 0.07259999960660934, 0.021700000390410423]
  raw-mode embedding poles + [('ToInt', 0.163), (' powie', 0.155), (' Qaraldi', 0.155), ('ierung', 0.153), ('upol', 0.153), ('azepam', 0.152), ('iniert', 0.145)]
                           - [('NIS', -0.132), ('azoline', -0.124), ('xtures', -0.12), ('zantine', -0.117), ('htaking', -0.117), (' Lever', -0.117), ('chdir', -0.115)]
  right-mode energy by output head: [0.19949999451637268, 0.28040000796318054, 0.3409999907016754, 0.17919999361038208]

L01 MLP-down: raw ||D||=0.25805; top singular values=[0.053860001266002655, 0.049150001257658005, 0.047690000385046005]; energy fractions=[0.04360000044107437, 0.03629999980330467, 0.0340999998152256]; scaled top fractions=[0.7583000063896179, 0.023000000044703484, 0.016899999231100082]
  raw-mode embedding poles + [('erequisite', 0.143), ('inisc', 0.142), (' initWithFrame', 0.14), ('oldsymbol', 0.138), ('perclip', 0.138), ('szer', 0.137), ('frameNStart', 0.133)]
                           - [('It', -0.076), (' it', -0.072), ('6', -0.07), ('9', -0.067), (' has', -0.066), ('1', -0.064), (' It', -0.064)]
  associated unit indices/loadings: [(1479, 0.0747), (1231, 0.0712), (63, 0.0696), (1948, -0.0664), (1537, 0.066), (1426, 0.0657)]

L01 ATTN-out: raw ||D||=0.17721; top singular values=[0.06945999711751938, 0.047370001673698425, 0.0400799997150898]; energy fractions=[0.15360000729560852, 0.07150000333786011, 0.05119999870657921]; scaled top fractions=[0.29510000348091125, 0.15109999477863312, 0.10660000145435333]
  raw-mode embedding poles + [('copyOf', 0.179), ('iobium', 0.173), (' setImage', 0.169), ('fonso', 0.167), ('mmss', 0.167), ('paque', 0.16), ('nce', 0.159)]
                           - [('taking', -0.1), ('odep', -0.085), ('ability', -0.084), ('able', -0.084), (' falle', -0.083), ('igkeit', -0.08), (' adding', -0.078)]
  right-mode energy by output head: [0.1932000070810318, 0.29019999504089355, 0.25519999861717224, 0.2614000141620636]

L02 MLP-down: raw ||D||=0.25233; top singular values=[0.05641999840736389, 0.05480000004172325, 0.04879000037908554]; energy fractions=[0.05000000074505806, 0.047200001776218414, 0.03739999979734421]; scaled top fractions=[0.6383000016212463, 0.03790000081062317, 0.02539999969303608]
  raw-mode embedding poles + [('tic', 0.16), ('nate', 0.154), ('tas', 0.15), (' hourglass', 0.15), ('ochrom', 0.149), ('tiny', 0.144), ('tand', 0.144)]
                           - [('irez', -0.141), (' jezik', -0.13), ('seau', -0.125), ('cadilly', -0.125), ('etic', -0.123), ('inputSet', -0.122), ('isserie', -0.12)]
  associated unit indices/loadings: [(1721, 0.0663), (1581, 0.0604), (268, -0.0589), (1394, -0.0588), (797, -0.0579), (1366, 0.0579)]

L02 ATTN-out: raw ||D||=0.18127; top singular values=[0.053950000554323196, 0.048909999430179596, 0.04228999838232994]; energy fractions=[0.08860000222921371, 0.07280000299215317, 0.0544000007212162]; scaled top fractions=[0.7360000014305115, 0.04129999876022339, 0.02710000053048134]
  raw-mode embedding poles + [('olk', 0.107), ('inisc', 0.101), ('maketitle', 0.099), ('DOCTYPE', 0.097), ('itiert', 0.093), ('olation', 0.092), ('erb', 0.091)]
                           - [('omatous', -0.186), ('rection', -0.182), ('UseDebug', -0.171), (' xwe', -0.17), ('nlm', -0.167), ('TryGetValue', -0.167), (' layi', -0.166)]
  right-mode energy by output head: [0.25450000166893005, 0.21819999814033508, 0.34290000796318054, 0.18440000712871552]

L03 MLP-down: raw ||D||=0.25263; top singular values=[0.060759998857975006, 0.05477999895811081, 0.04797999933362007]; energy fractions=[0.05779999867081642, 0.04699999839067459, 0.03610000014305115]; scaled top fractions=[0.5534999966621399, 0.14830000698566437, 0.021199999377131462]
  raw-mode embedding poles + [('Retired', 0.197), ('pyraz', 0.196), (' dangereux', 0.187), (' butane', 0.186), ('lendir', 0.184), ('nok', 0.183), (' tujuan', 0.181)]
                           - [(' phase', -0.09), (' question', -0.088), (' into', -0.087), (' end', -0.086), ('ensive', -0.084), (' questions', -0.081), (' matter', -0.079)]
  associated unit indices/loadings: [(1634, 0.0612), (567, -0.0604), (5, 0.0596), (1405, -0.0583), (560, -0.0581), (443, -0.0569)]

L03 ATTN-out: raw ||D||=0.17426; top singular values=[0.05812999978661537, 0.05138000100851059, 0.043460000306367874]; energy fractions=[0.11129999905824661, 0.0869000032544136, 0.062199998646974564]; scaled top fractions=[0.7006999850273132, 0.04190000146627426, 0.028999999165534973]
  raw-mode embedding poles + [('requireNonNull', 0.168), ('MouseEvent', 0.168), (' dix', 0.166), ('defineProperty', 0.159), ('Params', 0.157), ('PE', 0.156), (' Tea', 0.156)]
                           - [('diphenyl', -0.171), ('labelledby', -0.169), ('uraea', -0.165), ('dni', -0.163), (' layi', -0.162), ('maxcdn', -0.16), ('UseDebug', -0.159)]
  right-mode energy by output head: [0.39410001039505005, 0.20270000398159027, 0.2199999988079071, 0.18320000171661377]

L04 MLP-down: raw ||D||=0.25449; top singular values=[0.06086999922990799, 0.05305999889969826, 0.05113000050187111]; energy fractions=[0.05719999969005585, 0.04349999874830246, 0.04039999842643738]; scaled top fractions=[0.7885000109672546, 0.13779999315738678, 0.00419999985024333]
  raw-mode embedding poles + [(' sang', 0.143), (' DWORD', 0.139), ('ST', 0.135), (' voisins', 0.13), ('ItemList', 0.124), ('Det', 0.121), ('Tips', 0.121)]
                           - [('isierten', -0.159), (' conjugacy', -0.147), ('aise', -0.135), ('kunft', -0.135), ('oxycholic', -0.135), ('ultural', -0.133), (' remission', -0.132)]
  associated unit indices/loadings: [(1991, 0.0601), (1067, -0.0579), (862, 0.057), (685, 0.0563), (1734, -0.0562), (1859, -0.0562)]

L04 ATTN-out: raw ||D||=0.18244; top singular values=[0.06334000080823898, 0.04969000071287155, 0.04276999831199646]; energy fractions=[0.12049999833106995, 0.07419999688863754, 0.054999999701976776]; scaled top fractions=[0.6057000160217285, 0.29339998960494995, 0.01889999955892563]
  raw-mode embedding poles + [('rization', 0.114), ('osome', 0.113), (' deliberations', 0.113), ('orium', 0.107), (' adjournment', 0.107), ('Vecchio', 0.102), ('cheidung', 0.1)]
                           - [(' ekki', -0.18), ('XX', -0.163), ('Tesla', -0.163), (' byd', -0.162), ('Ltd', -0.162), (' pochod', -0.16), (' Lamborghini', -0.16)]
  right-mode energy by output head: [0.20839999616146088, 0.1843000054359436, 0.27649998664855957, 0.33070001006126404]

L05 MLP-down: raw ||D||=0.25727; top singular values=[0.06644999980926514, 0.0581899993121624, 0.04668999835848808]; energy fractions=[0.06669999659061432, 0.05119999870657921, 0.03290000185370445]; scaled top fractions=[0.7498000264167786, 0.09860000014305115, 0.01940000057220459]
  raw-mode embedding poles + [('ItemList', 0.198), ('I', 0.194), ('ss', 0.191), ('L', 0.19), ('Z', 0.19), ('S', 0.187), ('US', 0.186)]
                           - [('ettings', -0.149), ('isodes', -0.143), (' glfw', -0.139), (' httpServer', -0.137), (' fileobj', -0.137), ('teries', -0.137), (' thisComponent', -0.134)]
  associated unit indices/loadings: [(1056, -0.0555), (827, -0.0523), (1677, -0.0521), (428, 0.052), (807, 0.052), (197, 0.0517)]

L05 ATTN-out: raw ||D||=0.19373; top singular values=[0.05697999894618988, 0.05183999985456467, 0.046629998832941055]; energy fractions=[0.08649999648332596, 0.07159999758005142, 0.05790000036358833]; scaled top fractions=[0.447299987077713, 0.19550000131130219, 0.1289999932050705]
  raw-mode embedding poles + [('D', 0.169), (' If', 0.161), ('H', 0.16), (' D', 0.158), ('F', 0.157), ('If', 0.156), ('L', 0.156)]
                           - [('riques', -0.13), ('ondata', -0.126), ('ertype', -0.119), ('ungkinkan', -0.116), (' prestig', -0.114), ('quali', -0.111), ('ientras', -0.108)]
  right-mode energy by output head: [0.09030000120401382, 0.43939998745918274, 0.24799999594688416, 0.22220000624656677]

L06 MLP-down: raw ||D||=0.25183; top singular values=[0.0723399966955185, 0.05548999831080437, 0.04851999878883362]; energy fractions=[0.08250000327825546, 0.04859999939799309, 0.03709999844431877]; scaled top fractions=[0.7753999829292297, 0.05000000074505806, 0.013799999840557575]
  raw-mode embedding poles + [('S', 0.154), ('L', 0.151), ('er', 0.148), (' S', 0.145), ('T', 0.142), ('A', 0.14), ('H', 0.14)]
                           - [(' bienestar', -0.181), (' toNumber', -0.17), ('swire', -0.169), ('ukebox', -0.168), ('thedocs', -0.168), ('gladbach', -0.166), (' getSupport', -0.166)]
  associated unit indices/loadings: [(635, 0.0492), (1017, 0.0492), (240, -0.0488), (1896, 0.0487), (913, -0.0485), (1453, 0.0485)]

L06 ATTN-out: raw ||D||=0.18784; top singular values=[0.061149999499320984, 0.0508200004696846, 0.04405999928712845]; energy fractions=[0.10599999874830246, 0.07320000231266022, 0.054999999701976776]; scaled top fractions=[0.5465999841690063, 0.14569999277591705, 0.043299999088048935]
  raw-mode embedding poles + [('US', 0.137), ('Ta', 0.132), ('Wikipedia', 0.132), ('Mn', 0.131), ('L', 0.131), ('NASA', 0.129), ('NT', 0.128)]
                           - [(' prez', -0.148), (' despatch', -0.143), (' warmest', -0.142), (' sufr', -0.135), (' recibir', -0.13), (' supremo', -0.129), (' freshest', -0.128)]
  right-mode energy by output head: [0.22550000250339508, 0.2937999963760376, 0.21780000627040863, 0.262800008058548]

L07 MLP-down: raw ||D||=0.24943; top singular values=[0.07158000022172928, 0.06027999892830849, 0.049320001155138016]; energy fractions=[0.08240000158548355, 0.058400001376867294, 0.03909999877214432]; scaled top fractions=[0.6240000128746033, 0.04360000044107437, 0.027699999511241913]
  raw-mode embedding poles + [(' There', 0.171), (' mismatch', 0.168), ('vdots', 0.167), (' Located', 0.161), ('mipmap', 0.161), ('There', 0.161), (' cyl', 0.161)]
                           - [('iers', -0.116), ('simplify', -0.111), ('ainer', -0.108), ('oples', -0.104), ('ubre', -0.103), (' shelters', -0.101), ('apace', -0.099)]
  associated unit indices/loadings: [(1896, 0.0507), (1475, 0.0491), (675, 0.0488), (927, -0.0486), (912, -0.0482), (292, 0.0477)]

L07 ATTN-out: raw ||D||=0.18032; top singular values=[0.059039998799562454, 0.04874999821186066, 0.042249999940395355]; energy fractions=[0.10719999670982361, 0.0731000006198883, 0.05490000173449516]; scaled top fractions=[0.49459999799728394, 0.12460000067949295, 0.0414000004529953]
  raw-mode embedding poles + [('V', 0.195), ('db', 0.184), ('Z', 0.183), ('Det', 0.182), ('Ta', 0.181), ('W', 0.18), ('Location', 0.18)]
                           - [(' bienestar', -0.115), (' conced', -0.115), (' memperoleh', -0.108), ('DataManager', -0.104), ('ungkinkan', -0.103), (' diperoleh', -0.103), (' memnun', -0.095)]
  right-mode energy by output head: [0.23720000684261322, 0.25589999556541443, 0.2833999991416931, 0.22349999845027924]

L08 MLP-down: raw ||D||=0.24604; top singular values=[0.07406000047922134, 0.05781000107526779, 0.0521400012075901]; energy fractions=[0.09059999883174896, 0.0551999993622303, 0.04490000009536743]; scaled top fractions=[0.5218999981880188, 0.08030000329017639, 0.04340000078082085]
  raw-mode embedding poles + [('Above', 0.179), ('Five', 0.175), ('Bes', 0.171), ('Yr', 0.166), (' Below', 0.165), ('Six', 0.165), ('Four', 0.162)]
                           - [(' subiect', -0.138), (' autores', -0.117), ('isseurs', -0.116), ('itiv', -0.114), ('iers', -0.114), ('resses', -0.111), ('authors', -0.11)]
  associated unit indices/loadings: [(1499, -0.0491), (971, 0.0491), (436, 0.0484), (667, -0.0481), (1924, -0.0481), (1422, -0.0477)]

L08 ATTN-out: raw ||D||=0.18011; top singular values=[0.05974999815225601, 0.055080000311136246, 0.0405299998819828]; energy fractions=[0.10999999940395355, 0.09350000321865082, 0.050599999725818634]; scaled top fractions=[0.2800000011920929, 0.15610000491142273, 0.07419999688863754]
  raw-mode embedding poles + [('D', 0.14), ('This', 0.139), ('There', 0.136), ('C', 0.135), ('U', 0.134), (' There', 0.133), ('T', 0.13)]
                           - [(' possession', -0.177), (' suspensions', -0.167), (' informatics', -0.165), (' partnerships', -0.164), (' possessions', -0.163), (' cooperatives', -0.163), ('ainer', -0.162)]
  right-mode energy by output head: [0.11259999871253967, 0.2953999936580658, 0.24699999392032623, 0.3449999988079071]

L09 MLP-down: raw ||D||=0.25422; top singular values=[0.08138000220060349, 0.05974999815225601, 0.05550000071525574]; energy fractions=[0.10249999910593033, 0.0551999993622303, 0.04769999906420708]; scaled top fractions=[0.19910000264644623, 0.09610000252723694, 0.06639999896287918]
  raw-mode embedding poles + [(' Domin', 0.177), (' Z', 0.169), (' P', 0.168), (' C', 0.166), (' Hp', 0.165), (' L', 0.162), ('Dal', 0.162)]
                           - [(' receipts', -0.137), ('urts', -0.128), ('ographs', -0.127), ('vrd', -0.124), (' dosimetry', -0.118), (' curtains', -0.116), (' curtain', -0.114)]
  associated unit indices/loadings: [(1523, 0.0533), (934, -0.053), (1256, -0.0518), (1158, 0.0515), (205, -0.0498), (888, -0.0497)]

L09 ATTN-out: raw ||D||=0.18835; top singular values=[0.06431999802589417, 0.052480001002550125, 0.044769998639822006]; energy fractions=[0.11659999936819077, 0.07760000228881836, 0.05649999901652336]; scaled top fractions=[0.289900004863739, 0.1014999970793724, 0.06080000102519989]
  raw-mode embedding poles + [(' Jahrhundert', 0.187), (' Constitutional', 0.177), ('Learning', 0.176), ('Steps', 0.175), ('Seconds', 0.173), (' Memory', 0.173), (' Seconds', 0.173)]
                           - [('annt', -0.093), ('rouw', -0.085), (' immersed', -0.076), (' virial', -0.076), (' tinct', -0.071), (' rigs', -0.07), ('ilde', -0.065)]
  right-mode energy by output head: [0.18129999935626984, 0.28420001268386
[output cut at 15,000 characters]