Interpretable vocabulary rows: 139605
Normalization convention used for static diagonal factors: gamma = 1 + stored weight.
Final gamma min/median/max: 0.0859375 9.375 301.0
No hidden-state RMS denominators are computed or approximated.

L00 MLP-down: raw ||D||=0.26064; top singular values=[0.057500001043081284, 0.04933999851346016, 0.04772999882698059]; energy fractions=[0.048700001090765, 0.03579999879002571, 0.03350000083446503]; scaled top fractions=[0.7957000136375427, 0.02329999953508377, 0.018799999728798866]
  raw-mode embedding poles + [('mlabeledtr', 0.186), (' scriptlevel', 0.18), ('NOUNC', 0.17), (' Commence', 0.17), ('DIRS', 0.169), ('asmuch', 0.168), ('careous', 0.166)]
                           - [('slag', -0.133), (' HttpResponse', -0.114), ('geb', -0.11), ('nose', -0.105), ('inggi', -0.104), ('ahan', -0.101), (' zehn', -0.1)]
  associated unit indices/loadings: [(279, 0.0792), (547, 0.0781), (1914, 0.0756), (549, -0.0754), (1376, 0.075), (768, -0.0748)]

L00 ATTN-out: raw ||D||=0.18165; top singular values=[0.06593000143766403, 0.0423399992287159, 0.040059998631477356]; energy fractions=[0.13169999420642853, 0.05429999902844429, 0.04859999939799309]; scaled top fractions=[0.7332000136375427, 0.07259999960660934, 0.021700000390410423]
  raw-mode embedding poles + [('ToInt', 0.163), (' powie', 0.155), (' Qaraldi', 0.155), ('ierung', 0.153), ('upol', 0.153), ('azepam', 0.152), ('iniert', 0.145)]
                           - [('NIS', -0.132), ('azoline', -0.124), ('xtures', -0.12), ('zantine', -0.117), ('htaking', -0.117), (' Lever', -0.117), ('chdir', -0.115)]
  right-mode energy by output head: [0.19949999451637268, 0.28040000796318054, 0.3409999907016754, 0.17919999361038208]

L01 MLP-down: raw ||D||=0.25805; top singular values=[0.053860001266002655, 0.049150001257658005, 0.047690000385046005]; energy fractions=[0.04360000044107437, 0.03629999980330467, 0.0340999998152256]; scaled top fractions=[0.7583000063896179, 0.023000000044703484, 0.016899999231100082]
  raw-mode embedding poles + [('erequisite', 0.143), ('inisc', 0.142), (' initWithFrame', 0.14), ('oldsymbol', 0.138), ('perclip', 0.138), ('szer', 0.137), ('frameNStart', 0.133)]
                           - [('It', -0.076), (' it', -0.072), ('6', -0.07), ('9', -0.067), (' has', -0.066), ('1', -0.064), (' It', -0.064)]
  associated unit indices/loadings: [(1479, 0.0747), (1231, 0.0712), (63, 0.0696), (1948, -0.0664), (1537, 0.066), (1426, 0.0657)]

L01 ATTN-out: raw ||D||=0.17721; top singular values=[0.06945999711751938, 0.047370001673698425, 0.0400799997150898]; energy fractions=[0.15360000729560852, 0.07150000333786011, 0.05119999870657921]; scaled top fractions=[0.29510000348091125, 0.15109999477863312, 0.10660000145435333]
  raw-mode embedding poles + [('copyOf', 0.179), ('iobium', 0.173), (' setImage', 0.169), ('fonso', 0.167), ('mmss', 0.167), ('paque', 0.16), ('nce', 0.159)]
                           - [('taking', -0.1), ('odep', -0.085), ('ability', -0.084), ('able', -0.084), (' falle', -0.083), ('igkeit', -0.08), (' adding', -0.078)]
  right-mode energy by output head: [0.1932000070810318, 0.29019999504089355, 0.25519999861717224, 0.2614000141620636]

L02 MLP-down: raw ||D||=0.25233; top singular values=[0.05641999840736389, 0.05480000004172325, 0.04879000037908554]; energy fractions=[0.05000000074505806, 0.047200001776218414, 0.03739999979734421]; scaled top fractions=[0.6383000016212463, 0.03790000081062317, 0.02539999969303608]
  raw-mode embedding poles + [('tic', 0.16), ('nate', 0.154), ('tas', 0.15), (' hourglass', 0.15), ('ochrom', 0.149), ('tiny', 0.144), ('tand', 0.144)]
                           - [('irez', -0.141), (' jezik', -0.13), ('seau', -0.125), ('cadilly', -0.125), ('etic', -0.123), ('inputSet', -0.122), ('isserie', -0.12)]
  associated unit indices/loadings: [(1721, 0.0663), (1581, 0.0604), (268, -0.0589), (1394, -0.0588), (797, -0.0579), (1366, 0.0579)]

L02 ATTN-out: raw ||D||=0.18127; top singular values=[0.053950000554323196, 0.048909999430179596, 0.04228999838232994]; energy fractions=[0.08860000222921371, 0.07280000299215317, 0.0544000007212162]; scaled top fractions=[0.7360000014305115, 0.04129999876022339, 0.02710000053048134]
  raw-mode embedding poles + [('olk', 0.107), ('inisc', 0.101), ('maketitle', 0.099), ('DOCTYPE', 0.097), ('itiert', 0.093), ('olation', 0.092), ('erb', 0.091)]
                           - [('omatous', -0.186), ('rection', -0.182), ('UseDebug', -0.171), (' xwe', -0.17), ('nlm', -0.167), ('TryGetValue', -0.167), (' layi', -0.166)]
  right-mode energy by output head: [0.25450000166893005, 0.21819999814033508, 0.34290000796318054, 0.18440000712871552]

L03 MLP-down: raw ||D||=0.25263; top singular values=[0.060759998857975006, 0.05477999895811081, 0.04797999933362007]; energy fractions=[0.05779999867081642, 0.04699999839067459, 0.03610000014305115]; scaled top fractions=[0.5534999966621399, 0.14830000698566437, 0.021199999377131462]
  raw-mode embedding poles + [('Retired', 0.197), ('pyraz', 0.196), (' dangereux', 0.187), (' butane', 0.186), ('lendir', 0.184), ('nok', 0.183), (' tujuan', 0.181)]
                           - [(' phase', -0.09), (' question', -0.088), (' into', -0.087), (' end', -0.086), ('ensive', -0.084), (' questions', -0.081), (' matter', -0.079)]
  associated unit indices/loadings: [(1634, 0.0612), (567, -0.0604), (5, 0.0596), (1405, -0.0583), (560, -0.0581), (443, -0.0569)]

L03 ATTN-out: raw ||D||=0.17426; top singular values=[0.05812999978661537, 0.05138000100851059, 0.043460000306367874]; energy fractions=[0.11129999905824661, 0.0869000032544136, 0.062199998646974564]; scaled top fractions=[0.7006999850273132, 0.04190000146627426, 0.028999999165534973]
  raw-mode embedding poles + [('requireNonNull', 0.168), ('MouseEvent', 0.168), (' dix', 0.166), ('defineProperty', 0.159), ('Params', 0.157), ('PE', 0.156), (' Tea', 0.156)]
                           - [('diphenyl', -0.171), ('labelledby', -0.169), ('uraea', -0.165), ('dni', -0.163), (' layi', -0.162), ('maxcdn', -0.16), ('UseDebug', -0.159)]
  right-mode energy by output head: [0.39410001039505005, 0.20270000398159027, 0.2199999988079071, 0.18320000171661377]

L04 MLP-down: raw ||D||=0.25449; top singular values=[0.06086999922990799, 0.05305999889969826, 0.05113000050187111]; energy fractions=[0.05719999969005585, 0.04349999874830246, 0.04039999842643738]; scaled top fractions=[0.7885000109672546, 0.13779999315738678, 0.00419999985024333]
  raw-mode embedding poles + [(' sang', 0.143), (' DWORD', 0.139), ('ST', 0.135), (' voisins', 0.13), ('ItemList', 0.124), ('Det', 0.121), ('Tips', 0.121)]
                           - [('isierten', -0.159), (' conjugacy', -0.147), ('aise', -0.135), ('kunft', -0.135), ('oxycholic', -0.135), ('ultural', -0.133), (' remission', -0.132)]
  associated unit indices/loadings: [(1991, 0.0601), (1067, -0.0579), (862, 0.057), (685, 0.0563), (1734, -0.0562), (1859, -0.0562)]

L04 ATTN-out: raw ||D||=0.18244; top singular values=[0.06334000080823898, 0.04969000071287155, 0.04276999831199646]; energy fractions=[0.12049999833106995, 0.07419999688863754, 0.054999999701976776]; scaled top fractions=[0.6057000160217285, 0.29339998960494995, 0.01889999955892563]
  raw-mode embedding poles + [('rization', 0.114), ('osome', 0.113), (' deliberations', 0.113), ('orium', 0.107), (' adjournment', 0.107), ('Vecchio', 0.102), ('cheidung', 0.1)]
                           - [(' ekki', -0.18), ('XX', -0.163), ('Tesla', -0.163), (' byd', -0.162), ('Ltd', -0.162), (' pochod', -0.16), (' Lamborghini', -0.16)]
  right-mode energy by output head: [0.20839999616146088, 0.1843000054359436, 0.27649998664855957, 0.33070001006126404]

L05 MLP-down: raw ||D||=0.25727; top singular values=[0.06644999980926514, 0.0581899993121624, 0.04668999835848808]; energy fractions=[0.06669999659061432, 0.05119999870657921, 0.03290000185370445]; scaled top fractions=[0.7498000264167786, 0.09860000014305115, 0.01940000057220459]
  raw-mode embedding poles + [('ItemList', 0.198), ('I', 0.194), ('ss', 0.191), ('L', 0.19), ('Z', 0.19), ('S', 0.187), ('US', 0.186)]
                           - [('ettings', -0.149), ('isodes', -0.143), (' glfw', -0.139), (' httpServer', -0.137), (' fileobj', -0.137), ('teries', -0.137), (' thisComponent', -0.134)]
  associated unit indices/loadings: [(1056, -0.0555), (827, -0.0523), (1677, -0.0521), (428, 0.052), (807, 0.052), (197, 0.0517)]

L05 ATTN-out: raw ||D||=0.19373; top singular values=[0.05697999894618988, 0.05183999985456467, 0.046629998832941055]; energy fractions=[0.08649999648332596, 0.07159999758005142, 0.05790000036358833]; scaled top fractions=[0.447299987077713, 0.19550000131130219, 0.1289999932050705]
  raw-mode embedding poles + [('D', 0.169), (' If', 0.161), ('H', 0.16), (' D', 0.158), ('F', 0.157), ('If', 0.156), ('L', 0.156)]
                           - [('riques', -0.13), ('ondata', -0.126), ('ertype', -0.119), ('ungkinkan', -0.116), (' prestig', -0.114), ('quali', -0.111), ('ientras', -0.108)]
  right-mode energy by output head: [0.09030000120401382, 0.43939998745918274, 0.24799999594688416, 0.22220000624656677]

L06 MLP-down: raw ||D||=0.25183; top singular values=[0.0723399966955185, 0.05548999831080437, 0.04851999878883362]; energy fractions=[0.08250000327825546, 0.04859999939799309, 0.03709999844431877]; scaled top fractions=[0.7753999829292297, 0.05000000074505806, 0.013799999840557575]
  raw-mode embedding poles + [('S', 0.154), ('L', 0.151), ('er', 0.148), (' S', 0.145), ('T', 0.142), ('A', 0.14), ('H', 0.14)]
                           - [(' bienestar', -0.181), (' toNumber', -0.17), ('swire', -0.169), ('ukebox', -0.168), ('thedocs', -0.168), ('gladbach', -0.166), (' getSupport', -0.166)]
  associated unit indices/loadings: [(635, 0.0492), (1017, 0.0492), (240, -0.0488), (1896, 0.0487), (913, -0.0485), (1453, 0.0485)]

L06 ATTN-out: raw ||D||=0.18784; top singular values=[0.061149999499320984, 0.0508200004696846, 0.04405999928712845]; energy fractions=[0.10599999874830246, 0.07320000231266022, 0.054999999701976776]; scaled top fractions=[0.5465999841690063, 0.14569999277591705, 0.043299999088048935]
  raw-mode embedding poles + [('US', 0.137), ('Ta', 0.132), ('Wikipedia', 0.132), ('Mn', 0.131), ('L', 0.131), ('NASA', 0.129), ('NT', 0.128)]
                           - [(' prez', -0.148), (' despatch', -0.143), (' warmest', -0.142), (' sufr', -0.135), (' recibir', -0.13), (' supremo', -0.129), (' freshest', -0.128)]
  right-mode energy by output head: [0.22550000250339508, 0.2937999963760376, 0.21780000627040863, 0.262800008058548]

L07 MLP-down: raw ||D||=0.24943; top singular values=[0.07158000022172928, 0.06027999892830849, 0.049320001155138016]; energy fractions=[0.08240000158548355, 0.058400001376867294, 0.03909999877214432]; scaled top fractions=[0.6240000128746033, 0.04360000044107437, 0.027699999511241913]
  raw-mode embedding poles + [(' There', 0.171), (' mismatch', 0.168), ('vdots', 0.167), (' Located', 0.161), ('mipmap', 0.161), ('There', 0.161), (' cyl', 0.161)]
                           - [('iers', -0.116), ('simplify', -0.111), ('ainer', -0.108), ('oples', -0.104), ('ubre', -0.103), (' shelters', -0.101), ('apace', -0.099)]
  associated unit indices/loadings: [(1896, 0.0507), (1475, 0.0491), (675, 0.0488), (927, -0.0486), (912, -0.0482), (292, 0.0477)]

L07 ATTN-out: raw ||D||=0.18032; top singular values=[0.059039998799562454, 0.04874999821186066, 0.042249999940395355]; energy fractions=[0.10719999670982361, 0.0731000006198883, 0.05490000173449516]; scaled top fractions=[0.49459999799728394, 0.12460000067949295, 0.0414000004529953]
  raw-mode embedding poles + [('V', 0.195), ('db', 0.184), ('Z', 0.183), ('Det', 0.182), ('Ta', 0.181), ('W', 0.18), ('Location', 0.18)]
                           - [(' bienestar', -0.115), (' conced', -0.115), (' memperoleh', -0.108), ('DataManager', -0.104), ('ungkinkan', -0.103), (' diperoleh', -0.103), (' memnun', -0.095)]
  right-mode energy by output head: [0.23720000684261322, 0.25589999556541443, 0.2833999991416931, 0.22349999845027924]

L08 MLP-down: raw ||D||=0.24604; top singular values=[0.07406000047922134, 0.05781000107526779, 0.0521400012075901]; energy fractions=[0.09059999883174896, 0.0551999993622303, 0.04490000009536743]; scaled top fractions=[0.5218999981880188, 0.08030000329017639, 0.04340000078082085]
  raw-mode embedding poles + [('Above', 0.179), ('Five', 0.175), ('Bes', 0.171), ('Yr', 0.166), (' Below', 0.165), ('Six', 0.165), ('Four', 0.162)]
                           - [(' subiect', -0.138), (' autores', -0.117), ('isseurs', -0.116), ('itiv', -0.114), ('iers', -0.114), ('resses', -0.111), ('authors', -0.11)]
  associated unit indices/loadings: [(1499, -0.0491), (971, 0.0491), (436, 0.0484), (667, -0.0481), (1924, -0.0481), (1422, -0.0477)]

L08 ATTN-out: raw ||D||=0.18011; top singular values=[0.05974999815225601, 0.055080000311136246, 0.0405299998819828]; energy fractions=[0.10999999940395355, 0.09350000321865082, 0.050599999725818634]; scaled top fractions=[0.2800000011920929, 0.15610000491142273, 0.07419999688863754]
  raw-mode embedding poles + [('D', 0.14), ('This', 0.139), ('There', 0.136), ('C', 0.135), ('U', 0.134), (' There', 0.133), ('T', 0.13)]
                           - [(' possession', -0.177), (' suspensions', -0.167), (' informatics', -0.165), (' partnerships', -0.164), (' possessions', -0.163), (' cooperatives', -0.163), ('ainer', -0.162)]
  right-mode energy by output head: [0.11259999871253967, 0.2953999936580658, 0.24699999392032623, 0.3449999988079071]

L09 MLP-down: raw ||D||=0.25422; top singular values=[0.08138000220060349, 0.05974999815225601, 0.05550000071525574]; energy fractions=[0.10249999910593033, 0.0551999993622303, 0.04769999906420708]; scaled top fractions=[0.19910000264644623, 0.09610000252723694, 0.06639999896287918]
  raw-mode embedding poles + [(' Domin', 0.177), (' Z', 0.169), (' P', 0.168), (' C', 0.166), (' Hp', 0.165), (' L', 0.162), ('Dal', 0.162)]
                           - [(' receipts', -0.137), ('urts', -0.128), ('ographs', -0.127), ('vrd', -0.124), (' dosimetry', -0.118), (' curtains', -0.116), (' curtain', -0.114)]
  associated unit indices/loadings: [(1523, 0.0533), (934, -0.053), (1256, -0.0518), (1158, 0.0515), (205, -0.0498), (888, -0.0497)]

L09 ATTN-out: raw ||D||=0.18835; top singular values=[0.06431999802589417, 0.052480001002550125, 0.044769998639822006]; energy fractions=[0.11659999936819077, 0.07760000228881836, 0.05649999901652336]; scaled top fractions=[0.289900004863739, 0.1014999970793724, 0.06080000102519989]
  raw-mode embedding poles + [(' Jahrhundert', 0.187), (' Constitutional', 0.177), ('Learning', 0.176), ('Steps', 0.175), ('Seconds', 0.173), (' Memory', 0.173), (' Seconds', 0.173)]
                           - [('annt', -0.093), ('rouw', -0.085), (' immersed', -0.076), (' virial', -0.076), (' tinct', -0.071), (' rigs', -0.07), ('ilde', -0.065)]
  right-mode energy by output head: [0.18129999935626984, 0.2842000126838684, 0.22750000655651093, 0.3070000112056732]

L10 MLP-down: raw ||D||=0.25704; top singular values=[0.08775000274181366, 0.06446000188589096, 0.055720001459121704]; energy fractions=[0.11649999767541885, 0.06289999932050705, 0.04699999839067459]; scaled top fractions=[0.11869999766349792, 0.10980000346899033, 0.066600002348423]
  raw-mode embedding poles + [('ordon', 0.131), (' conflitto', 0.111), ('antic', 0.105), ('linson', 0.105), ('ligi', 0.102), ('riente', 0.1), (' hatal', 0.098)]
                           - [(' identities', -0.165), (' peptides', -0.162), (' endings', -0.16), (' heals', -0.158), (' timescales', -0.157), (' limits', -0.157), (' lawns', -0.156)]
  associated unit indices/loadings: [(757, 0.0526), (160, 0.0515), (1439, 0.0508), (1451, -0.05), (1276, 0.0499), (80, 0.0499)]

L10 ATTN-out: raw ||D||=0.20337; top singular values=[0.07908999919891357, 0.04442000016570091, 0.042479999363422394]; energy fractions=[0.15119999647140503, 0.04769999906420708, 0.04360000044107437]; scaled top fractions=[0.11190000176429749, 0.1054999977350235, 0.05900000035762787]
  raw-mode embedding poles + [('fei', 0.153), (' Le', 0.153), (' fer', 0.143), (' len', 0.142), (' Elemente', 0.139), (' Car', 0.138), (' Bar', 0.137)]
                           - [('oura', -0.141), ('attes', -0.137), ('ellus', -0.121), (' cushioned', -0.12), ('atto', -0.118), ('umm', -0.115), ('ographs', -0.109)]
  right-mode energy by output head: [0.31139999628067017, 0.23180000483989716, 0.22390000522136688, 0.23280000686645508]

L11 MLP-down: raw ||D||=0.24584; top singular values=[0.07506000250577927, 0.05956999957561493, 0.05212000012397766]; energy fractions=[0.09319999814033508, 0.05869999900460243, 0.04490000009536743]; scaled top fractions=[0.09269999712705612, 0.07829999923706055, 0.05869999900460243]
  raw-mode embedding poles + [('pes', 0.081), (' espejo', 0.067), ('prot', 0.065), (' actuellement', 0.062), ('ben', 0.061), ('rost', 0.06), ('pos', 0.06)]
                           - [(' terms', -0.197), (' aub', -0.194), (' accommodated', -0.193), ('getTag', -0.19), (' guarante', -0.189), (' finishers', -0.188), (' searchable', -0.187)]
  associated unit indices/loadings: [(2045, -0.0471), (1589, -0.0466), (1867, -0.0462), (748, 0.0461), (873, 0.0454), (269, 0.0454)]

L11 ATTN-out: raw ||D||=0.19571; top singular values=[0.049479998648166656, 0.04337000101804733, 0.038279999047517776]; energy fractions=[0.06390000134706497, 0.04910000041127205, 0.03830000013113022]; scaled top fractions=[0.06390000134706497, 0.05310000106692314, 0.0430000014603138]
  raw-mode embedding poles + [(' getter', 0.137), ('aguchi', 0.121), ('ocrite', 0.114), (' alumina', 0.113), ('acal', 0.106), ('ARRANT', 0.105), ('ilion', 0.105)]
                           - [('pil', -0.129), ('sr', -0.128), (' Pil', -0.128), ('Pil', -0.126), ('Kr', -0.124), (' Polaris', -0.123), (' Kr', -0.123)]
  right-mode energy by output head: [0.23520000278949738, 0.10809999704360962, 0.3296999931335449, 0.32690000534057617]

L12 MLP-down: raw ||D||=0.26587; top singular values=[0.07210999727249146, 0.053769998252391815, 0.050930000841617584]; energy fractions=[0.07360000163316727, 0.04089999943971634, 0.03669999912381172]; scaled top fractions=[0.06989999860525131, 0.04470000043511391, 0.03970000147819519]
  raw-mode embedding poles + [(' des', 0.098), (' sh', 0.083), (' S', 0.082), (' dia', 0.078), (' sur', 0.076), (' dir', 0.074), (' sul', 0.074)]
                           - [('ocommerce', -0.226), ('oplayer', -0.221), ('oshape', -0.212), ('ikut', -0.21), ('getStartState', -0.21), ('akers', -0.207), ('apoptotic', -0.207)]
  associated unit indices/loadings: [(1425, -0.0507), (1147, -0.0496), (1761, -0.0494), (1851, -0.0491), (749, 0.0486), (933, 0.0484)]

L12 ATTN-out: raw ||D||=0.19639; top singular values=[0.055730000138282776, 0.04786999896168709, 0.04084999859333038]; energy fractions=[0.08049999922513962, 0.05939999967813492, 0.043299999088048935]; scaled top fractions=[0.07400000095367432, 0.06270000338554382, 0.048900000751018524]
  raw-mode embedding poles + [('rali', 0.122), ('blica', 0.116), ('rafi', 0.109), ('igenza', 0.107), ('zeni', 0.102), ('ossz', 0.099), (' melawan', 0.099)]
                           - [('Amy', -0.174), ('Dou', -0.168), ('O', -0.167), (' Mays', -0.16), ('Tor', -0.159), ('Dam', -0.156), ('Murray', -0.155)]
  right-mode energy by output head: [0.33329999446868896, 0.323199987411499, 0.051600001752376556, 0.29190000891685486]

L13 MLP-down: raw ||D||=0.27298; top singular values=[0.06829000264406204, 0.053119998425245285, 0.049720000475645065]; energy fractions=[0.06260000169277191, 0.03790000081062317, 0.03319999948143959]; scaled top fractions=[0.06260000169277191, 0.03669999912381172, 0.03519999980926514]
  raw-mode embedding poles + [(' SH', 0.168), ('Section', 0.167), ('DR', 0.155), ('Zhou', 0.153), ('SH', 0.152), (' Shun', 0.152), (' Sequ', 0.148)]
                           - [('ompok', -0.14), (' satisfiable', -0.132), (' vouch', -0.131), ('imidazo', -0.131), (' validar', -0.129), ('ucaly', -0.128), ('abila', -0.128)]
  associated unit indices/loadings: [(1517, -0.0586), (362, -0.0547), (1947, 0.0547), (1017, 0.0536), (825, -0.0535), (1094, 0.0535)]

L13 ATTN-out: raw ||D||=0.19284; top singular values=[0.055649999529123306, 0.044039998203516006, 0.04097000136971474]; energy fractions=[0.08330000191926956, 0.05209999904036522, 0.045099999755620956]; scaled top fractions=[0.06419999897480011, 0.055399999022483826, 0.046300001442432404]
  raw-mode embedding poles + [(' slo', 0.149), (' pr', 0.132), (' pro', 0.132), (' sk', 0.13), (' sl', 0.128), (' com', 0.128), (' pl', 0.128)]
                           - [(' desenvolver', -0.151), (' almacenar', -0.15), ('Bounds', -0.149), (' introducir', -0.148), (' inoculum', -0.146), (' HomePage', -0.145), (' auxin', -0.144)]
  right-mode energy by output head: [0.17149999737739563, 0.3917999863624573, 0.21649999916553497, 0.22020000219345093]

L14 MLP-down: raw ||D||=0.27840; top singular values=[0.06120000034570694, 0.051910001784563065, 0.05152000114321709]; energy fractions=[0.04830000177025795, 0.03480000048875809, 0.03420000150799751]; scaled top fractions=[0.054999999701976776, 0.03909999877214432, 0.03359999880194664]
  raw-mode embedding poles + [('Esc', 0.322), ('Quad', 0.307), ('Unt', 0.306), ('Fox', 0.306), ('Switch', 0.303), ('Folder', 0.301), ('Sid', 0.301)]
                           - [('ority', -0.072), (' rest', -0.07), ('izowane', -0.065), ('izability', -0.062), ('VersionUID', -0.055), ('izarea', -0.054), ('ories', -0.054)]
  associated unit indices/loadings: [(640, 0.0655), (74, -0.0625), (1749, 0.0623), (1817, -0.0616), (1766, 0.0607), (1191, -0.0592)]

L14 ATTN-out: raw ||D||=0.18524; top singular values=[0.07023999840021133, 0.04513999819755554, 0.03733000159263611]; energy fractions=[0.14380000531673431, 0.05939999967813492, 0.0406000018119812]; scaled top fractions=[0.14390000700950623, 0.05990000069141388, 0.039500001817941666]
  raw-mode embedding poles + [('characteristics', 0.185), (' BS', 0.182), ('Folder', 0.179), ('Graph', 0.176), (' Bl', 0.176), (' Boston', 0.175), ('Boston', 0.173)]
                           - [('jahteraan', -0.146), ('ensional', -0.141), ('abila', -0.139), (' concursos', -0.138), ('ikulum', -0.135), ('icae', -0.132), ('idelberg', -0.129)]
  right-mode energy by output head: [0.31360000371932983, 0.299699991941452, 0.2093999981880188, 0.17730000615119934]

L15 MLP-down: raw ||D||=0.28416; top singular values=[0.06691999733448029, 0.058400001376867294, 0.05575999990105629]; energy fractions=[0.05550000071525574, 0.0421999990940094, 0.03849999979138374]; scaled top fractions=[0.057999998331069946, 0.04969999939203262, 0.04809999838471413]
  raw-mode embedding poles + [(' in', 0.073), (' most', 0.067), (' end', 0.065), (' matter', 0.065), (' rest', 0.064), (' same', 0.063), (' first', 0.062)]
                           - [('Katie', -0.299), ('Luna', -0.298), ('Gestion', -0.296), (' Filosof', -0.293), ('Wu', -0.286), ('Jake', -0.285), ('Pk', -0.285)]
  associated unit indices/loadings: [(692, 0.0808), (655, 0.0789), (234, 0.0733), (1507, -0.0678), (1174, -0.0672), (1669, 0.0657)]

L15 ATTN-out: raw ||D||=0.19383; top singular values=[0.04772000014781952, 0.04355999827384949, 0.03849000111222267]; energy fractions=[0.060600001364946365, 0.05050000175833702, 0.039400000125169754]; scaled top fractions=[0.07500000298023224, 0.05689999833703041, 0.04650000110268593]
  raw-mode embedding poles + [('TPS', 0.215), (' Richardson', 0.202), (' Deluxe', 0.195), ('Hello', 0.194), (' Londres', 0.193), (' dokument', 0.192), (' Constance', 0.188)]
                           - [('astricht', -0.121), ('VersionUID', -0.119), ('agangan', -0.117), ('MathOperator', -0.115), ('ories', -0.112), ('rative', -0.111), ('frica', -0.11)]
  right-mode energy by output head: [0.2328999936580658, 0.29589998722076416, 0.23360000550746918, 0.23749999701976776]

L16 MLP-down: raw ||D||=0.27826; top singular values=[0.08292999863624573, 0.06603000313043594, 0.06005999818444252]; energy fractions=[0.08879999816417694, 0.056299999356269836, 0.04659999907016754]; scaled top fractions=[0.09260000288486481, 0.0738999992609024, 0.05169999971985817]
  raw-mode embedding poles + [(' Seventy', 0.296), (' Eighty', 0.291), (' Nine', 0.291), (' eighty', 0.29), (' ninety', 0.283), (' seventy', 0.283), (' Ninety', 0.283)]
                           - [('1', -0.309), ('one', -0.091), (' one', -0.087), (' first', -0.086), (' One', -0.078), ('antara', -0.073), ('2', -0.073)]
  associated unit indices/loadings: [(171, 0.0848), (1439, 0.0748), (587, -0.0723), (920, 0.0702), (835, 0.0698), (213, -0.0696)]

L16 ATTN-out: raw ||D||=0.18382; top singular values=[0.05705999955534935, 0.04529999941587448, 0.04399999976158142]; energy fractions=[0.09640000015497208, 0.06069999933242798, 0.05730000138282776]; scaled top fractions=[0.10599999874830246, 0.06480000168085098, 0.05959999933838844]
  raw-mode embedding poles + [(' Lond', 0.283), (' Valle', 0.28), ('Mes', 0.276), ('TX', 0.275), ('Kel', 0.275), (' Lek', 0.271), ('Mik', 0.27)]
                           - [('2', -0.058), (' None', -0.043), ('8', -0.034), ('atorial', -0.032), ('None', -0.032), ('1', -0.031), ('ority', -0.029)]
  right-mode energy by output head: [0.23170000314712524, 0.2660999894142151, 0.24889999628067017, 0.2533999979496002]

L17 MLP-down: raw ||D||=0.26354; top singular values=[0.09279000014066696, 0.06790000200271606, 0.06296999752521515]; energy fractions=[0.12399999797344208, 0.06639999896287918, 0.057100001722574234]; scaled top fractions=[0.11060000211000443, 0.06700000166893005, 0.053599998354911804]
  raw-mode embedding poles + [('LookAndFeelInfo', 0.388), ('DebuggingMode', 0.386), ('LastGenOutput', 0.386), ('actionBarTab', 0.386), ('ChoiceItemLayout', 0.381), (' RtlOverlay', 0.378), ('AnimationStyle', 0.373)]
                           - [('1', -0.384), (' in', -0.178), (' the', -0.167), (' and', -0.163), (' I', -0.163), (' a', -0.158), (' un', -0.148)]
  associated unit indices/loadings: [(1366, -0.0912), (1217, 0.0789), (824, -0.0781), (1245, -0.0778), (153, 0.0712), (1667, -0.0695)]

L17 ATTN-out: raw ||D||=0.17479; top singular values=[0.06266000121831894, 0.039090000092983246, 0.033969998359680176]; energy fractions=[0.12849999964237213, 0.05000000074505806, 0.03779999911785126]; scaled top fractions=[0.11999999731779099, 0.044599998742341995, 0.0406000018119812]
  raw-mode embedding poles + [(' umpire', 0.173), (' mujhe', 0.171), (' creatinine', 0.171), ('hurricane', 0.171), (' sanitizer', 0.17), (' streptomycin', 0.17), ('iotics', 0.17)]
                           - [('shid', -0.106), (' penetrates', -0.106), (' acced', -0.106), (' renferme', -0.105), ('aff', -0.104), ('ood', -0.103), ('est', -0.103)]
  right-mode energy by output head: [0.2856999933719635, 0.12839999794960022, 0.19760000705718994, 0.38830000162124634]

=== MOST COHERENT RAW OUTPUT-WEIGHT DIFFERENCES ===
layer/part/raw_top_fraction/scaled_top_fraction/raw_s1/scaled_s1: (1, 'ATTN-out', 0.15360838174819946, 0.29511559009552, 0.06945517659187317, 0.9919294118881226)
layer/part/raw_top_fraction/scaled_top_fraction/raw_s1/scaled_s1: (10, 'ATTN-out', 0.15124879777431488, 0.11186542361974716, 0.07909142225980759, 3.904073476791382)
layer/part/raw_top_fraction/scaled_top_fraction/raw_s1/scaled_s1: (14, 'ATTN-out', 0.1437930315732956, 0.14391812682151794, 0.07024365663528442, 13.233526229858398)
layer/part/raw_top_fraction/scaled_top_fraction/raw_s1/scaled_s1: (0, 'ATTN-out', 0.1317174881696701, 0.7331993579864502, 0.06592778861522675, 0.36488431692123413)
layer/part/raw_top_fraction/scaled_top_fraction/raw_s1/scaled_s1: (17, 'ATTN-out', 0.12852679193019867, 0.11996734887361526, 0.06266213953495026, 9.475882530212402)
layer/part/raw_top_fraction/scaled_top_fraction/raw_s1/scaled_s1: (17, 'MLP-down', 0.12397389113903046, 0.11055364459753036, 0.09279089421033859, 33.2160758972168)
layer/part/raw_top_fraction/scaled_top_fraction/raw_s1/scaled_s1: (4, 'ATTN-out', 0.12051887065172195, 0.605676531791687, 0.06333677470684052, 2.2047669887542725)
layer/part/raw_top_fraction/scaled_top_fraction/raw_s1/scaled_s1: (9, 'ATTN-out', 0.11663658916950226, 0.2899453639984131, 0.06432492285966873, 3.28116774559021)
layer/part/raw_top_fraction/scaled_top_fraction/raw_s1/scaled_s1: (10, 'MLP-down', 0.1165425255894661, 0.11866480857133865, 0.08774850517511368, 6.692141532897949)
layer/part/raw_top_fraction/scaled_top_fraction/raw_s1/scaled_s1: (3, 'ATTN-out', 0.11127565056085587, 0.7006772756576538, 0.05813086777925491, 2.322381019592285)

All token associations above are static geometry, not model logits.
No sign-based A/B behavioral conclusion is licensed by SVD alone.
