=== OUTPUT-CHANGE VOCABULARY FOOTPRINTS ===
Deflation removes the sampled mean direction and two common embedding
principal directions, using only linear projections of weight matrices.
This is a visualisation aid: removed directions may still be functional.
No network computation, hidden-state normalisation, or output probabilities.

L17 mlp.down_proj raw removed=0.00%; remaining energy top16=63.19%, top32=77.56%
 span16: ' North':0.463, ' Brasil':0.463, ' AFRICA':0.408, ' NORTH':0.396, ' Argentina':0.392, ' FOUR':0.389, ' ITALY':0.388, ' South':0.382, ' Australia':0.381, ' Croatia':0.381, ' Gothenburg':0.376, '2':0.376, 'North':0.373, '0':0.370, ' Johannesburg':0.370, ' Africa':0.369
 span32: ' South':0.656, ' North':0.643, ' Brasil':0.598, ' Bog':0.590, ' Argentina':0.576, ' green':0.569, 'South':0.552, 'North':0.543, ' white':0.542, ' Europe':0.541, ' Australia':0.537, ' yellow':0.527, ' Italy':0.525, ' Croatia':0.518, ' black':0.517, '0':0.516

L17 mlp.down_proj deflated removed=3.70%; remaining energy top16=62.58%, top32=77.12%
 span16: ' North':0.423, ' Brasil':0.408, '2':0.391, '9':0.372, '3':0.371, '0':0.367, '5':0.362, '1':0.358, 'North':0.355, ' South':0.352, '6':0.348, '4':0.343, '8':0.342, ' Australia':0.327, ' NORTH':0.318, ' Bucharest':0.315
 span32: ' South':0.744, ' North':0.692, ' green':0.658, ' white':0.617, 'South':0.608, ' yellow':0.592, ' Europe':0.586, 'North':0.580, '0':0.580, ' blue':0.576, ' Brasil':0.576, '2':0.567, '9':0.556, ' Bog':0.556, '8':0.544, '1':0.543
 mode0 +['9':+0.273, '8':+0.263, ' eighty':+0.253, ' Nine':+0.247] -['1':-0.332, ' One':-0.205, 'One':-0.196, ' tiet':-0.177]
 mode1 +['2':+0.490, 'two':+0.345, ' two':+0.336, ' TWO':+0.311] -['CTT':-0.160, 'theit':-0.156, ' Barbar':-0.156, ' damit':-0.148]
 mode2 +['0':+0.313, 'zero':+0.183, 'kHz':+0.173, 'Oo':+0.170] -['4':-0.319, ' four':-0.295, ' FOUR':-0.288, ' Four':-0.264]
 mode3 +['6':+0.250, ' six':+0.243, ' SIX':+0.198, 'six':+0.194] -['0':-0.217, '4':-0.184, 'istory':-0.168, ' Nurse':-0.161]

L16 mlp.down_proj deflated removed=2.01%; remaining energy top16=55.28%, top32=68.83%
 span16: '9':0.337, '8':0.329, '4':0.309, '3':0.295, ' North':0.286, '0':0.280, '7':0.272, '1':0.262, '6':0.259, '2':0.249, '5':0.243, 'North':0.235, ' NORTH':0.198, ' north':0.192, ' Africa':0.178, ' ninety':0.171
 span32: ' North':0.454, '9':0.423, ' Bog':0.420, ' South':0.412, '8':0.410, '3':0.389, '0':0.382, '7':0.375, '4':0.373, '6':0.369, '1':0.362, '5':0.360, '2':0.351, ' green':0.349, ' yellow':0.345, 'North':0.336

L15 mlp.down_proj deflated removed=1.30%; remaining energy top16=46.80%, top32=60.75%
 span16: '6':0.242, '7':0.222, '8':0.221, '1':0.210, '9':0.209, '0':0.191, '5':0.182, '2':0.177, '4':0.175, 'eight':0.174, ' Seven':0.158, '3':0.156, ' nine':0.155, ' sixteen':0.150, ' ninety':0.146, ' seventeen':0.145
 span32: '9':0.338, '6':0.338, '0':0.328, '7':0.324, '1':0.321, '8':0.313, '5':0.305, '2':0.292, '3':0.273, '4':0.267, ' Africa':0.239, ' North':0.212, 'eight':0.211, ' Australia':0.200, ' South':0.200, ' eight':0.190

L17 self_attn.o_proj deflated removed=2.27%; remaining energy top16=56.15%, top32=70.66%
 span16: ' green':0.389, ' Green':0.289, 'Green':0.284, 'green':0.282, ' Mexico':0.241, ' blue':0.235, '9':0.233, ' night':0.233, ' GREEN':0.228, ' Australia':0.217, ' Night':0.200, ' Reykjavik':0.191, ' out':0.188, ' yellow':0.187, ' white':0.187, ' orange':0.182
 span32: ' night':0.443, ' green':0.441, ' North':0.437, ' blue':0.433, ' red':0.404, ' four':0.397, ' orange':0.369, ' Bog':0.366, ' South':0.365, ' white':0.359, 'North':0.350, ' Mexico':0.347, ' Night':0.339, 'green':0.334, ' Green':0.332, ' Australia':0.331
 mode0 +['guns':+0.175, 'breve':+0.173, 'idc':+0.163, ' Hazards':+0.156] -['9':-0.204, ' September':-0.193, 'astricht':-0.189, ' Mexico':-0.181]
 mode1 +['9':+0.340, ' ninety':+0.226, ' Nine':+0.218, 'Nine':+0.213] -['antara':-0.181, '1':-0.178, ' humanidad':-0.167, ' Solomon':-0.166]
 mode2 +['matched':+0.172, 'PD':+0.168, 'ltre':+0.165, ' pom':+0.163] -[' celebration':-0.180, ' Celebration':-0.177, ' celebrar':-0.166, ' credible':-0.166]
 mode3 +[' night':+0.215, ' NIGHT':+0.197, ' Incidence':+0.178, 'lymp':+0.178] -[' green':-0.333, 'green':-0.297, ' Green':-0.280, 'Green':-0.279]

L16 self_attn.o_proj deflated removed=1.30%; remaining energy top16=59.65%, top32=73.00%
 span16: '1':0.285, '0':0.281, '8':0.263, '5':0.262, '9':0.244, '3':0.244, '6':0.239, '2':0.233, '7':0.215, '4':0.215, 'eight':0.139, ' Four':0.129, ' six':0.126, ' nine':0.124, ' FOUR':0.121, ' ninety':0.121
 span32: '0':0.363, '1':0.357, '9':0.352, '8':0.321, '5':0.320, '6':0.320, '3':0.320, '2':0.316, '7':0.313, '4':0.278, ' ninety':0.179, 'eight':0.179, ' green':0.175, ' Africa':0.173, ' six':0.173, ' dark':0.170

=== L17 MLP DEFLATED SPAN: EXCESS OVER SIGN-SCRAMBLED CONTROLS ===
' South':0.695, ' North':0.635, ' green':0.604, ' white':0.570, 'South':0.565, ' Europe':0.532, ' yellow':0.532, 'North':0.531, '2':0.518, ' Brasil':0.515, '0':0.513, ' blue':0.511, '9':0.505, ' Bog':0.499, '8':0.491, '3':0.487, '1':0.487, '5':0.484, 'ia':0.478, '4':0.478, '6':0.476, ' Australia':0.473, ' black':0.470, '7':0.468, ' Argentina':0.465, ' dark':0.461, ' Africa':0.460, ' SOUTH':0.459, ' White':0.456, 'White':0.449

=== L17 MLP: TOKEN-FAMILY SPAN SCORES ===
Each word is represented only by its individually available tokenizer rows.
digits [('0', 0.58, 0.066), ('1', 0.543, 0.056), ('2', 0.567, 0.049), ('3', 0.536, 0.048), ('4', 0.532, 0.054), ('5', 0.535, 0.051), ('6', 0.532, 0.057), ('7', 0.525, 0.057), ('8', 0.544, 0.054), ('9', 0.556, 0.051)]
country_words [('Argentina', 0.424, 0.054), (' Argentina', 0.523, 0.058), ('Brazil', 0.339, 0.056), (' Brazil', 0.437, 0.059), ('France', 0.346, 0.052), (' France', 0.4, 0.054), ('Japan', 0.296, 0.044), (' Japan', 0.387, 0.041), ('Canada', 0.355, 0.054), (' Canada', 0.374, 0.055), ('Italy', 0.42, 0.058), (' Italy', 0.481, 0.052), ('India', 0.358, 0.06), (' India', 0.427, 0.057), ('China', 0.288, 0.056), (' China', 0.335, 0.053)]
continent_words [('Africa', 0.409, 0.049), (' Africa', 0.517, 0.058), ('Asia', 0.348, 0.063), (' Asia', 0.405, 0.056), ('Europe', 0.426, 0.069), (' Europe', 0.586, 0.054), ('America', 0.174, 0.057), (' America', 0.21, 0.059), ('Australia', 0.445, 0.062), (' Australia', 0.531, 0.058), (' Antarctica', 0.178, 0.058), ('North', 0.58, 0.05), (' North', 0.692, 0.057), ('South', 0.608, 0.043), (' South', 0.744, 0.049)]
color_words [('red', 0.229, 0.051), (' red', 0.474, 0.048), ('blue', 0.388, 0.063), (' blue', 0.576, 0.065), ('green', 0.424, 0.044), (' green', 0.658, 0.055), ('yellow', 0.424, 0.05), (' yellow', 0.592, 0.06), ('purple', 0.293, 0.054), (' purple', 0.462, 0.076), ('orange', 0.27, 0.067), (' orange', 0.411, 0.065), ('black', 0.398, 0.049), (' black', 0.519, 0.049), ('white', 0.493, 0.045), (' white', 0.617, 0.047), ('pink', 0.185, 0.054), (' pink', 0.268, 0.049), ('brown', 0.228, 0.049), (' brown', 0.364, 0.041), ('gray', 0.142, 0.047), (' gray', 0.217, 0.05)]
object_words [('pumpkin', 0.046, 0.045), (' pumpkin', 0.075, 0.048), (' eggplant', 0.101, 0.054)]
belief_words [('think', 0.055, 0.048), (' think', 0.071, 0.062), ('believe', 0.038, 0.057), (' believe', 0.052, 0.057), ('guess', 0.036, 0.046), (' guess', 0.058, 0.052), ('opinion', 0.041, 0.053), (' opinion', 0.04, 0.059), ('answer', 0.054, 0.045), (' answer', 0.051, 0.05), ('correct', 0.054, 0.047), (' correct', 0.062, 0.046)]

=== MODULE COMPARISON: MEAN FAMILY SPAN32 SCORE ===
(17, 'mlp.down_proj', 'raw') {'digits': 0.48, 'country_words': 0.445, 'continent_words': 0.473, 'color_words': 0.407, 'object_words': 0.229, 'belief_words': 0.088}
(17, 'mlp.down_proj', 'deflated') {'digits': 0.545, 'country_words': 0.387, 'continent_words': 0.457, 'color_words': 0.392, 'object_words': 0.074, 'belief_words': 0.051}
(16, 'mlp.down_proj', 'deflated') {'digits': 0.379, 'country_words': 0.207, 'continent_words': 0.278, 'color_words': 0.199, 'object_words': 0.054, 'belief_words': 0.048}
(15, 'mlp.down_proj', 'deflated') {'digits': 0.31, 'country_words': 0.108, 'continent_words': 0.161, 'color_words': 0.092, 'object_words': 0.045, 'belief_words': 0.053}
(17, 'self_attn.o_proj', 'deflated') {'digits': 0.251, 'country_words': 0.207, 'continent_words': 0.261, 'color_words': 0.272, 'object_words': 0.061, 'belief_words': 0.049}
(16, 'self_attn.o_proj', 'deflated') {'digits': 0.326, 'country_words': 0.112, 'continent_words': 0.121, 'color_words': 0.116, 'object_words': 0.05, 'belief_words': 0.055}
