=== WORD GROUPS ===
answer ['answer', 'result', 'solution', 'response']
belief ['think', 'believe', 'guess', 'assume', 'suspect', 'opinion']
fact ['know', 'fact', 'evidence', 'calculate', 'verify', 'proof']
reply_holdout ['reply', 'output', 'conclusion', 'respond']
belief_holdout ['suppose', 'reckon', 'expect', 'feel']
fact_holdout ['verified', 'proven', 'calculation', 'truth', 'knowledge']
question ['question', 'problem', 'task', 'exercise']
user ['user', 'you', 'your']
assistant ['model', 'assistant', 'I', 'my']

=== RELATIVE-POSITION ROBUSTNESS ===
Distances: [0, 1, 2, 4, 8, 16, 32, 64, 128]
Entries: 1000 * q.T @ delta_QK(relative distance) @ k / ||delta_QK||_F.
The scale is a weight-matrix norm, NOT hidden-state normalisation.
All signs are B-A. Positional slices are not attention probabilities.
L2H0 raw
  original             [-5.819 -5.773 -5.909 -6.341 -5.97  -6.011 -6.996 -4.362 -5.725]
  holdout              [-2.084 -2.149 -2.252 -2.518 -2.661 -3.122 -3.442 -2.138 -3.041]
  answer_vs_question   [-3.249 -3.791 -4.299 -5.296 -6.977 -3.825 -3.664 -4.713 -2.594]
  user_vs_assistant    [ 0.869  0.288  0.039  0.532 -1.563 -0.118  1.425 -1.177 -0.681]
L2H0 diag
  original             [-3.919 -3.971 -4.282 -5.321 -5.506 -5.107 -7.094 -2.048 -3.562]
  holdout              [ 0.007 -0.189 -0.506 -1.313 -1.545 -1.741 -2.521 -0.906 -0.14 ]
  answer_vs_question   [-2.081 -2.416 -2.654 -3.207 -4.749 -2.738 -3.727 -5.054 -3.297]
  user_vs_assistant    [ 0.605 -0.055 -0.548 -0.395 -1.466  0.157  0.795 -0.95  -0.518]
L2H1 raw
  original             [1.185 1.065 0.855 0.575 0.951 0.801 0.978 1.285 2.189]
  holdout              [ 1.826  1.882  1.798  1.297  1.283  1.34  -0.367 -1.93   0.343]
  answer_vs_question   [-2.434 -1.709 -1.448 -2.648 -4.376 -1.343 -4.322 -0.454 -2.932]
  user_vs_assistant    [-4.033 -2.527 -1.137 -0.985 -2.706 -1.928 -3.287 -7.137 -4.292]
L2H1 diag
  original             [ 0.825  0.695  0.627  0.672  0.074 -0.156  0.63   0.291  3.146]
  holdout              [ 1.324  1.162  1.208  1.469  0.494  1.214 -0.211 -1.183  1.653]
  answer_vs_question   [-0.571  0.05   0.2   -0.793 -1.679  1.561 -0.802  0.74   1.433]
  user_vs_assistant    [-3.015 -2.132 -0.938  0.158 -0.883 -1.166 -1.834 -4.322 -3.882]
L2H2 raw
  original             [-1.49  -1.356 -1.065 -0.131 -0.554  0.232 -1.985 -4.162 -2.655]
  holdout              [ 1.978  1.832  1.668  1.084  1.416  2.195  0.657 -0.905  0.34 ]
  answer_vs_question   [5.916 5.652 5.082 3.9   4.956 4.655 5.543 2.394 2.89 ]
  user_vs_assistant    [ 2.263  2.343  1.777  0.612  2.472 -0.081 -0.58   1.441 -1.072]
L2H2 diag
  original             [-1.544 -1.366 -0.981  0.057 -0.844 -0.193 -0.395 -2.068 -2.161]
  holdout              [-0.223  0.009  0.217 -0.197 -1.253 -0.682 -1.663 -2.037 -0.239]
  answer_vs_question   [3.828 2.928 1.839 0.705 2.065 1.02  1.615 0.287 2.303]
  user_vs_assistant    [ 1.637  1.982  1.696  0.694  1.5   -0.585  0.063  0.863 -0.554]
L2H3 raw
  original             [-1.468 -1.491 -1.382 -1.24  -1.922 -2.269 -1.454 -2.749  1.484]
  holdout              [2.328 1.589 1.236 2.111 2.803 1.065 0.507 1.094 0.804]
  answer_vs_question   [6.432 5.609 5.775 7.721 5.837 5.588 3.533 4.011 4.679]
  user_vs_assistant    [-0.146 -0.489 -0.273  0.494  1.034  1.648 -1.529 -0.579  3.738]
L2H3 diag
  original             [-0.197 -0.265 -0.261 -0.317  0.864 -0.492 -0.395 -0.316  2.879]
  holdout              [ 2.367  1.675  1.091  1.34   2.679 -0.142  0.751 -0.042  0.761]
  answer_vs_question   [3.588 3.075 3.692 5.377 3.697 3.038 1.531 3.187 5.246]
  user_vs_assistant    [-0.796 -1.253 -1.155 -0.424 -1.298 -1.37  -2.41  -2.803  0.362]
L0H2 raw
  original             [-5.085 -4.204 -3.104 -1.369 -3.031 -3.156 -2.752 -1.882 -3.679]
  holdout              [-2.491 -2.128 -1.738 -1.122 -2.569 -0.337 -1.747  3.37  -4.48 ]
  answer_vs_question   [-0.778 -2.085 -3.128 -3.574  0.238 -0.55  -0.214 -2.032 -2.534]
  user_vs_assistant    [ -9.202  -8.593  -8.092  -6.983  -5.416  -6.077   2.62  -10.792  -3.876]
L0H2 diag
  original             [-4.25  -3.927 -3.601 -3.072 -2.308 -2.348 -1.088 -1.136 -1.917]
  holdout              [-1.108 -0.951 -0.747 -0.221  0.177 -0.325  0.927  1.477 -0.221]
  answer_vs_question   [-0.193 -0.326 -0.326  0.063  0.486 -1.001 -0.617 -0.398 -1.563]
  user_vs_assistant    [-5.074 -5.059 -5.134 -4.998 -4.215 -5.595 -3.808 -6.581 -7.448]
L16H2 raw
  original             [-4.795 -4.566 -4.203 -3.416 -3.318 -3.216 -3.136 -4.005 -2.802]
  holdout              [-1.986 -2.1   -2.263 -2.361 -1.797 -2.473 -1.225 -1.389 -1.576]
  answer_vs_question   [-2.17  -1.815 -1.386 -0.97  -0.899 -0.077  0.872 -0.648 -0.8  ]
  user_vs_assistant    [ 1.106  1.418  1.747  1.983  1.308  0.145 -0.518  0.414  1.042]
L16H2 diag
  original             [-2.208 -2.503 -2.375 -1.201 -0.543 -2.192 -1.341 -0.548 -1.91 ]
  holdout              [-0.452 -0.844 -0.988 -0.557  0.27   0.099  1.295 -0.212 -1.876]
  answer_vs_question   [-0.234 -0.255 -0.21  -0.119 -0.894  0.4    0.738 -0.002  1.   ]
  user_vs_assistant    [1.834 1.747 1.797 2.199 2.041 1.708 0.66  0.547 1.131]
L11H0 raw
  original             [-1.58  -1.34  -1.099 -0.968 -1.871 -0.748 -0.462 -0.944 -1.935]
  holdout              [ 0.46   0.58   0.341 -0.581 -0.113 -0.901 -0.381 -1.194 -0.091]
  answer_vs_question   [0.713 0.697 0.901 1.404 1.886 1.794 0.242 1.108 2.035]
  user_vs_assistant    [-1.062 -1.161 -1.126 -0.512 -0.41  -0.918 -1.911 -0.916  0.257]
L11H0 diag
  original             [-2.685 -2.63  -2.511 -2.256 -2.145 -1.565 -0.96  -1.794 -1.149]
  holdout              [1.643 1.771 1.792 1.609 1.805 1.583 2.415 2.219 2.726]
  answer_vs_question   [ 0.312  0.273  0.238  0.475  1.171  1.466  0.59  -0.022 -0.373]
  user_vs_assistant    [ 0.504  0.626  0.755  0.697 -0.036 -0.115  0.307  1.219  0.924]
L5H1 raw
  original             [3.323 3.021 2.346 1.306 2.764 2.414 1.658 0.976 2.488]
  holdout              [ 0.548  0.518  0.514  0.421  0.97   0.253 -0.614 -1.199  0.403]
  answer_vs_question   [1.962 2.488 2.985 2.986 1.946 3.477 0.873 2.049 1.567]
  user_vs_assistant    [-0.365 -0.585 -0.059  1.969  1.72   2.695  1.568  0.285  1.376]
L5H1 diag
  original             [1.696 1.677 1.645 1.57  1.5   1.298 1.526 1.259 0.812]
  holdout              [1.587 1.535 1.484 1.424 1.353 1.167 1.252 1.173 0.702]
  answer_vs_question   [0.816 0.798 0.783 0.78  0.711 0.601 0.585 0.657 0.538]
  user_vs_assistant    [2.531 2.537 2.544 2.542 2.573 2.641 2.813 2.797 2.804]
L9H2 raw
  original             [1.789 2.315 2.572 3.034 3.993 1.473 3.678 4.347 5.572]
  holdout              [-0.821 -0.754 -0.329  0.872  1.199  1.03   2.058  0.107  1.879]
  answer_vs_question   [ 1.346  0.972  0.48  -0.411 -0.414  0.68   0.353 -0.567  0.388]
  user_vs_assistant    [ 0.273  0.009 -0.395 -1.084 -1.674 -0.858 -1.569 -0.882 -1.063]
L9H2 diag
  original             [3.271 3.768 4.21  4.652 5.015 2.945 2.731 3.296 5.242]
  holdout              [0.724 0.902 1.025 0.822 1.444 2.314 1.08  2.112 2.383]
  answer_vs_question   [-0.642 -0.757 -0.833 -0.713 -0.624 -0.286 -0.381 -1.12  -0.342]
  user_vs_assistant    [ 1.157  0.98   0.702 -0.056 -0.589 -0.029 -0.691 -0.624  0.33 ]
L17H1 raw
  original             [-0.797 -0.713 -0.856 -1.432 -1.071 -0.687 -1.027  0.282 -1.848]
  holdout              [-1.998 -1.38  -0.827 -0.89  -1.562 -0.573  1.324  2.295 -1.318]
  answer_vs_question   [-4.875 -3.817 -3.118 -3.786 -4.44  -4.139 -3.811  0.239 -3.861]
  user_vs_assistant    [-2.528 -2.135 -1.795 -1.343  1.051  0.012 -0.308 -0.24  -1.766]
L17H1 diag
  original             [-2.948 -2.949 -2.983 -3.241 -3.108 -1.723 -2.223 -2.22  -1.596]
  holdout              [2.321 2.396 2.495 2.573 2.169 2.27  1.88  2.594 2.525]
  answer_vs_question   [-3.982 -4.115 -4.266 -4.302 -4.43  -4.15  -3.729 -4.229 -4.049]
  user_vs_assistant    [-0.06   0.026  0.039 -0.079 -0.291  0.403 -0.251 -1.033  0.854]

=== ZERO-DISTANCE QUERY / SHARED-KEY CONTRIBUTIONS ===
L H geometry query_term key_term (unrescaled bilinear coefficients)
 2 0 raw  -0.000571708 -0.000364003
 2 0 diag -1.20127 -0.878261
 2 1 raw  -1.65769e-05 +0.000210644
 2 1 diag -0.235637 +0.708924
 2 2 raw  +5.30193e-05 -0.000265884
 2 2 diag -0.54713 -0.162928
 2 3 raw  -0.000127824 -0.000118127
 2 3 diag -0.145647 +0.0445985
 0 2 raw  -0.000616322 -0.000132319
 0 2 diag -0.374456 -0.138665
16 2 raw  -0.000288569 -0.000506459
16 2 diag -1.5023 -0.475448
11 0 raw  -8.78072e-05 -0.000192713
11 0 diag -0.0543026 -0.0471354
 5 1 raw  +0.000425541 +3.77403e-05
 5 1 diag +0.480234 +0.0758513
 9 2 raw  +0.000389805 -6.75987e-05
 9 2 diag +1.0296 -0.142145
17 1 raw  -0.000166351 +2.5307e-05
17 1 diag -1.03653 -0.0927018

=== L2H0: PAIRED SINGULAR DIRECTIONS OF THE QK DIFFERENCE ===
Each mode strengthens (+query,+key) and (-query,-key) pairing in B,
and weakens opposite-sign pairing; this is an algebraic statement.
Vocabulary neighbours do not establish contextual head behaviour.
raw mode0 query energy=12.52% +[' fresco':+0.160, ' pesto':+0.144, ' universitaire':+0.144, ' unison':+0.144] -['five':-0.195, ' Five':-0.184, ' FIVE':-0.174, ' smallest':-0.170]
raw mode0 key energy=12.52% +[' hybridized':+0.168, ' alue':+0.157, ' proliferate':+0.152, 'olja':+0.152] -[' XB':-0.172, 'XB':-0.164, 'WHAT':-0.161, ' WHAT':-0.157]
raw mode1 query energy=10.06% +[' diffuse':+0.155, ' anxiously':+0.154, ' DRO':+0.147, ' Sloven':+0.146] -[' linge':-0.156, ' isso':-0.154, 'ipset':-0.154, ' urg':-0.154]
raw mode1 key energy=10.06% +[' eight':+0.224, 'eight':+0.218, ' Eight':+0.209, 'four':+0.196] -['Minus':-0.179, 'Employer':-0.163, 'Times':-0.160, 'Tare':-0.158]
diag mode0 query energy=9.91% +[' fibroblasts':+0.162, ' contentView':+0.155, 'exactly':+0.152, 'Scient':+0.149] -[' urg':-0.158, ' bes':-0.145, ' prosec':-0.143, ' agit':-0.142]
diag mode0 key energy=9.91% +[' eight':+0.238, 'eight':+0.230, ' Eight':+0.224, 'Eight':+0.218] -['Minus':-0.208, ' minus':-0.189, ' TIMES':-0.172, 'minus':-0.171]
diag mode1 query energy=9.27% +[' MHD':+0.157, ' collectives':+0.143, ' collectiv':+0.143, ' unison':+0.140] -[' Five':-0.173, 'five':-0.172, ' FIVE':-0.171, ' SIX':-0.165]
diag mode1 key energy=9.27% +['patx':+0.152, ' especies':+0.150, ' atraer':+0.144, ' cosecha':+0.144] -[' XB':-0.192, ' seventeen':-0.189, 'FIVE':-0.187, 'SIX':-0.183]
