OUTPUT of run 3 of at most 100:
```
Last MLP output singular values:
L 0 [10.899   7.7021  7.1728  6.6377  6.5415  6.2882  6.2009  6.1328  5.9409  5.9174  5.758   5.6413  5.5516  5.4755  5.3925  5.3625  5.2591  5.2062
  5.1709  5.153   5.0573  5.0182  4.9601  4.8805  4.8211  4.7883  4.7697  4.7303  4.6429  4.5787  4.5457  4.5291  4.5053  4.4926  4.4404  4.4154
  4.369   4.3154  4.2935  4.2606  4.2432  4.1849  4.1339  4.1036  4.0637  4.0493  4.0262  3.9879]
L 3 [28.4613 22.2137 21.3397 20.708  19.9429 19.6618 18.9864 18.744  18.2945 17.4567 17.1321 16.5609 15.3286 14.8739 14.3285 13.4378 12.667  12.4546
 12.317  11.5309 11.0466  9.0836  8.3531  8.2404  6.3701  5.8357  4.6262  4.5827  3.7775  3.6102  3.2518  3.1826  3.0856  2.9413  2.8655  2.8013
  2.6391  2.5637  2.538   2.4655  2.4188  2.4037  2.346   2.3102  2.2461  2.227   2.1548  2.1472]

L0 head singular-vector coordinate structure
L0H0
QK left1 [(317, -0.307), (184, 0.284), (39, 0.269), (239, -0.251), (180, 0.229), (349, 0.199), (99, 0.199), (228, 0.19)]
QK right1 [(211, -0.322), (256, 0.26), (65, -0.23), (173, 0.216), (223, 0.213), (132, -0.212), (4, 0.212), (39, 0.209)]
OV left1 [(336, 0.194), (96, 0.158), (291, -0.15), (327, 0.149), (203, -0.14), (202, -0.128), (330, 0.12), (68, -0.117)]
OV right1 [(373, 0.174), (225, -0.164), (134, -0.158), (158, -0.155), (7, 0.152), (51, 0.148), (96, -0.142), (173, -0.132)]
OV left2 [(39, 0.262), (6, 0.192), (282, -0.186), (156, -0.148), (163, -0.136), (152, -0.133), (342, -0.128), (219, 0.127)]
unscaled QK sv [0.853 0.613 0.368 0.287 0.279 0.244 0.232 0.21  0.202 0.188 0.182 0.173]
L0H1
QK left1 [(256, 0.372), (184, -0.3), (354, -0.232), (173, 0.225), (4, 0.223), (56, 0.2), (69, -0.183), (100, 0.173)]
QK right1 [(100, -0.387), (349, 0.272), (317, -0.252), (235, 0.208), (271, -0.194), (258, 0.181), (69, 0.167), (368, 0.152)]
OV left1 [(39, 0.692), (58, -0.51), (99, 0.358), (21, -0.212), (184, 0.201), (153, -0.054), (336, -0.038), (63, 0.037)]
OV right1 [(184, 0.347), (180, 0.315), (99, 0.271), (39, 0.267), (56, -0.254), (317, -0.239), (69, 0.235), (256, -0.214)]
OV left2 [(21, 0.961), (39, 0.158), (58, -0.129), (184, 0.072), (306, -0.032), (173, -0.029), (225, -0.028), (232, -0.026)]
unscaled QK sv [0.838 0.311 0.219 0.125 0.091 0.086 0.066 0.039 0.038 0.034 0.033 0.03 ]
L0H2
QK left1 [(256, 0.394), (173, 0.255), (211, -0.251), (184, -0.238), (4, 0.222), (228, 0.205), (65, -0.188), (124, 0.171)]
QK right1 [(100, -0.346), (349, 0.254), (256, -0.201), (317, -0.173), (56, -0.167), (271, -0.154), (175, 0.153), (240, 0.149)]
OV left1 [(39, -0.659), (58, 0.494), (21, 0.373), (99, -0.355), (184, -0.162), (153, 0.045), (383, -0.035), (165, -0.029)]
OV right1 [(184, -0.365), (180, -0.304), (99, -0.298), (317, 0.248), (56, 0.234), (39, -0.232), (69, -0.208), (301, -0.195)]
OV left2 [(21, 0.91), (39, 0.221), (99, 0.207), (58, -0.201), (184, 0.053), (252, -0.03), (351, -0.03), (153, -0.029)]
unscaled QK sv [0.543 0.183 0.157 0.133 0.072 0.066 0.046 0.046 0.036 0.033 0.032 0.029]
L0H3
QK left1 [(354, 0.309), (162, -0.3), (65, -0.252), (223, 0.24), (256, 0.193), (180, 0.192), (300, -0.192), (211, -0.182)]
QK right1 [(162, -0.563), (184, -0.359), (354, 0.251), (99, -0.25), (65, -0.225), (256, 0.197), (132, -0.149), (223, 0.141)]
OV left1 [(92, -0.178), (86, 0.169), (188, -0.163), (18, 0.16), (131, 0.158), (303, 0.156), (215, 0.148), (173, 0.139)]
OV right1 [(223, -0.227), (26, -0.198), (200, -0.172), (48, -0.168), (359, 0.144), (124, 0.141), (178, -0.137), (354, 0.133)]
OV left2 [(65, -0.191), (125, -0.18), (320, 0.174), (202, 0.168), (86, 0.158), (287, 0.152), (20, -0.142), (350, -0.136)]
unscaled QK sv [1.114 1.092 1.07  1.064 1.03  0.992 0.968 0.954 0.946 0.9   0.888 0.868]
L0H4
QK left1 [(256, 0.43), (184, -0.307), (173, 0.225), (228, 0.22), (56, 0.219), (69, -0.193), (21, 0.18), (180, -0.16)]
QK right1 [(100, -0.282), (260, 0.188), (258, 0.181), (160, -0.178), (175, 0.168), (271, -0.154), (240, 0.153), (317, -0.151)]
OV left1 [(39, -0.696), (58, 0.511), (99, -0.32), (184, -0.227), (21, -0.182), (153, 0.057), (336, 0.042), (350, 0.039)]
OV right1 [(184, -0.414), (180, -0.29), (256, 0.279), (56, 0.243), (100, 0.236), (69, -0.226), (317, 0.207), (162, -0.199)]
OV left2 [(21, 0.941), (99, -0.241), (39, -0.097), (58, 0.092), (184, 0.042), (148, -0.033), (52, -0.032), (381, 0.031)]
unscaled QK sv [0.51  0.227 0.185 0.124 0.101 0.066 0.065 0.049 0.048 0.045 0.04  0.035]
L0H5
QK left1 [(184, 0.347), (39, 0.311), (211, -0.3), (317, -0.256), (239, -0.216), (180, 0.198), (99, 0.196), (65, -0.196)]
QK right1 [(240, -0.222), (301, 0.178), (171, 0.162), (225, 0.158), (200, 0.143), (180, -0.143), (67, -0.134), (31, -0.133)]
OV left1 [(21, -0.864), (99, -0.358), (58, 0.237), (39, -0.232), (184, 0.024), (153, 0.019), (303, 0.019), (6, 0.017)]
OV right1 [(162, -0.329), (211, -0.307), (223, 0.277), (65, -0.236), (354, 0.201), (173, 0.2), (132, -0.196), (300, -0.192)]
OV left2 [(39, -0.608), (58, 0.486), (21, 0.469), (99, -0.404), (180, -0.035), (165, -0.026), (153, 0.021), (86, -0.015)]
unscaled QK sv [0.18  0.048 0.024 0.02  0.02  0.019 0.019 0.018 0.018 0.017 0.017 0.016]

Key-bias similarities within layers (weight-only affine coefficients)
L 1 [[1.   0.83 0.85 0.82 0.82 0.86]
 [0.83 1.   0.85 0.86 0.82 0.86]
 [0.85 0.85 1.   0.83 0.83 0.83]
 [0.82 0.86 0.83 1.   0.83 0.87]
 [0.82 0.82 0.83 0.83 1.   0.83]
 [0.86 0.86 0.83 0.87 0.83 1.  ]]
H 0 top coords [(21, 0.912), (39, -0.119), (58, 0.09), (329, -0.053), (304, -0.05), (158, -0.05)] OV0 output align [-0.015 -0.325  0.467  0.006 -0.031 -0.739]
H 1 top coords [(21, 0.909), (58, 0.137), (39, -0.116), (57, 0.069), (187, 0.052), (213, -0.051)] OV0 output align [-0.009 -0.338  0.48   0.065 -0.02  -0.727]
H 2 top coords [(21, 0.907), (58, 0.131), (39, -0.127), (215, 0.069), (369, -0.064), (76, -0.063)] OV0 output align [ 0.016 -0.344  0.484  0.005 -0.009 -0.734]
H 3 top coords [(21, 0.908), (58, 0.135), (39, -0.125), (170, -0.085), (242, 0.062), (329, 0.058)] OV0 output align [-0.005 -0.36   0.5    0.084 -0.002 -0.712]
H 4 top coords [(21, 0.862), (58, 0.217), (39, -0.143), (150, 0.077), (144, -0.071), (99, -0.069)] OV0 output align [-0.03  -0.416  0.546  0.044  0.073 -0.636]
H 5 top coords [(21, 0.914), (39, -0.125), (58, 0.102), (351, -0.069), (210, -0.064), (200, 0.059)] OV0 output align [-0.007 -0.343  0.485  0.024 -0.02  -0.72 ]
L 2 [[1.   0.81 0.77 0.7  0.82 0.84]
 [0.81 1.   0.81 0.72 0.82 0.84]
 [0.77 0.81 1.   0.7  0.83 0.83]
 [0.7  0.72 0.7  1.   0.71 0.73]
 [0.82 0.82 0.83 0.71 1.   0.84]
 [0.84 0.84 0.83 0.73 0.84 1.  ]]
H 0 top coords [(21, 0.898), (39, -0.131), (58, 0.123), (294, -0.077), (351, 0.07), (311, 0.057)] OV0 output align [-0.005 -0.368  0.501  0.042  0.017 -0.707]
H 1 top coords [(21, 0.894), (99, -0.111), (58, 0.107), (39, -0.106), (255, -0.063), (240, -0.053)] OV0 output align [-0.004 -0.359  0.497  0.013  0.003 -0.687]
H 2 top coords [(21, 0.877), (99, -0.148), (58, 0.097), (39, -0.094), (306, 0.062), (76, -0.059)] OV0 output align [-0.001 -0.361  0.497  0.054  0.013 -0.664]
H 3 top coords [(21, 0.758), (58, 0.149), (39, -0.125), (99, -0.111), (363, 0.091), (76, 0.087)] OV0 output align [-0.003 -0.389  0.498  0.029  0.084 -0.553]
H 4 top coords [(21, 0.897), (58, 0.139), (39, -0.126), (361, -0.056), (2, 0.055), (335, 0.053)] OV0 output align [ 0.007 -0.353  0.486  0.009  0.007 -0.719]
H 5 top coords [(21, 0.919), (58, 0.101), (39, -0.084), (40, 0.051), (214, 0.049), (199, 0.049)] OV0 output align [ 0.007 -0.321  0.464 -0.004 -0.039 -0.74 ]
L 3 [[ 1.    0.6   0.75  0.01  0.16  0.78]
 [ 0.6   1.    0.55  0.02  0.29  0.67]
 [ 0.75  0.55  1.    0.01  0.21  0.74]
 [ 0.01  0.02  0.01  1.    0.03 -0.05]
 [ 0.16  0.29  0.21  0.03  1.    0.25]
 [ 0.78  0.67  0.74 -0.05  0.25  1.  ]]
H 0 top coords [(21, 0.815), (39, -0.138), (99, -0.135), (307, 0.082), (58, 0.081), (184, -0.078)] OV0 output align [-0.029 -0.385  0.507  0.086  0.059 -0.605]
H 1 top coords [(21, 0.646), (39, -0.209), (184, -0.17), (99, -0.165), (37, 0.109), (266, 0.107)] OV0 output align [ 0.198 -0.428  0.511  0.078  0.168 -0.429]
H 2 top coords [(21, 0.772), (99, -0.191), (39, -0.131), (25, -0.089), (136, -0.074), (291, -0.073)] OV0 output align [ 0.004 -0.383  0.499  0.064  0.072 -0.553]
H 3 top coords [(193, -0.162), (157, 0.14), (198, -0.133), (339, -0.133), (129, -0.132), (266, 0.129)] OV0 output align [ 0.112 -0.066  0.053  0.065  0.085  0.082]
H 4 top coords [(163, -0.218), (21, 0.194), (120, 0.162), (355, -0.149), (269, -0.148), (188, 0.143)] OV0 output align [ 0.264 -0.069  0.098 -0.001 -0.002 -0.169]
H 5 top coords [(21, 0.842), (39, -0.13), (184, -0.12), (22, 0.093), (43, 0.086), (99, -0.083)] OV0 output align [ 0.032 -0.358  0.484  0.06   0.026 -0.661]

```