OUTPUT of run 1 of at most 100:
```
All calculations below are on weights, not network activations.

LAYER 0
ln1_w mean/std/min/max/norm [0.2677 0.2147 0.0165 1.0134 6.7241]
ln1_b mean/std/min/max/norm [ 0.0007  0.0366 -0.1215  0.1418  0.7172]
ln2_w mean/std/min/max/norm [ 0.8168  0.3312  0.0468  1.6412 17.2723]
ln2_b mean/std/min/max/norm [ 0.018   0.0667 -0.5537  0.1663  1.353 ]
W_q Frob/topSV/stableRank/rank90 (22.704, 5.039, 20.305, 61)
W_k Frob/topSV/stableRank/rank90 (23.214, 6.204, 14.001, 60)
W_v Frob/topSV/stableRank/rank90 (18.197, 4.553, 15.972, 66)
W_o Frob/topSV/stableRank/rank90 (19.6, 6.678, 8.614, 75)
W_fc Frob/topSV/stableRank/rank90 (51.65, 18.11, 8.134, 87)
W_proj Frob/topSV/stableRank/rank90 (45.806, 10.932, 17.557, 135)

LAYER 1
ln1_w mean/std/min/max/norm [0.4754 0.0964 0.1979 1.2096 9.5046]
ln1_b mean/std/min/max/norm [ 0.022   0.1532 -1.0505  0.9102  3.0327]
ln2_w mean/std/min/max/norm [ 1.0111  0.1582  0.0139  1.4707 20.0543]
ln2_b mean/std/min/max/norm [ 0.0275  0.1442 -0.3744  0.3652  2.8769]
W_q Frob/topSV/stableRank/rank90 (31.676, 8.984, 12.43, 66)
W_k Frob/topSV/stableRank/rank90 (28.602, 10.967, 6.801, 68)
W_v Frob/topSV/stableRank/rank90 (28.469, 5.35, 28.31, 84)
W_o Frob/topSV/stableRank/rank90 (26.151, 4.19, 38.953, 119)
W_fc Frob/topSV/stableRank/rank90 (80.261, 20.796, 14.896, 93)
W_proj Frob/topSV/stableRank/rank90 (75.119, 7.625, 97.059, 280)

LAYER 2
ln1_w mean/std/min/max/norm [ 0.7343  0.0712  0.3445  0.9047 14.4574]
ln1_b mean/std/min/max/norm [ 0.0244  0.1315 -0.9417  0.7326  2.6214]
ln2_w mean/std/min/max/norm [ 1.275   0.1126  0.0775  1.5018 25.082 ]
ln2_b mean/std/min/max/norm [ 0.0188  0.1474 -0.4157  0.3635  2.911 ]
W_q Frob/topSV/stableRank/rank90 (37.483, 5.067, 54.718, 170)
W_k Frob/topSV/stableRank/rank90 (36.356, 8.293, 19.216, 169)
W_v Frob/topSV/stableRank/rank90 (34.746, 3.89, 79.785, 176)
W_o Frob/topSV/stableRank/rank90 (34.205, 4.442, 59.308, 190)
W_fc Frob/topSV/stableRank/rank90 (79.454, 14.829, 28.71, 252)
W_proj Frob/topSV/stableRank/rank90 (77.477, 10.095, 58.906, 272)

LAYER 3
ln1_w mean/std/min/max/norm [ 0.7694  0.0469  0.451   0.8778 15.1046]
ln1_b mean/std/min/max/norm [ 0.0102  0.0945 -0.5141  0.6285  1.8619]
ln2_w mean/std/min/max/norm [ 1.2552  0.0888  0.2619  1.4568 24.6574]
ln2_b mean/std/min/max/norm [ 0.014   0.1267 -0.5112  0.3808  2.4972]
W_q Frob/topSV/stableRank/rank90 (33.94, 4.154, 66.743, 186)
W_k Frob/topSV/stableRank/rank90 (33.221, 4.888, 46.201, 190)
W_v Frob/topSV/stableRank/rank90 (38.939, 4.697, 68.734, 179)
W_o Frob/topSV/stableRank/rank90 (39.017, 9.175, 18.083, 172)
W_fc Frob/topSV/stableRank/rank90 (78.189, 14.373, 29.593, 279)
W_proj Frob/topSV/stableRank/rank90 (85.089, 28.175, 9.12, 25)

HEADS: raw QK = Q.T @ K / 8; OV = O @ V
QK: Frob, topSV, stableRank, rank90, trace, symmetric min/max eigenvalue
OV: Frob, topSV, stableRank, rank90, trace, largest-real eigenvalues
L0H0 QK (0.807, 0.649, 1.545, 2) tr -0.529 sym [-0.482  0.207] OV (8.667, 6.898, 1.579, 4) tr 1.62 eig [(1.827, 0.0), (0.517, 0.0), (0.125, 0.058), (0.125, -0.058)]
L0H1 QK (4.067, 2.153, 3.568, 14) tr -5.152 sym [-2.094  0.759] OV (17.067, 4.703, 13.166, 20) tr -0.82 eig [(1.036, 0.0), (0.285, 0.0), (0.252, -0.117), (0.252, 0.117)]
L0H2 QK (1.136, 0.561, 4.101, 11) tr -0.964 sym [-0.356  0.328] OV (8.592, 4.786, 3.222, 7) tr -0.743 eig [(0.182, 0.101), (0.182, -0.101), (0.165, 0.0), (0.104, 0.152)]
L0H3 QK (1.434, 0.959, 2.233, 7) tr -1.144 sym [-0.563  0.406] OV (5.288, 2.168, 5.949, 12) tr -0.071 eig [(0.406, 0.0), (0.154, 0.0), (0.125, 0.0), (0.092, -0.036)]
L0H4 QK (0.097, 0.04, 5.859, 41) tr -0.059 sym [-0.027  0.013] OV (25.795, 18.815, 1.88, 3) tr 6.681 eig [(3.714, -0.514), (3.714, 0.514), (0.212, 0.2), (0.212, -0.2)]
L0H5 QK (5.785, 1.76, 10.809, 18) tr 6.516 sym [-0.532  1.477] OV (18.558, 5.61, 10.941, 17) tr -11.398 eig [(0.45, 0.0), (0.124, 0.52), (0.124, -0.52), (0.079, 0.0)]
L1H0 QK (2.471, 1.116, 4.901, 15) tr -1.587 sym [-0.688  0.475] OV (27.504, 9.927, 7.677, 16) tr -34.568 eig [(0.831, 0.0), (0.245, 0.0), (0.22, -0.251), (0.22, 0.251)]
L1H1 QK (4.754, 2.392, 3.95, 14) tr -5.939 sym [-1.371  1.106] OV (19.961, 6.211, 10.328, 21) tr -23.812 eig [(0.336, 0.0), (0.196, 0.225), (0.196, -0.225), (0.151, 0.023)]
L1H2 QK (3.618, 1.811, 3.991, 14) tr -3.542 sym [-1.004  0.914] OV (23.71, 6.799, 12.16, 20) tr -31.928 eig [(0.374, 0.0), (0.244, 0.0), (0.14, -0.034), (0.14, 0.034)]
L1H3 QK (3.776, 1.998, 3.57, 14) tr -3.287 sym [-0.925  1.063] OV (20.845, 7.119, 8.574, 18) tr -22.474 eig [(0.293, -0.287), (0.293, 0.287), (0.258, 0.0), (0.136, -0.179)]
L1H4 QK (3.647, 1.853, 3.875, 14) tr -2.828 sym [-0.981  0.96 ] OV (19.572, 6.354, 9.489, 18) tr -21.931 eig [(0.212, -0.018), (0.212, 0.018), (0.13, 0.0), (0.07, 0.045)]
L1H5 QK (4.695, 2.523, 3.463, 13) tr -5.56 sym [-1.391  1.164] OV (20.352, 5.781, 12.395, 22) tr -27.708 eig [(0.152, 0.062), (0.152, -0.062), (0.103, -0.126), (0.103, 0.126)]
L2H0 QK (3.752, 0.935, 16.09, 39) tr -0.904 sym [-0.483  0.554] OV (25.165, 5.556, 20.518, 41) tr -48.29 eig [(0.37, -0.221), (0.37, 0.221), (0.207, 0.139), (0.207, -0.139)]
L2H1 QK (3.61, 0.907, 15.831, 39) tr 4.721 sym [-0.466  0.5  ] OV (28.885, 8.652, 11.146, 39) tr -54.375 eig [(0.34, 0.0), (0.29, 0.0), (0.131, 0.155), (0.131, -0.155)]
L2H2 QK (5.221, 1.354, 14.873, 31) tr 2.955 sym [-0.778  0.853] OV (22.619, 4.742, 22.749, 42) tr -39.941 eig [(0.468, 0.0), (0.371, 0.0), (0.329, 0.0), (0.207, 0.496)]
L2H3 QK (3.648, 1.012, 13.006, 39) tr -0.606 sym [-0.481  0.545] OV (27.634, 6.179, 19.999, 42) tr -51.741 eig [(0.408, 0.0), (0.333, 0.301), (0.333, -0.301), (0.299, 0.588)]
L2H4 QK (4.112, 1.451, 8.031, 36) tr 0.383 sym [-0.636  0.827] OV (24.785, 5.445, 20.721, 38) tr -52.123 eig [(0.167, 0.0), (0.127, 0.295), (0.127, -0.295), (0.044, -0.047)]
L2H5 QK (3.041, 0.788, 14.895, 42) tr -1.284 sym [-0.415  0.452] OV (31.883, 8.467, 14.178, 40) tr -45.69 eig [(0.814, 0.0), (0.628, -0.255), (0.628, 0.255), (0.425, -0.399)]
L3H0 QK (3.5, 0.699, 25.045, 48) tr 2.983 sym [-0.362  0.436] OV (31.618, 7.123, 19.702, 44) tr -62.391 eig [(0.372, -0.333), (0.372, 0.333), (0.314, 0.0), (0.276, -0.501)]
L3H1 QK (2.865, 0.55, 27.15, 48) tr 3.811 sym [-0.314  0.345] OV (33.152, 9.373, 12.509, 37) tr -63.987 eig [(0.278, 0.0), (0.212, 0.109), (0.212, -0.109), (0.1, 0.025)]
L3H2 QK (3.474, 0.781, 19.8, 48) tr 1.228 sym [-0.367  0.45 ] OV (34.637, 11.577, 8.952, 42) tr -65.099 eig [(0.409, -0.566), (0.409, 0.566), (0.362, 0.0), (0.358, 0.0)]
L3H3 QK (1.784, 0.461, 14.988, 47) tr 0.003 sym [-0.228  0.25 ] OV (48.677, 18.625, 6.83, 32) tr -65.504 eig [(1.165, 0.0), (0.777, 0.248), (0.777, -0.248), (0.713, 0.451)]
L3H4 QK (2.93, 0.715, 16.786, 47) tr 0.036 sym [-0.377  0.432] OV (36.644, 11.774, 9.686, 40) tr -45.155 eig [(1.042, 0.0), (0.709, -0.664), (0.709, 0.664), (0.555, 0.2)]
L3H5 QK (3.581, 0.676, 28.066, 48) tr 13.669 sym [-0.261  0.546] OV (30.624, 13.046, 5.51, 26) tr -73.74 eig [(0.282, 0.0), (0.275, 0.12), (0.275, -0.12), (0.195, 0.0)]

```