OUTPUT of run 1 of at most 100:
```
KEYS: ['W_fc.0', 'W_fc.1', 'W_fc.2', 'W_fc.3', 'W_k.0', 'W_k.1', 'W_k.2', 'W_k.3', 'W_o.0', 'W_o.1', 'W_o.2', 'W_o.3', 'W_proj.0', 'W_proj.1', 'W_proj.2', 'W_proj.3', 'W_q.0', 'W_q.1', 'W_q.2', 'W_q.3', 'W_v.0', 'W_v.1', 'W_v.2', 'W_v.3', 'ln1_b.0', 'ln1_b.1', 'ln1_b.2', 'ln1_b.3', 'ln1_w.0', 'ln1_w.1', 'ln1_w.2', 'ln1_w.3', 'ln2_b.0', 'ln2_b.1', 'ln2_b.2', 'ln2_b.3', 'ln2_w.0', 'ln2_w.1', 'ln2_w.2', 'ln2_w.3']

LAYER 0
ln1_w mean=0.29650 sd=0.18837 min=0.03522 max=0.97846 norm=6.8836
ln1_b mean=0.00039 sd=0.03113 min=-0.09542 max=0.09061 norm=0.6101
ln2_w mean=0.87176 sd=0.33816 min=0.04203 max=1.77496 norm=18.3232
ln2_b mean=0.01340 sd=0.06913 min=-0.62361 max=0.46365 norm=1.3799
W_q F=17.6693 singular_top8= [4.3676 3.1308 3.0988 3.0421 2.9941 2.9513 2.9258 2.8812] smedian=0.3184 effective_rank=50.11
W_k F=18.5161 singular_top8= [4.1635 3.9516 3.4672 3.4271 3.3642 3.3348 3.2789 3.2565] smedian=0.3365 effective_rank=46.21
W_v F=14.9367 singular_top8= [5.2084 3.3641 3.0064 2.9623 2.815  2.6389 2.5269 2.4605] smedian=0.3058 effective_rank=31.93
W_o F=16.5495 singular_top8= [7.3608 6.0993 3.1666 2.4518 2.3212 2.2022 2.1709 2.1597] smedian=0.1874 effective_rank=15.33
W_fc F=55.3764 singular_top8= [18.1182 12.7604 11.3373  9.3228  9.2666  9.0207  8.8979  8.8171] smedian=0.9490 effective_rank=36.47
W_proj F=50.0070 singular_top8= [10.899   7.7021  7.1728  6.6377  6.5415  6.2882  6.2009  6.1328] smedian=1.4759 effective_rank=103.70

LAYER 1
ln1_w mean=0.50583 sd=0.08918 min=0.19701 max=1.08462 norm=10.0651
ln1_b mean=0.01103 sd=0.15458 min=-1.56756 max=1.36513 norm=3.0369
ln2_w mean=1.13147 sd=0.17415 min=0.00187 max=1.51965 norm=22.4333
ln2_b mean=0.00647 sd=0.14352 min=-0.38920 max=0.41700 norm=2.8153
W_q F=38.9293 singular_top8= [10.4064  8.2394  7.4754  7.0325  6.6223  6.395   6.275   6.1297] smedian=0.4279 effective_rank=47.70
W_k F=34.8926 singular_top8= [14.4767 11.787   6.3698  6.0538  5.5225  5.4072  5.2682  5.167 ] smedian=0.4020 effective_rank=19.20
W_v F=28.7445 singular_top8= [4.7281 4.5469 4.4588 4.3949 4.3614 4.3317 4.2915 4.276 ] smedian=0.5104 effective_rank=78.15
W_o F=28.4790 singular_top8= [4.0451 3.2675 3.1879 3.1786 3.1633 3.1006 3.0706 3.0465] smedian=0.7287 effective_rank=135.33
W_fc F=80.3794 singular_top8= [19.8292 11.575  11.5215 11.2622 11.059  10.8746 10.6322 10.4972] smedian=1.9520 effective_rank=81.51
W_proj F=77.3844 singular_top8= [9.0375 8.457  8.1027 7.3326 7.3184 7.0875 6.7718 6.666 ] smedian=3.5967 effective_rank=256.84

LAYER 2
ln1_w mean=0.68087 sd=0.06874 min=0.31750 max=1.09272 norm=13.4102
ln1_b mean=0.01305 sd=0.15645 min=-1.65888 max=1.33182 norm=3.0765
ln2_w mean=1.31041 sd=0.11485 min=0.01202 max=1.50783 norm=25.7770
ln2_b mean=0.01229 sd=0.17372 min=-0.51705 max=0.44886 norm=3.4127
W_q F=38.9025 singular_top8= [5.9663 5.0189 4.865  4.7735 4.6954 4.5676 4.4963 4.4331] smedian=1.3420 effective_rank=141.54
W_k F=36.7500 singular_top8= [9.8633 9.5331 4.3864 4.1715 4.1168 3.9556 3.8793 3.7772] smedian=1.2369 effective_rank=69.01
W_v F=33.1825 singular_top8= [3.9143 3.78   3.727  3.6622 3.5821 3.5534 3.5099 3.4637] smedian=1.2014 effective_rank=162.37
W_o F=32.4345 singular_top8= [4.3982 4.0371 3.8746 3.739  3.621  3.5889 3.4883 3.4674] smedian=1.1896 effective_rank=160.76
W_fc F=79.8282 singular_top8= [15.7338  9.2489  8.718   8.6937  8.4705  7.865   7.7393  7.4819] smedian=3.3774 effective_rank=172.27
W_proj F=78.0482 singular_top8= [10.1974  9.0347  8.8821  8.4108  8.2242  8.0885  7.9876  7.8273] smedian=3.4490 effective_rank=219.46

LAYER 3
ln1_w mean=0.70875 sd=0.04941 min=0.40780 max=0.81546 norm=13.9223
ln1_b mean=0.02963 sd=0.09939 min=-0.76388 max=0.82412 norm=2.0324
ln2_w mean=1.26681 sd=0.08945 min=0.23280 max=1.45324 norm=24.8860
ln2_b mean=0.01280 sd=0.14128 min=-0.54017 max=0.39317 norm=2.7798
W_q F=33.2388 singular_top8= [4.0862 3.9326 3.8093 3.7155 3.6803 3.6334 3.5712 3.5556] smedian=1.2181 effective_rank=160.41
W_k F=32.4633 singular_top8= [6.3618 5.8423 3.6963 3.4585 3.3626 3.304  3.2563 3.2439] smedian=1.2120 effective_rank=132.45
W_v F=39.4218 singular_top8= [5.6601 5.4237 5.1815 5.1585 5.0739 5.0075 4.829  4.6848] smedian=1.3079 effective_rank=133.02
W_o F=40.1331 singular_top8= [10.4767  7.3569  5.3233  5.2944  5.177   5.1238  5.0488  4.9589] smedian=1.2119 effective_rank=81.34
W_fc F=78.2595 singular_top8= [15.1141  8.6112  8.486   8.0732  7.7689  7.5291  7.4493  7.3342] smedian=3.5182 effective_rank=194.49
W_proj F=85.1194 singular_top8= [28.4613 22.2137 21.3397 20.708  19.9429 19.6618 18.9864 18.744 ] smedian=0.8176 effective_rank=20.80

HEADS: QK=(Wq D)^T(Wk D)/8; OV=Wo Wv D; D=diag(ln1_w)
tr/F is signed trace divided by Frobenius norm; sym is symmetric-part norm/F.
L0H0 QK_F=0.294 tr/F=-0.357 sym=0.755 QK_ER=1.90 QK_s1-4= [0.248 0.102 0.047 0.043] QK_sym_extremes= [-0.073 -0.035  0.043  0.182] OV_F=2.128 tr/F=-0.067 OV_ER=8.58 OV_eig= [-0.086+0.034j -0.086-0.034j -0.057+0.048j -0.057-0.048j]
L0H1 QK_F=0.159 tr/F=-0.620 sym=0.762 QK_ER=1.25 QK_s1-4= [0.15  0.042 0.021 0.012] QK_sym_extremes= [-0.106 -0.024  0.019  0.045] OV_F=3.979 tr/F=0.231 OV_ER=1.70 OV_eig= [ 1.386+0.j    -0.245+0.j     0.012+0.045j  0.012-0.045j]
L0H2 QK_F=0.107 tr/F=-0.814 sym=0.803 QK_ER=1.21 QK_s1-4= [0.102 0.018 0.016 0.012] QK_sym_extremes= [-0.079 -0.012  0.005  0.025] OV_F=3.033 tr/F=0.229 OV_ER=1.62 OV_eig= [ 0.954+0.j    -0.118+0.j     0.05 +0.041j  0.05 -0.041j]
L0H3 QK_F=0.699 tr/F=1.923 sym=0.683 QK_ER=17.06 QK_s1-4= [0.244 0.223 0.201 0.182] QK_sym_extremes= [-0.078 -0.056  0.17   0.186] OV_F=3.536 tr/F=-0.570 OV_ER=19.72 OV_eig= [-0.001+0.207j -0.001-0.207j -0.085+0.183j -0.085-0.183j]
L0H4 QK_F=0.089 tr/F=-0.519 sym=0.725 QK_ER=1.52 QK_s1-4= [0.08  0.022 0.019 0.013] QK_sym_extremes= [-0.047 -0.016  0.007  0.033] OV_F=1.684 tr/F=0.102 OV_ER=1.70 OV_eig= [ 0.501+0.j   -0.061+0.j   -0.046+0.j   -0.033+0.02j]
L0H5 QK_F=0.034 tr/F=-0.254 sym=0.716 QK_ER=1.23 QK_s1-4= [0.032 0.004 0.003 0.003] QK_sym_extremes= [-0.018 -0.002  0.003  0.014] OV_F=18.820 tr/F=0.111 OV_ER=1.64 OV_eig= [ 0.554+1.534j  0.554-1.534j  1.168+0.j    -0.395+0.j   ]
L1H0 QK_F=1.981 tr/F=-0.883 sym=0.722 QK_ER=5.90 QK_s1-4= [1.185 0.729 0.557 0.534] QK_sym_extremes= [-0.585 -0.386  0.402  0.601] OV_F=11.481 tr/F=-1.346 OV_ER=24.55 OV_eig= [-1.071+0.031j -1.071-0.031j -0.967+0.207j -0.967-0.207j]
L1H1 QK_F=1.846 tr/F=-0.845 sym=0.713 QK_ER=5.08 QK_s1-4= [1.155 0.715 0.583 0.465] QK_sym_extremes= [-0.575 -0.336  0.381  0.577] OV_F=11.266 tr/F=-1.351 OV_ER=22.13 OV_eig= [-1.056+0.085j -1.056-0.085j -0.818+0.25j  -0.818-0.25j ]
L1H2 QK_F=1.783 tr/F=-1.059 sym=0.720 QK_ER=4.53 QK_s1-4= [1.176 0.62  0.485 0.436] QK_sym_extremes= [-0.598 -0.362  0.326  0.577] OV_F=11.810 tr/F=-1.467 OV_ER=20.46 OV_eig= [-1.307+0.j    -1.2  +0.096j -1.2  -0.096j -0.986+0.026j]
L1H3 QK_F=1.791 tr/F=-0.844 sym=0.709 QK_ER=4.34 QK_s1-4= [1.188 0.678 0.532 0.388] QK_sym_extremes= [-0.595 -0.304  0.346  0.592] OV_F=12.401 tr/F=-1.481 OV_ER=22.76 OV_eig= [-1.215+0.244j -1.215-0.244j -1.162+0.j    -0.93 +0.326j]
L1H4 QK_F=1.630 tr/F=-1.234 sym=0.723 QK_ER=4.86 QK_s1-4= [1.059 0.505 0.477 0.351] QK_sym_extremes= [-0.506 -0.276  0.279  0.557] OV_F=13.401 tr/F=-1.429 OV_ER=20.93 OV_eig= [-1.499+0.j    -1.365+0.05j  -1.365-0.05j  -1.009+0.162j]
L1H5 QK_F=1.867 tr/F=-0.874 sym=0.713 QK_ER=5.37 QK_s1-4= [1.147 0.719 0.556 0.499] QK_sym_extremes= [-0.607 -0.383  0.377  0.558] OV_F=10.921 tr/F=-1.369 OV_ER=21.74 OV_eig= [-1.112+0.j    -0.919+0.j    -0.875+0.104j -0.875-0.104j]
L2H0 QK_F=1.635 tr/F=-0.954 sym=0.693 QK_ER=16.43 QK_s1-4= [0.694 0.555 0.35  0.328] QK_sym_extremes= [-0.303 -0.233  0.269  0.342] OV_F=16.382 tr/F=-1.027 OV_ER=24.63 OV_eig= [-1.786+0.j    -1.284+0.369j -1.284-0.369j -1.149+0.072j]
L2H1 QK_F=2.155 tr/F=-0.100 sym=0.700 QK_ER=31.47 QK_s1-4= [0.578 0.514 0.509 0.466] QK_sym_extremes= [-0.289 -0.279  0.293  0.303] OV_F=17.620 tr/F=-1.995 OV_ER=36.57 OV_eig= [-1.758+0.j    -1.526+0.297j -1.526-0.297j -1.438+0.j   ]
L2H2 QK_F=1.721 tr/F=-0.754 sym=0.706 QK_ER=31.27 QK_s1-4= [0.518 0.412 0.4   0.374] QK_sym_extremes= [-0.246 -0.231  0.213  0.273] OV_F=18.665 tr/F=-1.604 OV_ER=29.47 OV_eig= [-2.375+0.j    -1.782+0.329j -1.782-0.329j -1.811+0.j   ]
L2H3 QK_F=1.624 tr/F=-0.367 sym=0.704 QK_ER=30.99 QK_s1-4= [0.503 0.385 0.364 0.334] QK_sym_extremes= [-0.232 -0.212  0.198  0.273] OV_F=19.000 tr/F=-1.590 OV_ER=32.89 OV_eig= [-1.936+0.231j -1.936-0.231j -1.686+0.j    -1.338+0.j   ]
L2H4 QK_F=2.217 tr/F=-0.443 sym=0.696 QK_ER=22.78 QK_s1-4= [0.815 0.63  0.506 0.471] QK_sym_extremes= [-0.386 -0.266  0.331  0.4  ] OV_F=14.878 tr/F=-2.103 OV_ER=34.68 OV_eig= [-1.601+0.191j -1.601-0.191j -1.412+0.278j -1.412-0.278j]
L2H5 QK_F=2.265 tr/F=-0.118 sym=0.699 QK_ER=30.28 QK_s1-4= [0.615 0.564 0.54  0.513] QK_sym_extremes= [-0.316 -0.276  0.309  0.326] OV_F=16.861 tr/F=-2.058 OV_ER=37.87 OV_eig= [-1.554+0.245j -1.554-0.245j -1.426+0.268j -1.426-0.268j]
L3H0 QK_F=2.029 tr/F=1.073 sym=0.709 QK_ER=44.28 QK_s1-4= [0.436 0.414 0.39  0.38 ] QK_sym_extremes= [-0.2   -0.194  0.259  0.268] OV_F=20.713 tr/F=-2.223 OV_ER=30.51 OV_eig= [-2.394+0.j    -1.792+0.672j -1.792-0.672j -1.734+0.272j]
L3H1 QK_F=1.217 tr/F=0.353 sym=0.706 QK_ER=33.91 QK_s1-4= [0.346 0.31  0.285 0.253] QK_sym_extremes= [-0.168 -0.155  0.176  0.197] OV_F=26.506 tr/F=-1.586 OV_ER=23.74 OV_eig= [-2.621+0.132j -2.621-0.132j -2.213+0.j    -1.906+0.658j]
L3H2 QK_F=1.438 tr/F=0.242 sym=0.703 QK_ER=40.06 QK_s1-4= [0.385 0.304 0.294 0.277] QK_sym_extremes= [-0.186 -0.161  0.176  0.196] OV_F=23.507 tr/F=-1.593 OV_ER=27.26 OV_eig= [-2.363+0.j    -2.12 +0.564j -2.12 -0.564j -1.938+0.j   ]
L3H3 QK_F=1.819 tr/F=3.200 sym=0.778 QK_ER=53.56 QK_s1-4= [0.322 0.311 0.307 0.304] QK_sym_extremes= [-0.189 -0.165  0.253  0.257] OV_F=37.530 tr/F=-1.210 OV_ER=22.97 OV_eig= [-3.02 +0.433j -3.02 -0.433j -2.93 +0.j    -2.476+1.04j ]
L3H4 QK_F=0.625 tr/F=0.001 sym=0.708 QK_ER=19.19 QK_s1-4= [0.236 0.203 0.171 0.151] QK_sym_extremes= [-0.113 -0.11   0.108  0.128] OV_F=49.245 tr/F=-0.794 OV_ER=10.30 OV_eig= [-5.486+0.j   -4.383+0.56j -4.383-0.56j -4.333+0.j  ]
L3H5 QK_F=1.666 tr/F=0.863 sym=0.710 QK_ER=41.68 QK_s1-4= [0.455 0.321 0.315 0.299] QK_sym_extremes= [-0.212 -0.164  0.209  0.24 ] OV_F=22.565 tr/F=-1.534 OV_ER=29.70 OV_eig= [-1.875+0.178j -1.875-0.178j -1.418+0.799j -1.418-0.799j]

```