FORWARD PASS 1 of 25:
{
 "ok": true,
 "type": "generate",
 "model": "original",
 "generations": 128,
 "graded": 128,
 "accuracy": 0.09375,
 "accuracy_by_source": {
  "gsm8k": 0.1875,
  "math": 0.0375
 },
 "mean_tokens": 30522.7109375,
 "cut_share": 0.921875,
 "failures": {
  "cut_at_max_tokens": 116,
  "no_answer_finished": 0,
  "wrong_answer": 0
 },
 "sampling": {
  "temperature": 0.6,
  "top_p": 0.95,
  "top_k": 20,
  "presence_penalty": 1.5,
  "max_tokens": 32768,
  "thinking": true
 },
 "seed_policy": "SHA256(exp8-v1:item_identity:sample_index), first 32 bits little-endian, masked to 31 bits; original mapping unpublished",
 "runtime": {
  "gpu_memory_utilization": 0.35,
  "max_num_seqs": 32,
  "max_model_len": 34816,
  "enforce_eager": true,
  "prefix_caching": false
 },
 "grading": {
  "mathqa_sha256": "f0d576a1adc625dede7bff749b3bf8c9a5a8f6bae43d51e2d0ee36d694e89843",
  "evaluate_sha256": "c93f477c02b3ae0d6b37abe3afad8bb7353e273322ff963eec7ff2270012035d",
  "math_verify_version": "0.9.0",
  "gemma_lenient_functions": "unchanged AST bodies from original evaluate.py",
  "loop_signal_deviation": "Missing mcqa repetitive_end helper reconstructed from the exact 200-word/4-gram/three-repeat/half-position rule documented in mathqa.py."
 },
 "s": 19568.46,
 "file": "/work/gen_1.jsonl",
 "activations": {
  "dir": "/work/gen_1_acts/",
  "files": {
   "hidden_last_prompt.npy": [
    128,
    24,
    1024
   ],
   "hidden_mean_answer.npy": [
    128,
    24,
    1024
   ],
   "mlp_last_prompt.npy": [
    128,
    23,
    3584
   ],
   "mlp_mean_answer.npy": [
    128,
    23,
    3584
   ]
  }
 }
}