{
  "generated_at": "2026-10-29T06:43:36.859503+00:00",
  "assignment": {
    "title": "Assignment 1: Basics \u2014 Empirical Machine Learning",
    "url": "https://deep-learning-alchemy.github.io/assets/assignments/a1_basics.pdf",
    "course": "CS 312",
    "problems": [
      {
        "id": "p1",
        "title": "Hyperparameters",
        "expected_runs": 51
      },
      {
        "id": "p2",
        "title": "Scaling-law reliability",
        "expected_runs": 54
      },
      {
        "id": "p3",
        "title": "Measuring variation",
        "expected_runs": 25
      },
      {
        "id": "p4",
        "title": "Amplification of randomness",
        "expected_runs": 15
      },
      {
        "id": "p5",
        "title": "Loss-curve diagnostics",
        "expected_runs": 5
      },
      {
        "id": "p6",
        "title": "Activations and gradient norms",
        "expected_runs": 5
      }
    ]
  },
  "status": "failed",
  "expected_runs": 155,
  "state_counts": {
    "completed": 116,
    "failed": 1
  },
  "runs": [
    {
      "id": "4tyg229z",
      "name": "model-d8-lr0.009-tok614M-p1-individual-lr-0.009",
      "problem": "p1",
      "group": "individual-lr",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/4tyg229z",
      "gpu": "H100",
      "created_at": "2026-10-28T18:09:03Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.009,
        "run_name": "model-d8-lr0.009-tok614M-p1-individual-lr-0.009",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.009,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-lr-0.009",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.910804510116577,
        "final_val_loss": 2.9500043392181396,
        "elapsed_seconds": 678.9995303860001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "vlv2ica1",
      "name": "model-d8-lr0.001-tok614M-p1-individual-lr-0.001",
      "problem": "p1",
      "group": "individual-lr",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/vlv2ica1",
      "gpu": "H100",
      "created_at": "2026-10-28T18:09:06Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.001,
        "run_name": "model-d8-lr0.001-tok614M-p1-individual-lr-0.001",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.001,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-lr-0.001",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9388508796691895,
        "final_val_loss": 2.9776055812835693,
        "elapsed_seconds": 687.252155863,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "szjbgs5z",
      "name": "model-d8-lr0.003-tok614M-p1-individual-lr-0.003",
      "problem": "p1",
      "group": "individual-lr",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/szjbgs5z",
      "gpu": "H100",
      "created_at": "2026-10-28T18:09:06Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-p1-individual-lr-0.003",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-lr-0.003",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.885502815246582,
        "final_val_loss": 2.925703525543213,
        "elapsed_seconds": 679.777800313,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "w4bipj2p",
      "name": "model-d8-lr0.027-tok614M-p1-individual-lr-0.027",
      "problem": "p1",
      "group": "individual-lr",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/w4bipj2p",
      "gpu": "H100",
      "created_at": "2026-10-28T18:09:06Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.027,
        "run_name": "model-d8-lr0.027-tok614M-p1-individual-lr-0.027",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.027,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-lr-0.027",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9774258136749268,
        "final_val_loss": 3.022568464279175,
        "elapsed_seconds": 700.8013439380001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "35v4wnnh",
      "name": "model-d8-lr0.003-tok614M-warmup0.03-p1-individual-warmup-0.03",
      "problem": "p1",
      "group": "individual-warmup",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/35v4wnnh",
      "gpu": "H100",
      "created_at": "2026-10-28T18:09:08Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-warmup0.03-p1-individual-warmup-0.03",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.03,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-warmup-0.03",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 281,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.883453369140625,
        "final_val_loss": 2.9256341457366943,
        "elapsed_seconds": 691.226515021,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "w793qu0f",
      "name": "model-d8-lr0.003-tok614M-warmup0.003-p1-individual-warmup-0.003",
      "problem": "p1",
      "group": "individual-warmup",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/w793qu0f",
      "gpu": "H100",
      "created_at": "2026-10-28T18:09:09Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-warmup0.003-p1-individual-warmup-0.003",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.003,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-warmup-0.003",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 28,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.901993751525879,
        "final_val_loss": 2.9395008087158203,
        "elapsed_seconds": 697.644960536,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "8ybki0v9",
      "name": "model-d8-lr0.000333-tok614M-p1-individual-lr-0.000333",
      "problem": "p1",
      "group": "individual-lr",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/8ybki0v9",
      "gpu": "H100",
      "created_at": "2026-10-28T18:09:12Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.000333,
        "run_name": "model-d8-lr0.000333-tok614M-p1-individual-lr-0.000333",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.000333,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-lr-0.000333",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.0911784172058105,
        "final_val_loss": 3.1264846324920654,
        "elapsed_seconds": 671.2810126649999,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "xos3jz2b",
      "name": "model-d8-lr0.003-tok614M-warmup0.0-p1-individual-warmup-0",
      "problem": "p1",
      "group": "individual-warmup",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/xos3jz2b",
      "gpu": "H100",
      "created_at": "2026-10-28T18:09:21Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-warmup0.0-p1-individual-warmup-0",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-warmup-0",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 0,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9787023067474365,
        "final_val_loss": 3.0212488174438477,
        "elapsed_seconds": 706.1999688520001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "vb5d4osd",
      "name": "model-d8-lr0.003-tok614M-ds103-ms103-p3-full-a100-seed-103",
      "problem": "p3",
      "group": "full",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/vb5d4osd",
      "gpu": "A100",
      "created_at": "2026-10-28T18:09:43Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p3",
        "cs312-a1-p3-full",
        "gpu-a100"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-ds103-ms103-p3-full-a100-seed-103",
        "data_seed": 103,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 103,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p3",
          "cs312-a1-p3-full",
          "gpu-a100"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p3-full-a100-seed-103",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9079229831695557,
        "final_val_loss": 2.9248735904693604,
        "elapsed_seconds": 1409.6479433769998,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "v7qbgsqy",
      "name": "model-d8-lr0.003-tok614M-p3-hardware-a100-repeat-1",
      "problem": "p3",
      "group": "hardware",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/v7qbgsqy",
      "gpu": "A100",
      "created_at": "2026-10-28T18:11:36Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p3",
        "cs312-a1-p3-hardware",
        "gpu-a100"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-p3-hardware-a100-repeat-1",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p3",
          "cs312-a1-p3-hardware",
          "gpu-a100"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p3-hardware-a100-repeat-1",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.8834354877471924,
        "final_val_loss": 2.9253196716308594,
        "elapsed_seconds": 1501.4585203840002,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "k1g5c1nd",
      "name": "model-d8-lr0.003-bs32-tok614M-p1-individual-batch-32",
      "problem": "p1",
      "group": "individual-batch",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/k1g5c1nd",
      "gpu": "H100",
      "created_at": "2026-10-28T18:20:12Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 18750,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-bs32-tok614M-p1-individual-batch-32",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 32,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 18750,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-batch-32",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 187,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.8662664890289307,
        "final_val_loss": 2.9188764095306396,
        "elapsed_seconds": 726.323582414,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "9olc7u9m",
      "name": "model-d8-lr0.003-bs128-tok614M-p1-individual-batch-128",
      "problem": "p1",
      "group": "individual-batch",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/9olc7u9m",
      "gpu": "H100",
      "created_at": "2026-10-28T18:20:13Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 4687,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-bs128-tok614M-p1-individual-batch-128",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 128,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 4687,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": false,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-batch-128",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 2,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": null,
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 46,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9464874267578125,
        "final_val_loss": 2.9517600536346436,
        "elapsed_seconds": 1463.4818378689995,
        "num_parameters": 34612736,
        "train_tokens": 614334464,
        "compute_flops": 1.1208668923664794e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "4fgf9ehd",
      "name": "model-d8-lr0.003-bs16-tok614M-p1-individual-batch-16",
      "problem": "p1",
      "group": "individual-batch",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/4fgf9ehd",
      "gpu": "H100",
      "created_at": "2026-10-28T18:20:17Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 37500,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-bs16-tok614M-p1-individual-batch-16",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 16,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 37500,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-batch-16",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 375,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.8010709285736084,
        "final_val_loss": 2.927990674972534,
        "elapsed_seconds": 800.3474282850001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "a4g4xwzm",
      "name": "model-d8-lr0.003-bs256-tok614M-p1-individual-batch-256",
      "problem": "p1",
      "group": "individual-batch",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/a4g4xwzm",
      "gpu": "H100",
      "created_at": "2026-10-28T18:20:21Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 2343,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-bs256-tok614M-p1-individual-batch-256",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 256,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 2343,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": false,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-batch-256",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 4,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": null,
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 23,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.010141372680664,
        "final_val_loss": 3.0169713497161865,
        "elapsed_seconds": 1462.502921721,
        "num_parameters": 34612736,
        "train_tokens": 614203392,
        "compute_flops": 1.120627748587438e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "2ck2a9ij",
      "name": "model-d8-lr0.003-tok614M-wd0.0-p1-individual-wd-0",
      "problem": "p1",
      "group": "individual-wd",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/2ck2a9ij",
      "gpu": "H100",
      "created_at": "2026-10-28T18:20:33Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-wd0.0-p1-individual-wd-0",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-wd-0",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.909496307373047,
        "final_val_loss": 2.950889587402344,
        "elapsed_seconds": 622.276990021,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "sshg4vxd",
      "name": "model-d8-lr0.003-tok614M-wd0.01-p1-individual-wd-0.01",
      "problem": "p1",
      "group": "individual-wd",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/sshg4vxd",
      "gpu": "H100",
      "created_at": "2026-10-28T18:20:35Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-wd0.01-p1-individual-wd-0.01",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.01,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-wd-0.01",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.906615734100342,
        "final_val_loss": 2.946993827819824,
        "elapsed_seconds": 621.008011806,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "zvey8idz",
      "name": "model-d8-lr0.003-tok614M-wd1.0-p1-individual-wd-1",
      "problem": "p1",
      "group": "individual-wd",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/zvey8idz",
      "gpu": "H100",
      "created_at": "2026-10-28T18:20:38Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-individual"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-wd1.0-p1-individual-wd-1",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-individual"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-individual-wd-1",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.91572904586792,
        "final_val_loss": 2.9604902267456055,
        "elapsed_seconds": 625.019483905,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "e6zrc071",
      "name": "model-d8-lr0.00075-bs16-tok614M-p1-paired-lr-0.00075-batch-16",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/e6zrc071",
      "gpu": "H100",
      "created_at": "2026-10-28T18:20:44Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 37500,
        "optim_lr": 0.00075,
        "run_name": "model-d8-lr0.00075-bs16-tok614M-p1-paired-lr-0.00075-batch-16",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 16,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 37500,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.00075,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.00075-batch-16",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 375,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.8112518787384033,
        "final_val_loss": 2.9361414909362793,
        "elapsed_seconds": 810.5702543740001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "cz1dkyu9",
      "name": "model-d8-lr0.00075-bs128-tok614M-p1-paired-lr-0.00075-batch-128",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/cz1dkyu9",
      "gpu": "H100",
      "created_at": "2026-10-28T18:30:57Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 4687,
        "optim_lr": 0.00075,
        "run_name": "model-d8-lr0.00075-bs128-tok614M-p1-paired-lr-0.00075-batch-128",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 128,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 4687,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.00075,
        "model_builder": null,
        "torch_compile": false,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.00075-batch-128",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 2,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": null,
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 46,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.0594286918640137,
        "final_val_loss": 3.065199136734009,
        "elapsed_seconds": 1473.587113304,
        "num_parameters": 34612736,
        "train_tokens": 614334464,
        "compute_flops": 1.1208668923664794e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "m2x7q74a",
      "name": "model-d8-lr0.00075-tok614M-p1-paired-lr-0.00075-batch-64",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/m2x7q74a",
      "gpu": "H100",
      "created_at": "2026-10-28T18:31:00Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.00075,
        "run_name": "model-d8-lr0.00075-tok614M-p1-paired-lr-0.00075-batch-64",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.00075,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.00075-batch-64",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.960118055343628,
        "final_val_loss": 3.003732681274414,
        "elapsed_seconds": 626.8483996110001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "h5rx9dlu",
      "name": "model-d8-lr0.00075-bs256-tok614M-p1-paired-lr-0.00075-batch-256",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/h5rx9dlu",
      "gpu": "H100",
      "created_at": "2026-10-28T18:31:11Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 2343,
        "optim_lr": 0.00075,
        "run_name": "model-d8-lr0.00075-bs256-tok614M-p1-paired-lr-0.00075-batch-256",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 256,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 2343,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.00075,
        "model_builder": null,
        "torch_compile": false,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.00075-batch-256",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 4,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": null,
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 23,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.153065919876098,
        "final_val_loss": 3.159877061843872,
        "elapsed_seconds": 1472.928207924,
        "num_parameters": 34612736,
        "train_tokens": 614203392,
        "compute_flops": 1.120627748587438e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "gikhoc2t",
      "name": "model-d8-lr0.0015-bs16-tok614M-p1-paired-lr-0.0015-batch-16",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/gikhoc2t",
      "gpu": "H100",
      "created_at": "2026-10-28T18:32:20Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 37500,
        "optim_lr": 0.0015,
        "run_name": "model-d8-lr0.0015-bs16-tok614M-p1-paired-lr-0.0015-batch-16",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 16,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 37500,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.0015,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.0015-batch-16",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 375,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.7949860095977783,
        "final_val_loss": 2.922903299331665,
        "elapsed_seconds": 766.1751989520003,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "pmoq6j23",
      "name": "model-d8-lr0.003-tok614M-p3-hardware-a100-repeat-2",
      "problem": "p3",
      "group": "hardware",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/pmoq6j23",
      "gpu": "A100",
      "created_at": "2026-10-28T18:32:55Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p3",
        "cs312-a1-p3-hardware",
        "gpu-a100"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-p3-hardware-a100-repeat-2",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p3",
          "cs312-a1-p3-hardware",
          "gpu-a100"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p3-hardware-a100-repeat-2",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.883943557739258,
        "final_val_loss": 2.9257168769836426,
        "elapsed_seconds": 1316.550674252,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "xtt3s1a3",
      "name": "model-d8-lr0.0015-tok614M-p1-paired-lr-0.0015-batch-64",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/xtt3s1a3",
      "gpu": "H100",
      "created_at": "2026-10-28T18:33:38Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.0015,
        "run_name": "model-d8-lr0.0015-tok614M-p1-paired-lr-0.0015-batch-64",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.0015,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.0015-batch-64",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.907099723815918,
        "final_val_loss": 2.948275089263916,
        "elapsed_seconds": 616.7103024120001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "9av6ocok",
      "name": "model-d8-lr0.0015-bs128-tok614M-p1-paired-lr-0.0015-batch-128",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/9av6ocok",
      "gpu": "H100",
      "created_at": "2026-10-28T18:34:18Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 4687,
        "optim_lr": 0.0015,
        "run_name": "model-d8-lr0.0015-bs128-tok614M-p1-paired-lr-0.0015-batch-128",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 128,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 4687,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.0015,
        "model_builder": null,
        "torch_compile": false,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.0015-batch-128",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 2,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": null,
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 46,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.974461555480957,
        "final_val_loss": 2.9800145626068115,
        "elapsed_seconds": 1468.2128001459998,
        "num_parameters": 34612736,
        "train_tokens": 614334464,
        "compute_flops": 1.1208668923664794e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "406qjc3b",
      "name": "model-d8-lr0.0015-bs256-tok614M-p1-paired-lr-0.0015-batch-256",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/406qjc3b",
      "gpu": "H100",
      "created_at": "2026-10-28T18:41:30Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 2343,
        "optim_lr": 0.0015,
        "run_name": "model-d8-lr0.0015-bs256-tok614M-p1-paired-lr-0.0015-batch-256",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 256,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 2343,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.0015,
        "model_builder": null,
        "torch_compile": false,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.0015-batch-256",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 4,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": null,
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 23,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.0401666164398193,
        "final_val_loss": 3.0477254390716553,
        "elapsed_seconds": 1467.864676828,
        "num_parameters": 34612736,
        "train_tokens": 614203392,
        "compute_flops": 1.120627748587438e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "5nm3uxbk",
      "name": "model-d8-lr0.003-bs16-tok614M-p1-paired-lr-0.003-batch-16",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/5nm3uxbk",
      "gpu": "H100",
      "created_at": "2026-10-28T18:43:59Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 37500,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-bs16-tok614M-p1-paired-lr-0.003-batch-16",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 16,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 37500,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.003-batch-16",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 375,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.8058714866638184,
        "final_val_loss": 2.9286131858825684,
        "elapsed_seconds": 756.9950382309999,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "i0t80scj",
      "name": "model-d8-lr0.003-tok614M-p1-paired-lr-0.003-batch-64",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/i0t80scj",
      "gpu": "H100",
      "created_at": "2026-10-28T18:44:38Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-p1-paired-lr-0.003-batch-64",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.003-batch-64",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.88707971572876,
        "final_val_loss": 2.926734685897827,
        "elapsed_seconds": 613.980894322,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "xvjhww59",
      "name": "model-d8-lr0.003-bs128-tok614M-p1-paired-lr-0.003-batch-128",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/xvjhww59",
      "gpu": "H100",
      "created_at": "2026-10-28T18:44:46Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 4687,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-bs128-tok614M-p1-paired-lr-0.003-batch-128",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 128,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 4687,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": false,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.003-batch-128",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 2,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": null,
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 46,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.947863817214966,
        "final_val_loss": 2.950629234313965,
        "elapsed_seconds": 1467.242642877,
        "num_parameters": 34612736,
        "train_tokens": 614334464,
        "compute_flops": 1.1208668923664794e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "zdfl4fjj",
      "name": "model-d8-lr0.003-bs256-tok614M-p1-paired-lr-0.003-batch-256",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/zdfl4fjj",
      "gpu": "H100",
      "created_at": "2026-10-28T18:45:09Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 2343,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-bs256-tok614M-p1-paired-lr-0.003-batch-256",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 256,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 2343,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": false,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.003-batch-256",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 4,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": null,
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 23,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.0040805339813232,
        "final_val_loss": 3.013803243637085,
        "elapsed_seconds": 1458.626736623,
        "num_parameters": 34612736,
        "train_tokens": 614203392,
        "compute_flops": 1.120627748587438e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "shmdue3p",
      "name": "model-d8-lr0.006-bs16-tok614M-p1-paired-lr-0.006-batch-16",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/shmdue3p",
      "gpu": "H100",
      "created_at": "2026-10-28T18:54:53Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 37500,
        "optim_lr": 0.006,
        "run_name": "model-d8-lr0.006-bs16-tok614M-p1-paired-lr-0.006-batch-16",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 16,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 37500,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.006,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.006-batch-16",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 375,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.82763671875,
        "final_val_loss": 2.9507412910461426,
        "elapsed_seconds": 788.0561734880002,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "v78r8if7",
      "name": "model-d8-lr0.006-tok614M-p1-paired-lr-0.006-batch-64",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/v78r8if7",
      "gpu": "H100",
      "created_at": "2026-10-28T18:55:32Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.006,
        "run_name": "model-d8-lr0.006-tok614M-p1-paired-lr-0.006-batch-64",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.006,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.006-batch-64",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.901099920272827,
        "final_val_loss": 2.9400439262390137,
        "elapsed_seconds": 621.389356097,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "rhhawsot",
      "name": "model-d8-lr0.006-bs128-tok614M-p1-paired-lr-0.006-batch-128",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/rhhawsot",
      "gpu": "H100",
      "created_at": "2026-10-28T18:55:50Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 4687,
        "optim_lr": 0.006,
        "run_name": "model-d8-lr0.006-bs128-tok614M-p1-paired-lr-0.006-batch-128",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 128,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 4687,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.006,
        "model_builder": null,
        "torch_compile": false,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.006-batch-128",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 2,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": null,
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 46,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.971676826477051,
        "final_val_loss": 2.974407911300659,
        "elapsed_seconds": 1479.8256759779997,
        "num_parameters": 34612736,
        "train_tokens": 614334464,
        "compute_flops": 1.1208668923664794e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "k6rh7xtt",
      "name": "model-d8-lr0.006-bs256-tok614M-p1-paired-lr-0.006-batch-256",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/k6rh7xtt",
      "gpu": "H100",
      "created_at": "2026-10-28T18:56:40Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 2343,
        "optim_lr": 0.006,
        "run_name": "model-d8-lr0.006-bs256-tok614M-p1-paired-lr-0.006-batch-256",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 256,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 2343,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.006,
        "model_builder": null,
        "torch_compile": false,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.006-batch-256",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 4,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": null,
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 23,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.073199987411499,
        "final_val_loss": 3.0832600593566895,
        "elapsed_seconds": 1464.7480794049998,
        "num_parameters": 34612736,
        "train_tokens": 614203392,
        "compute_flops": 1.120627748587438e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "sd1idbf5",
      "name": "model-d8-lr0.012-bs16-tok614M-p1-paired-lr-0.012-batch-16",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/sd1idbf5",
      "gpu": "H100",
      "created_at": "2026-10-28T18:58:51Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 37500,
        "optim_lr": 0.012,
        "run_name": "model-d8-lr0.012-bs16-tok614M-p1-paired-lr-0.012-batch-16",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 16,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 37500,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.012,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.012-batch-16",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 375,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.881800651550293,
        "final_val_loss": 3.0113401412963867,
        "elapsed_seconds": 750.3122113670001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "fdt7anzz",
      "name": "model-d8-lr0.012-tok614M-p1-paired-lr-0.012-batch-64",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/fdt7anzz",
      "gpu": "H100",
      "created_at": "2026-10-28T19:05:54Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.012,
        "run_name": "model-d8-lr0.012-tok614M-p1-paired-lr-0.012-batch-64",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.012,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.012-batch-64",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.916522741317749,
        "final_val_loss": 2.9609487056732178,
        "elapsed_seconds": 622.1483600359998,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "y3hyl7pk",
      "name": "model-d8-lr0.012-bs128-tok614M-p1-paired-lr-0.012-batch-128",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/y3hyl7pk",
      "gpu": "H100",
      "created_at": "2026-10-28T19:06:04Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 4687,
        "optim_lr": 0.012,
        "run_name": "model-d8-lr0.012-bs128-tok614M-p1-paired-lr-0.012-batch-128",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 128,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 4687,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.012,
        "model_builder": null,
        "torch_compile": false,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.012-batch-128",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 2,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": null,
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 46,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.993485927581787,
        "final_val_loss": 2.9991295337677,
        "elapsed_seconds": 1474.7767241260003,
        "num_parameters": 34612736,
        "train_tokens": 614334464,
        "compute_flops": 1.1208668923664794e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "inhdaota",
      "name": "model-d8-lr0.012-bs256-tok614M-p1-paired-lr-0.012-batch-256",
      "problem": "p1",
      "group": "paired",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/inhdaota",
      "gpu": "H100",
      "created_at": "2026-10-28T19:08:04Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-paired"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 2343,
        "optim_lr": 0.012,
        "run_name": "model-d8-lr0.012-bs256-tok614M-p1-paired-lr-0.012-batch-256",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 256,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-paired"
        ],
        "lr_schedule": "linear",
        "total_steps": 2343,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.012,
        "model_builder": null,
        "torch_compile": false,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-paired-lr-0.012-batch-256",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 4,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": null,
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 23,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.164364814758301,
        "final_val_loss": 3.174107074737549,
        "elapsed_seconds": 1460.4503125869996,
        "num_parameters": 34612736,
        "train_tokens": 614203392,
        "compute_flops": 1.120627748587438e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "n71sm5z5",
      "name": "model-d8-lr0.001-tok614M-p1-scheduler-linear-lr-0.001",
      "problem": "p1",
      "group": "scheduler-linear",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/n71sm5z5",
      "gpu": "H100",
      "created_at": "2026-10-28T19:09:17Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.001,
        "run_name": "model-d8-lr0.001-tok614M-p1-scheduler-linear-lr-0.001",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.001,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-linear-lr-0.001",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.936037063598633,
        "final_val_loss": 2.9774906635284424,
        "elapsed_seconds": 624.5252686640001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "aexhkqvl",
      "name": "model-d8-lr0.003-tok614M-p1-scheduler-linear-lr-0.003",
      "problem": "p1",
      "group": "scheduler-linear",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/aexhkqvl",
      "gpu": "H100",
      "created_at": "2026-10-28T19:09:32Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-p1-scheduler-linear-lr-0.003",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-linear-lr-0.003",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.8827250003814697,
        "final_val_loss": 2.927086114883423,
        "elapsed_seconds": 620.4475929540004,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "1r5k2dmj",
      "name": "model-d8-lr0.009-tok614M-p1-scheduler-linear-lr-0.009",
      "problem": "p1",
      "group": "scheduler-linear",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/1r5k2dmj",
      "gpu": "H100",
      "created_at": "2026-10-28T19:11:24Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.009,
        "run_name": "model-d8-lr0.009-tok614M-p1-scheduler-linear-lr-0.009",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.009,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-linear-lr-0.009",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.906729221343994,
        "final_val_loss": 2.9487380981445312,
        "elapsed_seconds": 627.7089028740002,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "6oyw3y50",
      "name": "model-d8-lr0.027-tok614M-p1-scheduler-linear-lr-0.027",
      "problem": "p1",
      "group": "scheduler-linear",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/6oyw3y50",
      "gpu": "H100",
      "created_at": "2026-10-28T19:16:17Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.027,
        "run_name": "model-d8-lr0.027-tok614M-p1-scheduler-linear-lr-0.027",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.027,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-linear-lr-0.027",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9681265354156494,
        "final_val_loss": 3.0138323307037354,
        "elapsed_seconds": 622.3782497990001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "vxses9dr",
      "name": "model-d8-lr0.001-tok614M-cos-p1-scheduler-cos-lr-0.001",
      "problem": "p1",
      "group": "scheduler-cos",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/vxses9dr",
      "gpu": "H100",
      "created_at": "2026-10-28T19:19:50Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.001,
        "run_name": "model-d8-lr0.001-tok614M-cos-p1-scheduler-cos-lr-0.001",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "cos",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.001,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-cos-lr-0.001",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9442391395568848,
        "final_val_loss": 2.9828522205352783,
        "elapsed_seconds": 625.4586525889999,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "kv2l8jz3",
      "name": "model-d8-lr0.003-tok614M-cos-p1-scheduler-cos-lr-0.003",
      "problem": "p1",
      "group": "scheduler-cos",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/kv2l8jz3",
      "gpu": "H100",
      "created_at": "2026-10-28T19:19:54Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-cos-p1-scheduler-cos-lr-0.003",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "cos",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-cos-lr-0.003",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.8925886154174805,
        "final_val_loss": 2.9325551986694336,
        "elapsed_seconds": 618.3243994510003,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "f0aho0ho",
      "name": "model-d8-lr0.009-tok614M-cos-p1-scheduler-cos-lr-0.009",
      "problem": "p1",
      "group": "scheduler-cos",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/f0aho0ho",
      "gpu": "H100",
      "created_at": "2026-10-28T19:20:32Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.009,
        "run_name": "model-d8-lr0.009-tok614M-cos-p1-scheduler-cos-lr-0.009",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "cos",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.009,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-cos-lr-0.009",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.914827346801758,
        "final_val_loss": 2.955641031265259,
        "elapsed_seconds": 630.4271642299991,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "4yjbqdv4",
      "name": "model-d8-lr0.027-tok614M-cos-p1-scheduler-cos-lr-0.027",
      "problem": "p1",
      "group": "scheduler-cos",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/4yjbqdv4",
      "gpu": "H100",
      "created_at": "2026-10-28T19:21:10Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.027,
        "run_name": "model-d8-lr0.027-tok614M-cos-p1-scheduler-cos-lr-0.027",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "cos",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.027,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-cos-lr-0.027",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.965789794921875,
        "final_val_loss": 3.011772394180298,
        "elapsed_seconds": 626.0554660610005,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "xwbgteis",
      "name": "model-d8-lr0.001-tok614M-constant-p1-scheduler-constant-lr-0.001",
      "problem": "p1",
      "group": "scheduler-constant",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/xwbgteis",
      "gpu": "H100",
      "created_at": "2026-10-28T19:21:59Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.001,
        "run_name": "model-d8-lr0.001-tok614M-constant-p1-scheduler-constant-lr-0.001",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "constant",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.001,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-constant-lr-0.001",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.029482126235962,
        "final_val_loss": 3.070076704025269,
        "elapsed_seconds": 629.351573295,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "10znrpd1",
      "name": "model-d8-lr0.003-tok614M-constant-p1-scheduler-constant-lr-0.003",
      "problem": "p1",
      "group": "scheduler-constant",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/10znrpd1",
      "gpu": "H100",
      "created_at": "2026-10-28T19:26:41Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-constant-p1-scheduler-constant-lr-0.003",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "constant",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-constant-lr-0.003",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.1358089447021484,
        "final_val_loss": 3.1749868392944336,
        "elapsed_seconds": 620.0852440050003,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "dvv1w9bx",
      "name": "model-d8-lr0.009-tok614M-constant-p1-scheduler-constant-lr-0.009",
      "problem": "p1",
      "group": "scheduler-constant",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/dvv1w9bx",
      "gpu": "H100",
      "created_at": "2026-10-28T19:30:14Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.009,
        "run_name": "model-d8-lr0.009-tok614M-constant-p1-scheduler-constant-lr-0.009",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "constant",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.009,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-constant-lr-0.009",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.2460684776306152,
        "final_val_loss": 3.2782509326934814,
        "elapsed_seconds": 618.8508486860001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "bujtti6l",
      "name": "model-d8-lr0.027-tok614M-constant-p1-scheduler-constant-lr-0.027",
      "problem": "p1",
      "group": "scheduler-constant",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/bujtti6l",
      "gpu": "H100",
      "created_at": "2026-10-28T19:30:26Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.027,
        "run_name": "model-d8-lr0.027-tok614M-constant-p1-scheduler-constant-lr-0.027",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "constant",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.027,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-constant-lr-0.027",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.430365562438965,
        "final_val_loss": 3.4681451320648193,
        "elapsed_seconds": 624.9555746030001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "1ix7kxvm",
      "name": "model-d8-lr0.001-tok614M-wsd0.2-p1-scheduler-wsd0.2-lr-0.001",
      "problem": "p1",
      "group": "scheduler-wsd0.2",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/1ix7kxvm",
      "gpu": "H100",
      "created_at": "2026-10-28T19:30:43Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.001,
        "run_name": "model-d8-lr0.001-tok614M-wsd0.2-p1-scheduler-wsd0.2-lr-0.001",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "wsd0.2",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.001,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-wsd0.2-lr-0.001",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9081106185913086,
        "final_val_loss": 2.950047254562378,
        "elapsed_seconds": 623.9565053899996,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "z3r944py",
      "name": "model-d8-lr0.003-tok614M-wsd0.2-p1-scheduler-wsd0.2-lr-0.003",
      "problem": "p1",
      "group": "scheduler-wsd0.2",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/z3r944py",
      "gpu": "H100",
      "created_at": "2026-10-28T19:31:05Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-wsd0.2-p1-scheduler-wsd0.2-lr-0.003",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "wsd0.2",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-wsd0.2-lr-0.003",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.8936641216278076,
        "final_val_loss": 2.936361312866211,
        "elapsed_seconds": 627.5585949480001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "ixhhmdt5",
      "name": "model-d8-lr0.009-tok614M-wsd0.2-p1-scheduler-wsd0.2-lr-0.009",
      "problem": "p1",
      "group": "scheduler-wsd0.2",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/ixhhmdt5",
      "gpu": "H100",
      "created_at": "2026-10-28T19:31:42Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.009,
        "run_name": "model-d8-lr0.009-tok614M-wsd0.2-p1-scheduler-wsd0.2-lr-0.009",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "wsd0.2",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.009,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-wsd0.2-lr-0.009",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.946770668029785,
        "final_val_loss": 2.9895639419555664,
        "elapsed_seconds": 619.7292725449997,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "ifh83nb2",
      "name": "model-d8-lr0.027-tok614M-wsd0.2-p1-scheduler-wsd0.2-lr-0.027",
      "problem": "p1",
      "group": "scheduler-wsd0.2",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/ifh83nb2",
      "gpu": "H100",
      "created_at": "2026-10-28T19:32:26Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p1",
        "cs312-a1-p1-scheduler"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.027,
        "run_name": "model-d8-lr0.027-tok614M-wsd0.2-p1-scheduler-wsd0.2-lr-0.027",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p1",
          "cs312-a1-p1-scheduler"
        ],
        "lr_schedule": "wsd0.2",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.027,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p1-scheduler-wsd0.2-lr-0.027",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.0630111694335938,
        "final_val_loss": 3.108166217803955,
        "elapsed_seconds": 619.733790405,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "ave7iqz2",
      "name": "model-d4-lr0.003-tok614M-p2-required-baseline-d4",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/ave7iqz2",
      "gpu": "H100",
      "created_at": "2026-10-28T19:32:32Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d4-lr0.003-tok614M-p2-required-baseline-d4",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d4",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d4",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 256,
          "context_length": 1024,
          "intermediate_size": 896,
          "num_hidden_layers": 4,
          "num_attention_heads": 4,
          "num_key_value_heads": 4,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 5901056,
        "run_name_suffix": "p2-required-baseline-d4",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.2481679916381836,
        "final_val_loss": 3.2893319129943848,
        "elapsed_seconds": 241.25981826799944,
        "num_parameters": 5901056,
        "train_tokens": 614400000,
        "compute_flops": 1.40123308032e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "jzkl2din",
      "name": "model-d4-lr0.003-tok614M-constant-p2-required-constant-d4",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/jzkl2din",
      "gpu": "H100",
      "created_at": "2026-10-28T19:36:34Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d4-lr0.003-tok614M-constant-p2-required-constant-d4",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d4",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "constant",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d4",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 256,
          "context_length": 1024,
          "intermediate_size": 896,
          "num_hidden_layers": 4,
          "num_attention_heads": 4,
          "num_key_value_heads": 4,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 5901056,
        "run_name_suffix": "p2-required-constant-d4",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.387062311172486,
        "final_val_loss": 3.422168970108032,
        "elapsed_seconds": 189.2824329720006,
        "num_parameters": 5901056,
        "train_tokens": 614400000,
        "compute_flops": 1.40123308032e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "91kv9drz",
      "name": "model-d4-lr0.003-tok614M-dropout0.2-p2-required-dropout-0.2-d4",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/91kv9drz",
      "gpu": "H100",
      "created_at": "2026-10-28T19:37:02Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0.2,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d4-lr0.003-tok614M-dropout0.2-p2-required-dropout-0.2-d4",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d4",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d4",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 256,
          "context_length": 1024,
          "intermediate_size": 896,
          "num_hidden_layers": 4,
          "num_attention_heads": 4,
          "num_key_value_heads": 4,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 5901056,
        "run_name_suffix": "p2-required-dropout-0.2-d4",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.555072546005249,
        "final_val_loss": 3.447396755218506,
        "elapsed_seconds": 243.99196186800057,
        "num_parameters": 5901056,
        "train_tokens": 614400000,
        "compute_flops": 1.40123308032e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "0sahnjty",
      "name": "model-d4-lr0.03-tok614M-p2-required-lr-0.03-d4",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/0sahnjty",
      "gpu": "H100",
      "created_at": "2026-10-28T19:39:48Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d4-lr0.03-tok614M-p2-required-lr-0.03-d4",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d4",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d4",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 256,
          "context_length": 1024,
          "intermediate_size": 896,
          "num_hidden_layers": 4,
          "num_attention_heads": 4,
          "num_key_value_heads": 4,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 5901056,
        "run_name_suffix": "p2-required-lr-0.03-d4",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.2814674377441406,
        "final_val_loss": 3.3187437057495117,
        "elapsed_seconds": 189.3511444019996,
        "num_parameters": 5901056,
        "train_tokens": 614400000,
        "compute_flops": 1.40123308032e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "225zusqt",
      "name": "model-d5-lr0.003-tok614M-p2-required-baseline-d5",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/225zusqt",
      "gpu": "H100",
      "created_at": "2026-10-28T19:40:34Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d5-lr0.003-tok614M-p2-required-baseline-d5",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d5",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d5",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 320,
          "context_length": 1024,
          "intermediate_size": 1120,
          "num_hidden_layers": 5,
          "num_attention_heads": 5,
          "num_key_value_heads": 5,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 10049600,
        "run_name_suffix": "p2-required-baseline-d5",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.113661766052246,
        "final_val_loss": 3.153869152069092,
        "elapsed_seconds": 310.4867484530005,
        "num_parameters": 10049600,
        "train_tokens": 614400000,
        "compute_flops": 2.73678336e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "053bonql",
      "name": "model-d5-lr0.003-tok614M-constant-p2-required-constant-d5",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/053bonql",
      "gpu": "H100",
      "created_at": "2026-10-28T19:40:54Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d5-lr0.003-tok614M-constant-p2-required-constant-d5",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d5",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "constant",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d5",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 320,
          "context_length": 1024,
          "intermediate_size": 1120,
          "num_hidden_layers": 5,
          "num_attention_heads": 5,
          "num_key_value_heads": 5,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 10049600,
        "run_name_suffix": "p2-required-constant-d5",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.2953269481658936,
        "final_val_loss": 3.3288111686706543,
        "elapsed_seconds": 306.276622419,
        "num_parameters": 10049600,
        "train_tokens": 614400000,
        "compute_flops": 2.73678336e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "3o09wi9n",
      "name": "model-d5-lr0.03-tok614M-p2-required-lr-0.03-d5",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/3o09wi9n",
      "gpu": "H100",
      "created_at": "2026-10-28T19:41:07Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d5-lr0.03-tok614M-p2-required-lr-0.03-d5",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d5",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d5",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 320,
          "context_length": 1024,
          "intermediate_size": 1120,
          "num_hidden_layers": 5,
          "num_attention_heads": 5,
          "num_key_value_heads": 5,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 10049600,
        "run_name_suffix": "p2-required-lr-0.03-d5",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.1627564430236816,
        "final_val_loss": 3.2036008834838867,
        "elapsed_seconds": 315.1565401180005,
        "num_parameters": 10049600,
        "train_tokens": 614400000,
        "compute_flops": 2.73678336e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "lhhsv4m8",
      "name": "model-d5-lr0.003-tok614M-dropout0.2-p2-required-dropout-0.2-d5",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/lhhsv4m8",
      "gpu": "H100",
      "created_at": "2026-10-28T19:41:10Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0.2,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d5-lr0.003-tok614M-dropout0.2-p2-required-dropout-0.2-d5",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d5",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d5",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 320,
          "context_length": 1024,
          "intermediate_size": 1120,
          "num_hidden_layers": 5,
          "num_attention_heads": 5,
          "num_key_value_heads": 5,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 10049600,
        "run_name_suffix": "p2-required-dropout-0.2-d5",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.410769462585449,
        "final_val_loss": 3.325653553009033,
        "elapsed_seconds": 330.8258578120003,
        "num_parameters": 10049600,
        "train_tokens": 614400000,
        "compute_flops": 2.73678336e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "v227lbgr",
      "name": "model-d6-lr0.003-tok614M-p2-required-baseline-d6",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/v227lbgr",
      "gpu": "H100",
      "created_at": "2026-10-28T19:41:38Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d6-lr0.003-tok614M-p2-required-baseline-d6",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d6",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d6",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 384,
          "context_length": 1024,
          "intermediate_size": 1344,
          "num_hidden_layers": 6,
          "num_attention_heads": 6,
          "num_key_value_heads": 6,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 15980160,
        "run_name_suffix": "p2-required-baseline-d6",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.013727903366089,
        "final_val_loss": 3.055328369140625,
        "elapsed_seconds": 416.62590147099945,
        "num_parameters": 15980160,
        "train_tokens": 614400000,
        "compute_flops": 4.72916164608e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "xrujg9zw",
      "name": "model-d6-lr0.003-tok614M-constant-p2-required-constant-d6",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/xrujg9zw",
      "gpu": "H100",
      "created_at": "2026-10-28T19:42:04Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d6-lr0.003-tok614M-constant-p2-required-constant-d6",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d6",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "constant",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d6",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 384,
          "context_length": 1024,
          "intermediate_size": 1344,
          "num_hidden_layers": 6,
          "num_attention_heads": 6,
          "num_key_value_heads": 6,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 15980160,
        "run_name_suffix": "p2-required-constant-d6",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.204329252243042,
        "final_val_loss": 3.2427990436553955,
        "elapsed_seconds": 415.1751020089996,
        "num_parameters": 15980160,
        "train_tokens": 614400000,
        "compute_flops": 4.72916164608e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "n9l9gs4x",
      "name": "model-d6-lr0.003-tok614M-dropout0.2-p2-required-dropout-0.2-d6",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/n9l9gs4x",
      "gpu": "H100",
      "created_at": "2026-10-28T19:42:48Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0.2,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d6-lr0.003-tok614M-dropout0.2-p2-required-dropout-0.2-d6",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d6",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d6",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 384,
          "context_length": 1024,
          "intermediate_size": 1344,
          "num_hidden_layers": 6,
          "num_attention_heads": 6,
          "num_key_value_heads": 6,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 15980160,
        "run_name_suffix": "p2-required-dropout-0.2-d6",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.2906789779663086,
        "final_val_loss": 3.2161595821380615,
        "elapsed_seconds": 433.4480467619997,
        "num_parameters": 15980160,
        "train_tokens": 614400000,
        "compute_flops": 4.72916164608e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "yt0rgeb4",
      "name": "model-d6-lr0.03-tok614M-p2-required-lr-0.03-d6",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/yt0rgeb4",
      "gpu": "H100",
      "created_at": "2026-10-28T19:43:02Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d6-lr0.03-tok614M-p2-required-lr-0.03-d6",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d6",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d6",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 384,
          "context_length": 1024,
          "intermediate_size": 1344,
          "num_hidden_layers": 6,
          "num_attention_heads": 6,
          "num_key_value_heads": 6,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 15980160,
        "run_name_suffix": "p2-required-lr-0.03-d6",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.0628929138183594,
        "final_val_loss": 3.104918956756592,
        "elapsed_seconds": 423.8928747010005,
        "num_parameters": 15980160,
        "train_tokens": 614400000,
        "compute_flops": 4.72916164608e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "3lys0jxv",
      "name": "model-d7-lr0.003-tok614M-p2-required-baseline-d7",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/3lys0jxv",
      "gpu": "H100",
      "created_at": "2026-10-28T19:45:49Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d7-lr0.003-tok614M-p2-required-baseline-d7",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d7",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d7",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 448,
          "context_length": 1024,
          "intermediate_size": 1568,
          "num_hidden_layers": 7,
          "num_attention_heads": 7,
          "num_key_value_heads": 7,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 24049088,
        "run_name_suffix": "p2-required-baseline-d7",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.944243907928467,
        "final_val_loss": 2.983734130859375,
        "elapsed_seconds": 1186.6968268160008,
        "num_parameters": 24049088,
        "train_tokens": 614400000,
        "compute_flops": 7.50973353984e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "pzj52x4t",
      "name": "model-d7-lr0.003-tok614M-constant-p2-required-constant-d7",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/pzj52x4t",
      "gpu": "H100",
      "created_at": "2026-10-28T19:46:00Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d7-lr0.003-tok614M-constant-p2-required-constant-d7",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d7",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "constant",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d7",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 448,
          "context_length": 1024,
          "intermediate_size": 1568,
          "num_hidden_layers": 7,
          "num_attention_heads": 7,
          "num_key_value_heads": 7,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 24049088,
        "run_name_suffix": "p2-required-constant-d7",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.170903205871582,
        "final_val_loss": 3.207444906234741,
        "elapsed_seconds": 541.8265922589999,
        "num_parameters": 24049088,
        "train_tokens": 614400000,
        "compute_flops": 7.50973353984e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "19dd6x66",
      "name": "model-d7-lr0.003-tok614M-dropout0.2-p2-required-dropout-0.2-d7",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/19dd6x66",
      "gpu": "H100",
      "created_at": "2026-10-28T19:46:23Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0.2,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d7-lr0.003-tok614M-dropout0.2-p2-required-dropout-0.2-d7",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d7",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d7",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 448,
          "context_length": 1024,
          "intermediate_size": 1568,
          "num_hidden_layers": 7,
          "num_attention_heads": 7,
          "num_key_value_heads": 7,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 24049088,
        "run_name_suffix": "p2-required-dropout-0.2-d7",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.1927552223205566,
        "final_val_loss": 3.1294665336608887,
        "elapsed_seconds": 576.4731784229998,
        "num_parameters": 24049088,
        "train_tokens": 614400000,
        "compute_flops": 7.50973353984e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "hp4jdh8s",
      "name": "model-d7-lr0.03-tok614M-p2-required-lr-0.03-d7",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/hp4jdh8s",
      "gpu": "H100",
      "created_at": "2026-10-28T19:46:43Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d7-lr0.03-tok614M-p2-required-lr-0.03-d7",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d7",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d7",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 448,
          "context_length": 1024,
          "intermediate_size": 1568,
          "num_hidden_layers": 7,
          "num_attention_heads": 7,
          "num_key_value_heads": 7,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 24049088,
        "run_name_suffix": "p2-required-lr-0.03-d7",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.0176806449890137,
        "final_val_loss": 3.0629842281341553,
        "elapsed_seconds": 540.6622106909999,
        "num_parameters": 24049088,
        "train_tokens": 614400000,
        "compute_flops": 7.50973353984e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "oavk9255",
      "name": "model-d8-lr0.003-tok614M-p2-required-baseline-d8",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/oavk9255",
      "gpu": "H100",
      "created_at": "2026-10-28T19:48:37Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-p2-required-baseline-d8",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p2-required-baseline-d8",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.8845503330230713,
        "final_val_loss": 2.926403045654297,
        "elapsed_seconds": 627.4605064199995,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "7outd42h",
      "name": "model-d8-lr0.003-tok614M-constant-p2-required-constant-d8",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/7outd42h",
      "gpu": "H100",
      "created_at": "2026-10-28T19:48:59Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-constant-p2-required-constant-d8",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "constant",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p2-required-constant-d8",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.135314464569092,
        "final_val_loss": 3.169938564300537,
        "elapsed_seconds": 615.6040047500001,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "bwgtbs45",
      "name": "model-d8-lr0.003-tok614M-dropout0.2-p2-required-dropout-0.2-d8",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/bwgtbs45",
      "gpu": "H100",
      "created_at": "2026-10-28T19:50:03Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0.2,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-dropout0.2-p2-required-dropout-0.2-d8",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p2-required-dropout-0.2-d8",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.109868049621582,
        "final_val_loss": 3.0623836517333984,
        "elapsed_seconds": 697.8608207120005,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "q5dktwg4",
      "name": "model-d8-lr0.03-tok614M-p2-required-lr-0.03-d8",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/q5dktwg4",
      "gpu": "H100",
      "created_at": "2026-10-28T19:50:10Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d8-lr0.03-tok614M-p2-required-lr-0.03-d8",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p2-required-lr-0.03-d8",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9716711044311523,
        "final_val_loss": 3.014333963394165,
        "elapsed_seconds": 630.2832402190006,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "tov00ss2",
      "name": "model-d9-lr0.003-tok614M-p2-required-baseline-d9",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/tov00ss2",
      "gpu": "H100",
      "created_at": "2026-10-28T19:55:05Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d9-lr0.003-tok614M-p2-required-baseline-d9",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d9",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d9",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 576,
          "context_length": 1024,
          "intermediate_size": 2016,
          "num_hidden_layers": 9,
          "num_attention_heads": 9,
          "num_key_value_heads": 9,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 48027456,
        "run_name_suffix": "p2-required-baseline-d9",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.8433542251586914,
        "final_val_loss": 2.884568214416504,
        "elapsed_seconds": 933.0382774600002,
        "num_parameters": 48027456,
        "train_tokens": 614400000,
        "compute_flops": 1.596092055552e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "orghnjde",
      "name": "model-d9-lr0.003-tok614M-constant-p2-required-constant-d9",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/orghnjde",
      "gpu": "H100",
      "created_at": "2026-10-28T19:55:50Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d9-lr0.003-tok614M-constant-p2-required-constant-d9",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d9",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "constant",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d9",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 576,
          "context_length": 1024,
          "intermediate_size": 2016,
          "num_hidden_layers": 9,
          "num_attention_heads": 9,
          "num_key_value_heads": 9,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 48027456,
        "run_name_suffix": "p2-required-constant-d9",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.0867912769317627,
        "final_val_loss": 3.1215713024139404,
        "elapsed_seconds": 927.572401841,
        "num_parameters": 48027456,
        "train_tokens": 614400000,
        "compute_flops": 1.596092055552e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "enbd76fm",
      "name": "model-d9-lr0.03-tok614M-p2-required-lr-0.03-d9",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/enbd76fm",
      "gpu": "H100",
      "created_at": "2026-10-28T19:59:11Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d9-lr0.03-tok614M-p2-required-lr-0.03-d9",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d9",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d9",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 576,
          "context_length": 1024,
          "intermediate_size": 2016,
          "num_hidden_layers": 9,
          "num_attention_heads": 9,
          "num_key_value_heads": 9,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 48027456,
        "run_name_suffix": "p2-required-lr-0.03-d9",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9242684841156006,
        "final_val_loss": 2.966655731201172,
        "elapsed_seconds": 933.6811560759998,
        "num_parameters": 48027456,
        "train_tokens": 614400000,
        "compute_flops": 1.596092055552e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "uk8zfft6",
      "name": "model-d4-lr0.003-tok614M-wd0.0-p2-slope-wd0-d4",
      "problem": "p2",
      "group": "slope",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/uk8zfft6",
      "gpu": "H100",
      "created_at": "2026-10-28T19:59:16Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-slope"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d4-lr0.003-tok614M-wd0.0-p2-slope-wd0-d4",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d4",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-slope"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d4",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 256,
          "context_length": 1024,
          "intermediate_size": 896,
          "num_hidden_layers": 4,
          "num_attention_heads": 4,
          "num_key_value_heads": 4,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 5901056,
        "run_name_suffix": "p2-slope-wd0-d4",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.2729005813598633,
        "final_val_loss": 3.3114185333251953,
        "elapsed_seconds": 236.7003728110003,
        "num_parameters": 5901056,
        "train_tokens": 614400000,
        "compute_flops": 1.40123308032e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "ngi29p1r",
      "name": "model-d5-lr0.003-tok614M-wd0.0-p2-slope-wd0-d5",
      "problem": "p2",
      "group": "slope",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/ngi29p1r",
      "gpu": "H100",
      "created_at": "2026-10-28T20:00:46Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-slope"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d5-lr0.003-tok614M-wd0.0-p2-slope-wd0-d5",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d5",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-slope"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d5",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 320,
          "context_length": 1024,
          "intermediate_size": 1120,
          "num_hidden_layers": 5,
          "num_attention_heads": 5,
          "num_key_value_heads": 5,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 10049600,
        "run_name_suffix": "p2-slope-wd0-d5",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.1316778659820557,
        "final_val_loss": 3.175910711288452,
        "elapsed_seconds": 660.2536380250003,
        "num_parameters": 10049600,
        "train_tokens": 614400000,
        "compute_flops": 2.73678336e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "ke8fv2mi",
      "name": "model-d6-lr0.003-tok614M-wd0.0-p2-slope-wd0-d6",
      "problem": "p2",
      "group": "slope",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/ke8fv2mi",
      "gpu": "H100",
      "created_at": "2026-10-28T20:01:42Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-slope"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d6-lr0.003-tok614M-wd0.0-p2-slope-wd0-d6",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d6",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-slope"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d6",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 384,
          "context_length": 1024,
          "intermediate_size": 1344,
          "num_hidden_layers": 6,
          "num_attention_heads": 6,
          "num_key_value_heads": 6,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 15980160,
        "run_name_suffix": "p2-slope-wd0-d6",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.03680682182312,
        "final_val_loss": 3.080125570297241,
        "elapsed_seconds": 884.723019342,
        "num_parameters": 15980160,
        "train_tokens": 614400000,
        "compute_flops": 4.72916164608e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "zbkkdpiq",
      "name": "model-d7-lr0.003-tok614M-wd0.0-p2-slope-wd0-d7",
      "problem": "p2",
      "group": "slope",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/zbkkdpiq",
      "gpu": "H100",
      "created_at": "2026-10-28T20:03:19Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-slope"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d7-lr0.003-tok614M-wd0.0-p2-slope-wd0-d7",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d7",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-slope"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d7",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 448,
          "context_length": 1024,
          "intermediate_size": 1568,
          "num_hidden_layers": 7,
          "num_attention_heads": 7,
          "num_key_value_heads": 7,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 24049088,
        "run_name_suffix": "p2-slope-wd0-d7",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9669113159179688,
        "final_val_loss": 3.0086374282836914,
        "elapsed_seconds": 1174.9449393679995,
        "num_parameters": 24049088,
        "train_tokens": 614400000,
        "compute_flops": 7.50973353984e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "7i3zmst0",
      "name": "model-d8-lr0.003-tok614M-wd0.0-p2-slope-wd0-d8",
      "problem": "p2",
      "group": "slope",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/7i3zmst0",
      "gpu": "H100",
      "created_at": "2026-10-28T20:05:42Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-slope"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-wd0.0-p2-slope-wd0-d8",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-slope"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p2-slope-wd0-d8",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.911400318145752,
        "final_val_loss": 2.951414108276367,
        "elapsed_seconds": 621.0136584809998,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "ocloc5op",
      "name": "model-d8-lr0.003-tok76.8M-p2-slope-data-75000",
      "problem": "p2",
      "group": "slope",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/ocloc5op",
      "gpu": "H100",
      "created_at": "2026-10-28T20:10:37Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-slope"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 1172,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok76.8M-p2-slope-data-75000",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-slope"
        ],
        "lr_schedule": "linear",
        "total_steps": 1172,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 76800000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p2-slope-data-75000",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 75000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 11,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.495370388031006,
        "final_val_loss": 3.5315351486206055,
        "elapsed_seconds": 149.91444531599973,
        "num_parameters": 34612736,
        "train_tokens": 76808192,
        "compute_flops": 1.4013825451819008e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "htxaa05h",
      "name": "model-d8-lr0.003-tok154M-p2-slope-data-150000",
      "problem": "p2",
      "group": "slope",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/htxaa05h",
      "gpu": "H100",
      "created_at": "2026-10-28T20:11:21Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-slope"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 2344,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok154M-p2-slope-data-150000",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-slope"
        ],
        "lr_schedule": "linear",
        "total_steps": 2344,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 153600000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p2-slope-data-150000",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 150000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 23,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.1922061443328857,
        "final_val_loss": 3.2280547618865967,
        "elapsed_seconds": 222.94519282800047,
        "num_parameters": 34612736,
        "train_tokens": 153616384,
        "compute_flops": 2.8027650903638016e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "ujc8nwe8",
      "name": "model-d8-lr0.003-tok307M-p2-slope-data-300000",
      "problem": "p2",
      "group": "slope",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/ujc8nwe8",
      "gpu": "H100",
      "created_at": "2026-10-28T20:11:56Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-slope"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 4688,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok307M-p2-slope-data-300000",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-slope"
        ],
        "lr_schedule": "linear",
        "total_steps": 4688,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 307200000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p2-slope-data-300000",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 300000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 46,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.084294080734253,
        "final_val_loss": 3.0548346042633057,
        "elapsed_seconds": 360.664734852,
        "num_parameters": 34612736,
        "train_tokens": 307232768,
        "compute_flops": 5.605530180727603e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "k8cpag09",
      "name": "model-d8-lr0.003-tok614M-p2-slope-data-600000",
      "problem": "p2",
      "group": "slope",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/k8cpag09",
      "gpu": "H100",
      "created_at": "2026-10-28T20:13:10Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-slope"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-p2-slope-data-600000",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-slope"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p2-slope-data-600000",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.8846826553344727,
        "final_val_loss": 2.925844192504883,
        "elapsed_seconds": 631.5238614190002,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "kvy1zhbp",
      "name": "model-d8-lr0.003-tok1.23B-p2-slope-data-1200000",
      "problem": "p2",
      "group": "slope",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/kvy1zhbp",
      "gpu": "H100",
      "created_at": "2026-10-28T20:14:49Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-slope"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 18750,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok1.23B-p2-slope-data-1200000",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-slope"
        ],
        "lr_schedule": "linear",
        "total_steps": 18750,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 1228800000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p2-slope-data-1200000",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 1200000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 187,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.836843490600586,
        "final_val_loss": 2.8374991416931152,
        "elapsed_seconds": 1176.4833568409997,
        "num_parameters": 34612736,
        "train_tokens": 1228800000,
        "compute_flops": 2.241972928512e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "7b6jrgdi",
      "name": "model-d4-lr0.1-tok614M-p2-break-lr-0.1-d4",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/7b6jrgdi",
      "gpu": "H100",
      "created_at": "2026-10-28T20:15:04Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.1,
        "run_name": "model-d4-lr0.1-tok614M-p2-break-lr-0.1-d4",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d4",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d4",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 256,
          "context_length": 1024,
          "intermediate_size": 896,
          "num_hidden_layers": 4,
          "num_attention_heads": 4,
          "num_key_value_heads": 4,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.1,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 5901056,
        "run_name_suffix": "p2-break-lr-0.1-d4",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.3703324794769287,
        "final_val_loss": 3.40748929977417,
        "elapsed_seconds": 449.8211572929995,
        "num_parameters": 5901056,
        "train_tokens": 614400000,
        "compute_flops": 1.40123308032e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "33jzjaln",
      "name": "model-d4-lr0.1-tok614M-wd0.0-sgd-p2-break-sgd-0.1-d4",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/33jzjaln",
      "gpu": "H100",
      "created_at": "2026-10-28T20:16:05Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.1,
        "run_name": "model-d4-lr0.1-tok614M-wd0.0-sgd-p2-break-sgd-0.1-d4",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d4",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d4",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 256,
          "context_length": 1024,
          "intermediate_size": 896,
          "num_hidden_layers": 4,
          "num_attention_heads": 4,
          "num_key_value_heads": 4,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.1,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "sgd",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 5901056,
        "run_name_suffix": "p2-break-sgd-0.1-d4",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.886433362960815,
        "final_val_loss": 3.900702714920044,
        "elapsed_seconds": 446.8812912189997,
        "num_parameters": 5901056,
        "train_tokens": 614400000,
        "compute_flops": 1.40123308032e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "4x2p9x1v",
      "name": "model-d4-lr0.03-tok614M-noqknorm-p2-break-no-qknorm-lr-0.03-d4",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/4x2p9x1v",
      "gpu": "H100",
      "created_at": "2026-10-28T20:16:29Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": false,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d4-lr0.03-tok614M-noqknorm-p2-break-no-qknorm-lr-0.03-d4",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d4",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d4",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 256,
          "context_length": 1024,
          "intermediate_size": 896,
          "num_hidden_layers": 4,
          "num_attention_heads": 4,
          "num_key_value_heads": 4,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 5900544,
        "run_name_suffix": "p2-break-no-qknorm-lr-0.03-d4",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 4.2036824226379395,
        "final_val_loss": 4.223371982574463,
        "elapsed_seconds": 367.646718899,
        "num_parameters": 5900544,
        "train_tokens": 614400000,
        "compute_flops": 1.40123308032e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "1w1ynb1d",
      "name": "model-d4-lr0.03-tok614M-warmup0.0-nogradclip-p2-break-no-warmup-no-clip-lr-0.03-d4",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/1w1ynb1d",
      "gpu": "H100",
      "created_at": "2026-10-28T20:17:59Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d4-lr0.03-tok614M-warmup0.0-nogradclip-p2-break-no-warmup-no-clip-lr-0.03-d4",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": null,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d4",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d4",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 256,
          "context_length": 1024,
          "intermediate_size": 896,
          "num_hidden_layers": 4,
          "num_attention_heads": 4,
          "num_key_value_heads": 4,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0,
        "param_precision": "fp32",
        "parameter_count": 5901056,
        "run_name_suffix": "p2-break-no-warmup-no-clip-lr-0.03-d4",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 0,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.272722005844116,
        "final_val_loss": 3.3181095123291016,
        "elapsed_seconds": 191.32217722899983,
        "num_parameters": 5901056,
        "train_tokens": 614400000,
        "compute_flops": 1.40123308032e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "x00li1oq",
      "name": "model-d5-lr0.1-tok614M-p2-break-lr-0.1-d5",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/x00li1oq",
      "gpu": "H100",
      "created_at": "2026-10-28T20:21:14Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.1,
        "run_name": "model-d5-lr0.1-tok614M-p2-break-lr-0.1-d5",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d5",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d5",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 320,
          "context_length": 1024,
          "intermediate_size": 1120,
          "num_hidden_layers": 5,
          "num_attention_heads": 5,
          "num_key_value_heads": 5,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.1,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 10049600,
        "run_name_suffix": "p2-break-lr-0.1-d5",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.2717854976654053,
        "final_val_loss": 3.3090577125549316,
        "elapsed_seconds": 671.5570714999994,
        "num_parameters": 10049600,
        "train_tokens": 614400000,
        "compute_flops": 2.73678336e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "gs5babe6",
      "name": "model-d5-lr0.03-tok614M-noqknorm-p2-break-no-qknorm-lr-0.03-d5",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/gs5babe6",
      "gpu": "H100",
      "created_at": "2026-10-28T20:22:38Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": false,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d5-lr0.03-tok614M-noqknorm-p2-break-no-qknorm-lr-0.03-d5",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d5",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d5",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 320,
          "context_length": 1024,
          "intermediate_size": 1120,
          "num_hidden_layers": 5,
          "num_attention_heads": 5,
          "num_key_value_heads": 5,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 10048960,
        "run_name_suffix": "p2-break-no-qknorm-lr-0.03-d5",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 4.7650065422058105,
        "final_val_loss": 4.781171798706055,
        "elapsed_seconds": 538.2258856200006,
        "num_parameters": 10048960,
        "train_tokens": 614400000,
        "compute_flops": 2.73678336e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "t7j3jo87",
      "name": "model-d5-lr0.1-tok614M-wd0.0-sgd-p2-break-sgd-0.1-d5",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/t7j3jo87",
      "gpu": "H100",
      "created_at": "2026-10-28T20:22:41Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.1,
        "run_name": "model-d5-lr0.1-tok614M-wd0.0-sgd-p2-break-sgd-0.1-d5",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d5",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d5",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 320,
          "context_length": 1024,
          "intermediate_size": 1120,
          "num_hidden_layers": 5,
          "num_attention_heads": 5,
          "num_key_value_heads": 5,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.1,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "sgd",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 10049600,
        "run_name_suffix": "p2-break-sgd-0.1-d5",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.842846155166626,
        "final_val_loss": 3.843245267868042,
        "elapsed_seconds": 665.700755191001,
        "num_parameters": 10049600,
        "train_tokens": 614400000,
        "compute_flops": 2.73678336e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "zbk9vlhe",
      "name": "model-d5-lr0.03-tok614M-warmup0.0-nogradclip-p2-break-no-warmup-no-clip-lr-0.03-d5",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/zbk9vlhe",
      "gpu": "H100",
      "created_at": "2026-10-28T20:22:57Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d5-lr0.03-tok614M-warmup0.0-nogradclip-p2-break-no-warmup-no-clip-lr-0.03-d5",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": null,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d5",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d5",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 320,
          "context_length": 1024,
          "intermediate_size": 1120,
          "num_hidden_layers": 5,
          "num_attention_heads": 5,
          "num_key_value_heads": 5,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0,
        "param_precision": "fp32",
        "parameter_count": 10049600,
        "run_name_suffix": "p2-break-no-warmup-no-clip-lr-0.03-d5",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 0,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.144014835357666,
        "final_val_loss": 3.189725875854492,
        "elapsed_seconds": 656.4501374610008,
        "num_parameters": 10049600,
        "train_tokens": 614400000,
        "compute_flops": 2.73678336e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "hzm9sp7p",
      "name": "model-d6-lr0.1-tok614M-p2-break-lr-0.1-d6",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/hzm9sp7p",
      "gpu": "H100",
      "created_at": "2026-10-28T20:23:33Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.1,
        "run_name": "model-d6-lr0.1-tok614M-p2-break-lr-0.1-d6",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d6",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d6",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 384,
          "context_length": 1024,
          "intermediate_size": 1344,
          "num_hidden_layers": 6,
          "num_attention_heads": 6,
          "num_key_value_heads": 6,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.1,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 15980160,
        "run_name_suffix": "p2-break-lr-0.1-d6",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.1938533782958984,
        "final_val_loss": 3.2313897609710693,
        "elapsed_seconds": 887.3110880319991,
        "num_parameters": 15980160,
        "train_tokens": 614400000,
        "compute_flops": 4.72916164608e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "zy1kc1pf",
      "name": "model-d6-lr0.1-tok614M-wd0.0-sgd-p2-break-sgd-0.1-d6",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/zy1kc1pf",
      "gpu": "H100",
      "created_at": "2026-10-28T20:23:43Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.1,
        "run_name": "model-d6-lr0.1-tok614M-wd0.0-sgd-p2-break-sgd-0.1-d6",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d6",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d6",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 384,
          "context_length": 1024,
          "intermediate_size": 1344,
          "num_hidden_layers": 6,
          "num_attention_heads": 6,
          "num_key_value_heads": 6,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.1,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "sgd",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 15980160,
        "run_name_suffix": "p2-break-sgd-0.1-d6",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.735215663909912,
        "final_val_loss": 3.741324663162231,
        "elapsed_seconds": 891.218305196001,
        "num_parameters": 15980160,
        "train_tokens": 614400000,
        "compute_flops": 4.72916164608e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "zuxabhjf",
      "name": "model-d6-lr0.03-tok614M-noqknorm-p2-break-no-qknorm-lr-0.03-d6",
      "problem": "p2",
      "group": "break",
      "state": "failed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/zuxabhjf",
      "gpu": "H100",
      "created_at": "2026-10-28T20:25:59Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": false,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d6-lr0.03-tok614M-noqknorm-p2-break-no-qknorm-lr-0.03-d6",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d6",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d6",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 384,
          "context_length": 1024,
          "intermediate_size": 1344,
          "num_hidden_layers": 6,
          "num_attention_heads": 6,
          "num_key_value_heads": 6,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 15979392,
        "run_name_suffix": "p2-break-no-qknorm-lr-0.03-d6",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 6.1117844581604,
        "final_val_loss": 6.126634120941162,
        "elapsed_seconds": 15.081019341,
        "num_parameters": 15979392,
        "train_tokens": 614400000,
        "compute_flops": 4.72916164608e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "ktpf8kmm",
      "name": "model-d6-lr0.03-tok614M-warmup0.0-nogradclip-p2-break-no-warmup-no-clip-lr-0.03-d6",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/ktpf8kmm",
      "gpu": "H100",
      "created_at": "2026-10-28T20:26:55Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d6-lr0.03-tok614M-warmup0.0-nogradclip-p2-break-no-warmup-no-clip-lr-0.03-d6",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": null,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d6",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d6",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 384,
          "context_length": 1024,
          "intermediate_size": 1344,
          "num_hidden_layers": 6,
          "num_attention_heads": 6,
          "num_key_value_heads": 6,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0,
        "param_precision": "fp32",
        "parameter_count": 15980160,
        "run_name_suffix": "p2-break-no-warmup-no-clip-lr-0.03-d6",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 0,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.0819125175476074,
        "final_val_loss": 3.12833309173584,
        "elapsed_seconds": 424.905505273,
        "num_parameters": 15980160,
        "train_tokens": 614400000,
        "compute_flops": 4.72916164608e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "k8f0rsqz",
      "name": "model-d7-lr0.1-tok614M-p2-break-lr-0.1-d7",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/k8f0rsqz",
      "gpu": "H100",
      "created_at": "2026-10-28T20:31:39Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.1,
        "run_name": "model-d7-lr0.1-tok614M-p2-break-lr-0.1-d7",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d7",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d7",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 448,
          "context_length": 1024,
          "intermediate_size": 1568,
          "num_hidden_layers": 7,
          "num_attention_heads": 7,
          "num_key_value_heads": 7,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.1,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 24049088,
        "run_name_suffix": "p2-break-lr-0.1-d7",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.1671197414398193,
        "final_val_loss": 3.208313226699829,
        "elapsed_seconds": 1174.4531833790006,
        "num_parameters": 24049088,
        "train_tokens": 614400000,
        "compute_flops": 7.50973353984e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "kbzogwk1",
      "name": "model-d7-lr0.1-tok614M-wd0.0-sgd-p2-break-sgd-0.1-d7",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/kbzogwk1",
      "gpu": "H100",
      "created_at": "2026-10-28T20:32:39Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.1,
        "run_name": "model-d7-lr0.1-tok614M-wd0.0-sgd-p2-break-sgd-0.1-d7",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d7",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d7",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 448,
          "context_length": 1024,
          "intermediate_size": 1568,
          "num_hidden_layers": 7,
          "num_attention_heads": 7,
          "num_key_value_heads": 7,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.1,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "sgd",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 24049088,
        "run_name_suffix": "p2-break-sgd-0.1-d7",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.726414918899536,
        "final_val_loss": 3.729106903076172,
        "elapsed_seconds": 1188.543446365,
        "num_parameters": 24049088,
        "train_tokens": 614400000,
        "compute_flops": 7.50973353984e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "ri4shjui",
      "name": "model-d7-lr0.03-tok614M-warmup0.0-nogradclip-p2-break-no-warmup-no-clip-lr-0.03-d7",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/ri4shjui",
      "gpu": "H100",
      "created_at": "2026-10-28T20:33:46Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d7-lr0.03-tok614M-warmup0.0-nogradclip-p2-break-no-warmup-no-clip-lr-0.03-d7",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": null,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d7",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d7",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 448,
          "context_length": 1024,
          "intermediate_size": 1568,
          "num_hidden_layers": 7,
          "num_attention_heads": 7,
          "num_key_value_heads": 7,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0,
        "param_precision": "fp32",
        "parameter_count": 24049088,
        "run_name_suffix": "p2-break-no-warmup-no-clip-lr-0.03-d7",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 0,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.0208821296691895,
        "final_val_loss": 3.064732313156128,
        "elapsed_seconds": 534.5043285669999,
        "num_parameters": 24049088,
        "train_tokens": 614400000,
        "compute_flops": 7.50973353984e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "esor0ufe",
      "name": "model-d7-lr0.03-tok614M-noqknorm-p2-break-no-qknorm-lr-0.03-d7",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/esor0ufe",
      "gpu": "H100",
      "created_at": "2026-10-28T20:33:51Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": false,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d7-lr0.03-tok614M-noqknorm-p2-break-no-qknorm-lr-0.03-d7",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d7",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d7",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 448,
          "context_length": 1024,
          "intermediate_size": 1568,
          "num_hidden_layers": 7,
          "num_attention_heads": 7,
          "num_key_value_heads": 7,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 24048192,
        "run_name_suffix": "p2-break-no-qknorm-lr-0.03-d7",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 4.562422752380371,
        "final_val_loss": 4.593263626098633,
        "elapsed_seconds": 957.4967869079992,
        "num_parameters": 24048192,
        "train_tokens": 614400000,
        "compute_flops": 7.50973353984e+16,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "m6u4i7v6",
      "name": "model-d8-lr0.1-tok614M-p2-break-lr-0.1-d8",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/m6u4i7v6",
      "gpu": "H100",
      "created_at": "2026-10-28T20:33:54Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.1,
        "run_name": "model-d8-lr0.1-tok614M-p2-break-lr-0.1-d8",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.1,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p2-break-lr-0.1-d8",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.195158004760742,
        "final_val_loss": 3.2322678565979004,
        "elapsed_seconds": 614.1336293889999,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "c91cilvv",
      "name": "model-d8-lr0.1-tok614M-wd0.0-sgd-p2-break-sgd-0.1-d8",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/c91cilvv",
      "gpu": "H100",
      "created_at": "2026-10-28T20:34:29Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.1,
        "run_name": "model-d8-lr0.1-tok614M-wd0.0-sgd-p2-break-sgd-0.1-d8",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.1,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "sgd",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p2-break-sgd-0.1-d8",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.677522897720337,
        "final_val_loss": 3.6805901527404785,
        "elapsed_seconds": 631.0172909149987,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "ecwgzja1",
      "name": "model-d8-lr0.03-tok614M-noqknorm-p2-break-no-qknorm-lr-0.03-d8",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/ecwgzja1",
      "gpu": "H100",
      "created_at": "2026-10-28T20:38:26Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": false,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d8-lr0.03-tok614M-noqknorm-p2-break-no-qknorm-lr-0.03-d8",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34611712,
        "run_name_suffix": "p2-break-no-qknorm-lr-0.03-d8",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 4.501036643981934,
        "final_val_loss": 4.537116050720215,
        "elapsed_seconds": 1186.9225861590005,
        "num_parameters": 34611712,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "f2xgz5cu",
      "name": "model-d8-lr0.03-tok614M-warmup0.0-nogradclip-p2-break-no-warmup-no-clip-lr-0.03-d8",
      "problem": "p2",
      "group": "break",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/f2xgz5cu",
      "gpu": "H100",
      "created_at": "2026-10-28T20:38:38Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-break"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.03,
        "run_name": "model-d8-lr0.03-tok614M-warmup0.0-nogradclip-p2-break-no-warmup-no-clip-lr-0.03-d8",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": null,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-break"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.03,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p2-break-no-warmup-no-clip-lr-0.03-d8",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 0,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9920902252197266,
        "final_val_loss": 3.034442663192749,
        "elapsed_seconds": 630.8180239270005,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "8186vv6b",
      "name": "model-d8-lr0.003-tok614M-ds101-ms101-p3-full-h100-seed-101",
      "problem": "p3",
      "group": "full",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/8186vv6b",
      "gpu": "H100",
      "created_at": "2026-10-28T20:42:43Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p3",
        "cs312-a1-p3-full",
        "gpu-h100"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-ds101-ms101-p3-full-h100-seed-101",
        "data_seed": 101,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 101,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p3",
          "cs312-a1-p3-full",
          "gpu-h100"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p3-full-h100-seed-101",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.975840330123902,
        "final_val_loss": 2.9303674697875977,
        "elapsed_seconds": 665.4825802889999,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "3met2rf2",
      "name": "model-d8-lr0.003-tok614M-ds102-ms102-p3-full-h100-seed-102",
      "problem": "p3",
      "group": "full",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/3met2rf2",
      "gpu": "H100",
      "created_at": "2026-10-28T20:44:11Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p3",
        "cs312-a1-p3-full",
        "gpu-h100"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-ds102-ms102-p3-full-h100-seed-102",
        "data_seed": 102,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 102,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p3",
          "cs312-a1-p3-full",
          "gpu-h100"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p3-full-h100-seed-102",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.8948423862457275,
        "final_val_loss": 2.92986798286438,
        "elapsed_seconds": 614.3123616650009,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "xn2musba",
      "name": "model-d8-lr0.003-tok614M-deterministic-p3-isolated-deterministic-reference-1",
      "problem": "p3",
      "group": "isolated-deterministic",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/xn2musba",
      "gpu": "H100",
      "created_at": "2026-10-28T20:45:05Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p3",
        "cs312-a1-p3-isolated",
        "gpu-h100"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-deterministic-p3-isolated-deterministic-reference-1",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p3",
          "cs312-a1-p3-isolated",
          "gpu-h100"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": true,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p3-isolated-deterministic-reference-1",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": null,
        "final_val_loss": null,
        "elapsed_seconds": 1010,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "ucsxhmwu",
      "name": "model-d9-lr0.003-tok614M-dropout0.2-p2-required-dropout-0.2-d9",
      "problem": "p2",
      "group": "required",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/ucsxhmwu",
      "gpu": "H100",
      "created_at": "2026-10-28T20:49:09Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p2",
        "cs312-a1-p2-required"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0.2,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d9-lr0.003-tok614M-dropout0.2-p2-required-dropout-0.2-d9",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d9",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p2",
          "cs312-a1-p2-required"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d9",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 576,
          "context_length": 1024,
          "intermediate_size": 2016,
          "num_hidden_layers": 9,
          "num_attention_heads": 9,
          "num_key_value_heads": 9,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 48027456,
        "run_name_suffix": "p2-required-dropout-0.2-d9",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 3.0416646003723145,
        "final_val_loss": 3.0025458335876465,
        "elapsed_seconds": 1971.3462414820008,
        "num_parameters": 48027456,
        "train_tokens": 614400000,
        "compute_flops": 1.596092055552e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "rphyh70s",
      "name": "model-d8-lr0.003-tok614M-deterministic-ds45-p3-isolated-data-seed-45",
      "problem": "p3",
      "group": "isolated-data-seed",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/rphyh70s",
      "gpu": "H100",
      "created_at": "2026-10-28T20:49:53Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p3",
        "cs312-a1-p3-isolated",
        "gpu-h100"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-deterministic-ds45-p3-isolated-data-seed-45",
        "data_seed": 45,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p3",
          "cs312-a1-p3-isolated",
          "gpu-h100"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": true,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p3-isolated-data-seed-45",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": null,
        "final_val_loss": null,
        "elapsed_seconds": 721,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "hxz5dnoo",
      "name": "model-d8-lr0.003-tok614M-noqknorm-p6-rms-no-qknorm",
      "problem": "p6",
      "group": "rms",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/hxz5dnoo",
      "gpu": "H100",
      "created_at": "2026-10-28T20:51:14Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p6",
        "cs312-a1-p6-rms"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": false,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-noqknorm-p6-rms-no-qknorm",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p6",
          "cs312-a1-p6-rms"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34611712,
        "run_name_suffix": "p6-rms-no-qknorm",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9096927642822266,
        "final_val_loss": 2.9495291709899902,
        "elapsed_seconds": 1180.2047743219991,
        "num_parameters": 34611712,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": [],
        "logging/rms/model.layers.6.mlp.gate_proj/gradient": [
          [
            0,
            6.931470124982297e-05
          ],
          [
            100,
            1.000097836367786e-05
          ],
          [
            200,
            1.2088617040717509e-05
          ],
          [
            300,
            1.4102254681347404e-05
          ],
          [
            400,
            1.5119376257644035e-05
          ],
          [
            500,
            1.4043518604012206e-05
          ],
          [
            600,
            1.3847768059349619e-05
          ],
          [
            700,
            1.342312589258654e-05
          ],
          [
            800,
            1.3513101293938234e-05
          ],
          [
            900,
            1.2920681911054999e-05
          ],
          [
            1000,
            1.2711365343420766e-05
          ],
          [
            1100,
            1.3229859177954495e-05
          ],
          [
            1200,
            1.2684618013736326e-05
          ],
          [
            1300,
            1.3040218618698418e-05
          ],
          [
            1400,
            1.2708776012004819e-05
          ],
          [
            1500,
            1.286433052882785e-05
          ],
          [
            1600,
            1.2427272849890869e-05
          ],
          [
            1700,
            1.2306685675866902e-05
          ],
          [
            1800,
            1.2577240340760909e-05
          ],
          [
            1900,
            1.2564702046802267e-05
          ],
          [
            2000,
            1.2581827832036652e-05
          ],
          [
            2100,
            1.263854301214451e-05
          ],
          [
            2200,
            1.2611864804057404e-05
          ],
          [
            2300,
            1.2256964510015678e-05
          ],
          [
            2400,
            1.2391193195071537e-05
          ],
          [
            2500,
            1.267404240934411e-05
          ],
          [
            2600,
            1.2191464520583395e-05
          ],
          [
            2700,
            1.2612846148840617e-05
          ],
          [
            2800,
            1.2757524018525146e-05
          ],
          [
            2900,
            1.256810992344981e-05
          ],
          [
            3000,
            1.283110941585619e-05
          ],
          [
            3100,
            1.2392503776936792e-05
          ],
          [
            3200,
            1.2831748790631536e-05
          ],
          [
            3300,
            1.2648842130147386e-05
          ],
          [
            3400,
            1.2975727258890402e-05
          ],
          [
            3500,
            1.2724555745080579e-05
          ],
          [
            3600,
            1.3113454770063981e-05
          ],
          [
            3700,
            1.2828687431465369e-05
          ],
          [
            3800,
            1.3064270206086803e-05
          ],
          [
            3900,
            1.3253580618766136e-05
          ],
          [
            4000,
            1.3438967471302021e-05
          ],
          [
            4100,
            1.3149644473742228e-05
          ],
          [
            4200,
            1.3524438145395834e-05
          ],
          [
            4300,
            1.33046041810303e-05
          ],
          [
            4400,
            1.7281610780628398e-05
          ],
          [
            4500,
            1.3503612535714637e-05
          ],
          [
            4600,
            1.407781383022666e-05
          ],
          [
            4700,
            1.371189318888355e-05
          ],
          [
            4800,
            1.4151331015455071e-05
          ],
          [
            4900,
            1.3873943316866644e-05
          ],
          [
            5000,
            1.38021023303736e-05
          ],
          [
            5100,
            1.4249326341086999e-05
          ],
          [
            5200,
            1.4375684258993715e-05
          ],
          [
            5300,
            1.4417234524444211e-05
          ],
          [
            5400,
            1.4401720363821369e-05
          ],
          [
            5500,
            1.4571456631529145e-05
          ],
          [
            5600,
            1.4469766938418616e-05
          ],
          [
            5700,
            1.5017243640613742e-05
          ],
          [
            5800,
            1.4565640412911307e-05
          ],
          [
            5900,
            1.5101722965482622e-05
          ],
          [
            6000,
            1.4763177205168176e-05
          ],
          [
            6100,
            1.5268620700226165e-05
          ],
          [
            6200,
            1.4999684935901314e-05
          ],
          [
            6300,
            1.544459883007221e-05
          ],
          [
            6400,
            1.555095695948694e-05
          ],
          [
            6500,
            1.5696428818046115e-05
          ],
          [
            6600,
            1.5695688489358872e-05
          ],
          [
            6700,
            1.573247391206678e-05
          ],
          [
            6800,
            1.6077632608357817e-05
          ],
          [
            6900,
            1.618495662114583e-05
          ],
          [
            7000,
            1.6219293684116565e-05
          ],
          [
            7100,
            1.620558941795025e-05
          ],
          [
            7200,
            1.6467540262965485e-05
          ],
          [
            7300,
            1.65690689755138e-05
          ],
          [
            7400,
            1.6696081729605794e-05
          ],
          [
            7500,
            1.6550617147004232e-05
          ],
          [
            7600,
            1.694622369541321e-05
          ],
          [
            7700,
            1.7055210264516063e-05
          ],
          [
            7800,
            1.7148682672996074e-05
          ],
          [
            7900,
            1.685901588643901e-05
          ],
          [
            8000,
            1.7453157852287404e-05
          ],
          [
            8100,
            1.751397030602675e-05
          ],
          [
            8200,
            1.7511707483208738e-05
          ],
          [
            8300,
            1.7735728761181235e-05
          ],
          [
            8400,
            1.770758353814017e-05
          ],
          [
            8500,
            1.776017597876489e-05
          ],
          [
            8600,
            1.786969369277358e-05
          ],
          [
            8700,
            1.795514799596276e-05
          ],
          [
            8800,
            1.791555041563697e-05
          ],
          [
            8900,
            1.8087774151354097e-05
          ],
          [
            9000,
            1.8159602404921316e-05
          ],
          [
            9100,
            1.80909555638209e-05
          ],
          [
            9200,
            1.812937443901319e-05
          ],
          [
            9300,
            1.7970653061638586e-05
          ]
        ],
        "logging/rms/model.layers.1.self_attn.k_proj/parameter": [
          [
            0,
            0.043609872460365295
          ],
          [
            100,
            0.044975776225328445
          ],
          [
            200,
            0.04800182580947876
          ],
          [
            300,
            0.051439810544252396
          ],
          [
            400,
            0.05448080599308014
          ],
          [
            500,
            0.05712331831455231
          ],
          [
            600,
            0.059443626552820206
          ],
          [
            700,
            0.061238400638103485
          ],
          [
            800,
            0.06285078078508377
          ],
          [
            900,
            0.06428944319486618
          ],
          [
            1000,
            0.06553130596876144
          ],
          [
            1100,
            0.06663552671670914
          ],
          [
            1200,
            0.06752082705497742
          ],
          [
            1300,
            0.06820226460695267
          ],
          [
            1400,
            0.06899762153625488
          ],
          [
            1500,
            0.06971767544746399
          ],
          [
            1600,
            0.0702817365527153
          ],
          [
            1700,
            0.07096417993307114
          ],
          [
            1800,
            0.07175198942422867
          ],
          [
            1900,
            0.07257239520549774
          ],
          [
            2000,
            0.07329118251800537
          ],
          [
            2100,
            0.07402502000331879
          ],
          [
            2200,
            0.07479386031627655
          ],
          [
            2300,
            0.07545991241931915
          ],
          [
            2400,
            0.07599860429763794
          ],
          [
            2500,
            0.07670771330595016
          ],
          [
            2600,
            0.07711289823055267
          ],
          [
            2700,
            0.07788760215044022
          ],
          [
            2800,
            0.07844939082860947
          ],
          [
            2900,
            0.07894697785377502
          ],
          [
            3000,
            0.07949548214673996
          ],
          [
            3100,
            0.08003688603639603
          ],
          [
            3200,
            0.08043443411588669
          ],
          [
            3300,
            0.08093884587287903
          ],
          [
            3400,
            0.0813022330403328
          ],
          [
            3500,
            0.08178330212831497
          ],
          [
            3600,
            0.08215532451868057
          ],
          [
            3700,
            0.08242422342300415
          ],
          [
            3800,
            0.08279620856046677
          ],
          [
            3900,
            0.08303893357515335
          ],
          [
            4000,
            0.083225317299366
          ],
          [
            4100,
            0.08358509093523026
          ],
          [
            4200,
            0.08386285603046417
          ],
          [
            4300,
            0.08405796438455582
          ],
          [
            4400,
            0.08432748913764954
          ],
          [
            4500,
            0.08441655337810516
          ],
          [
            4600,
            0.0845499262213707
          ],
          [
            4700,
            0.08470221608877182
          ],
          [
            4800,
            0.08471056818962097
          ],
          [
            4900,
            0.08496658504009247
          ],
          [
            5000,
            0.08498691022396088
          ],
          [
            5100,
            0.08504841476678848
          ],
          [
            5200,
            0.08514290302991867
          ],
          [
            5300,
            0.08521684259176254
          ],
          [
            5400,
            0.08521600812673569
          ],
          [
            5500,
            0.08523724228143692
          ],
          [
            5600,
            0.08526377379894257
          ],
          [
            5700,
            0.08521609753370285
          ],
          [
            5800,
            0.08516997843980789
          ],
          [
            5900,
            0.08518053591251373
          ],
          [
            6000,
            0.085142120718956
          ],
          [
            6100,
            0.0850994735956192
          ],
          [
            6200,
            0.08499284088611603
          ],
          [
            6300,
            0.08499626815319061
          ],
          [
            6400,
            0.08487016707658768
          ],
          [
            6500,
            0.08476868271827698
          ],
          [
            6600,
            0.08470829576253891
          ],
          [
            6700,
            0.08460791409015656
          ],
          [
            6800,
            0.0845412164926529
          ],
          [
            6900,
            0.08446065336465836
          ],
          [
            7000,
            0.0843263566493988
          ],
          [
            7100,
            0.08422968536615372
          ],
          [
            7200,
            0.08410212397575378
          ],
          [
            7300,
            0.08396437019109726
          ],
          [
            7400,
            0.08385686576366425
          ],
          [
            7500,
            0.08369659632444382
          ],
          [
            7600,
            0.0836314931511879
          ],
          [
            7700,
            0.08348748832941055
          ],
          [
            7800,
            0.08339208364486694
          ],
          [
            7900,
            0.08328193426132202
          ],
          [
            8000,
            0.08317714184522629
          ],
          [
            8100,
            0.08308136463165283
          ],
          [
            8200,
            0.08295521140098572
          ],
          [
            8300,
            0.08284873515367508
          ],
          [
            8400,
            0.08270774036645889
          ],
          [
            8500,
            0.08262705057859421
          ],
          [
            8600,
            0.08252930641174316
          ],
          [
            8700,
            0.08244450390338898
          ],
          [
            8800,
            0.08237531036138535
          ],
          [
            8900,
            0.08229895681142807
          ],
          [
            9000,
            0.08224766701459885
          ],
          [
            9100,
            0.08221179991960526
          ],
          [
            9200,
            0.08218716830015182
          ],
          [
            9300,
            0.08216781914234161
          ]
        ],
        "logging/rms/model.layers.1.mlp.gate_proj/gradient": [
          [
            0,
            0.0001897677720990032
          ],
          [
            100,
            1.2053459613525774e-05
          ],
          [
            200,
            1.097239237424219e-05
          ],
          [
            300,
            1.0667156857380178e-05
          ],
          [
            400,
            1.1626857485680375e-05
          ],
          [
            500,
            9.951784704753663e-06
          ],
          [
            600,
            1.0341760571463965e-05
          ],
          [
            700,
            9.780673281056806e-06
          ],
          [
            800,
            1.0285454663971905e-05
          ],
          [
            900,
            9.217245860781986e-06
          ],
          [
            1000,
            9.282460268877912e-06
          ],
          [
            1100,
            9.95003392745275e-06
          ],
          [
            1200,
            9.412410690856632e-06
          ],
          [
            1300,
            9.683251846581697e-06
          ],
          [
            1400,
            8.608734788140282e-06
          ],
          [
            1500,
            9.240319741365965e-06
          ],
          [
            1600,
            8.848860488797072e-06
          ],
          [
            1700,
            9.217025763064157e-06
          ],
          [
            1800,
            8.979488484328613e-06
          ],
          [
            1900,
            8.722711754671764e-06
          ],
          [
            2000,
            9.016961485031061e-06
          ],
          [
            2100,
            9.520989806333091e-06
          ],
          [
            2200,
            9.228690942109097e-06
          ],
          [
            2300,
            8.94957975106081e-06
          ],
          [
            2400,
            9.482199857302476e-06
          ],
          [
            2500,
            8.856867680151481e-06
          ],
          [
            2600,
            8.467349289276171e-06
          ],
          [
            2700,
            9.02752344700275e-06
          ],
          [
            2800,
            9.523268090561032e-06
          ],
          [
            2900,
            8.759557204029988e-06
          ],
          [
            3000,
            9.1927831817884e-06
          ],
          [
            3100,
            8.820197763270698e-06
          ],
          [
            3200,
            9.041285011335276e-06
          ],
          [
            3300,
            9.548061825626064e-06
          ],
          [
            3400,
            9.015913747134618e-06
          ],
          [
            3500,
            9.431630132894497e-06
          ],
          [
            3600,
            8.965474989963695e-06
          ],
          [
            3700,
            9.034287359099835e-06
          ],
          [
            3800,
            9.283696272177622e-06
          ],
          [
            3900,
            9.657882401370443e-06
          ],
          [
            4000,
            9.59886074269889e-06
          ],
          [
            4100,
            9.213898920279462e-06
          ],
          [
            4200,
            9.536207471683156e-06
          ],
          [
            4300,
            9.302018952439539e-06
          ],
          [
            4400,
            1.378066917823162e-05
          ],
          [
            4500,
            9.483763278694823e-06
          ],
          [
            4600,
            9.684767974249553e-06
          ],
          [
            4700,
            9.736749234434683e-06
          ],
          [
            4800,
            9.728438271849882e-06
          ],
          [
            4900,
            9.25699441722827e-06
          ],
          [
            5000,
            9.787120688997675e-06
          ],
          [
            5100,
            9.844919077295344e-06
          ],
          [
            5200,
            9.60176475928165e-06
          ],
          [
            5300,
            9.927417522703763e-06
          ],
          [
            5400,
            9.995021173381247e-06
          ],
          [
            5500,
            9.852727089310065e-06
          ],
          [
            5600,
            9.853720257524401e-06
          ],
          [
            5700,
            1.0566897799435537e-05
          ],
          [
            5800,
            1.0322677553631365e-05
          ],
          [
            5900,
            1.0415024917165283e-05
          ],
          [
            6000,
            1.001937926048413e-05
          ],
          [
            6100,
            1.0331757039239164e-05
          ],
          [
            6200,
            1.0199817552347668e-05
          ],
          [
            6300,
            1.047268870024709e-05
          ],
          [
            6400,
            1.0585377822280861e-05
          ],
          [
            6500,
            1.066046388586983e-05
          ],
          [
            6600,
            1.0726116670412011e-05
          ],
          [
            6700,
            1.0538969036133494e-05
          ],
          [
            6800,
            1.0518176168261562e-05
          ],
          [
            6900,
            1.1004031875927467e-05
          ],
          [
            7000,
            1.0986293091264088e-05
          ],
          [
            7100,
            1.1172316590091214e-05
          ],
          [
            7200,
            1.0819683666341007e-05
          ],
          [
            7300,
            1.0965331057377625e-05
          ],
          [
            7400,
            1.1544821063580457e-05
          ],
          [
            7500,
            1.0786332495626993e-05
          ],
          [
            7600,
            1.1298494428046979e-05
          ],
          [
            7700,
            1.1463095688668545e-05
          ],
          [
            7800,
            1.1669680134218652e-05
          ],
          [
            7900,
            1.1591698239499237e-05
          ],
          [
            8000,
            1.1653365618258249e-05
          ],
          [
            8100,
            1.1425633601902518e-05
          ],
          [
            8200,
            1.1719585017999634e-05
          ],
          [
            8300,
            1.1934003850910813e-05
          ],
          [
            8400,
            1.1809127499873284e-05
          ],
          [
            8500,
            1.173981036117766e-05
          ],
          [
            8600,
            1.209813399327686e-05
          ],
          [
            8700,
            1.1994575288554188e-05
          ],
          [
            8800,
            1.1795656973845325e-05
          ],
          [
            8900,
            1.1957581591559574e-05
          ],
          [
            9000,
            1.226150561706163e-05
          ],
          [
            9100,
            1.1817511222034227e-05
          ],
          [
            9200,
            1.2378935025481042e-05
          ],
          [
            9300,
            1.1877468750753906e-05
          ]
        ],
        "logging/rms/model.layers.5.mlp/activation": [
          [
            0,
            0.5727472901344299
          ],
          [
            100,
            1.4045473337173462
          ],
          [
            200,
            2.1011223793029785
          ],
          [
            300,
            2.7770473957061768
          ],
          [
            400,
            3.2564401626586914
          ],
          [
            500,
            3.5288689136505127
          ],
          [
            600,
            3.8407068252563477
          ],
          [
            700,
            4.013760566711426
          ],
          [
            800,
            4.120417594909668
          ],
          [
            900,
            4.179750442504883
          ],
          [
            1000,
            4.308452129364014
          ],
          [
            1100,
            4.512059211730957
          ],
          [
            1200,
            4.443817615509033
          ],
          [
            1300,
            4.61114501953125
          ],
          [
            1400,
            4.560439586639404
          ],
          [
            1500,
            4.548888683319092
          ],
          [
            1600,
            4.596578598022461
          ],
          [
            1700,
            4.530259132385254
          ],
          [
            1800,
            4.50290060043335
          ],
          [
            1900,
            4.683802604675293
          ],
          [
            2000,
            4.5689921379089355
          ],
          [
            2100,
            4.599573135375977
          ],
          [
            2200,
            4.573312282562256
          ],
          [
            2300,
            4.476337432861328
          ],
          [
            2400,
            4.5570549964904785
          ],
          [
            2500,
            4.654237270355225
          ],
          [
            2600,
            4.509648323059082
          ],
          [
            2700,
            4.451035022735596
          ],
          [
            2800,
            4.448768138885498
          ],
          [
            2900,
            4.593987941741943
          ],
          [
            3000,
            4.452503681182861
          ],
          [
            3100,
            4.348912239074707
          ],
          [
            3200,
            4.3948774337768555
          ],
          [
            3300,
            4.378891944885254
          ],
          [
            3400,
            4.396461486816406
          ],
          [
            3500,
            4.235533237457275
          ],
          [
            3600,
            4.372740268707275
          ],
          [
            3700,
            4.231886863708496
          ],
          [
            3800,
            4.181224822998047
          ],
          [
            3900,
            4.118515968322754
          ],
          [
            4000,
            4.159310817718506
          ],
          [
            4100,
            4.208393096923828
          ],
          [
            4200,
            4.111273765563965
          ],
          [
            4300,
            4.038120746612549
          ],
          [
            4400,
            4.212951183319092
          ],
          [
            4500,
            3.993675947189331
          ],
          [
            4600,
            3.9764697551727295
          ],
          [
            4700,
            3.8599143028259277
          ],
          [
            4800,
            3.902845621109009
          ],
          [
            4900,
            3.951932430267334
          ],
          [
            5000,
            3.7842752933502197
          ],
          [
            5100,
            3.8892948627471924
          ],
          [
            5200,
            3.80843448638916
          ],
          [
            5300,
            3.7605347633361816
          ],
          [
            5400,
            3.689887285232544
          ],
          [
            5500,
            3.718553304672241
          ],
          [
            5600,
            3.6774613857269287
          ],
          [
            5700,
            3.671398401260376
          ],
          [
            5800,
            3.479165554046631
          ],
          [
            5900,
            3.5408637523651123
          ],
          [
            6000,
            3.5381507873535156
          ],
          [
            6100,
            3.4718496799468994
          ],
          [
            6200,
            3.4804232120513916
          ],
          [
            6300,
            3.4346601963043213
          ],
          [
            6400,
            3.3366363048553467
          ],
          [
            6500,
            3.3395984172821045
          ],
          [
            6600,
            3.414419412612915
          ],
          [
            6700,
            3.21212100982666
          ],
          [
            6800,
            3.2419848442077637
          ],
          [
            6900,
            3.208106517791748
          ],
          [
            7000,
            3.2652127742767334
          ],
          [
            7100,
            3.132432222366333
          ],
          [
            7200,
            3.1129822731018066
          ],
          [
            7300,
            3.1632144451141357
          ],
          [
            7400,
            3.093247175216675
          ],
          [
            7500,
            3.0192811489105225
          ],
          [
            7600,
            3.0734848976135254
          ],
          [
            7700,
            3.015176296234131
          ],
          [
            7800,
            3.009040117263794
          ],
          [
            7900,
            2.924128770828247
          ],
          [
            8000,
            2.97116756439209
          ],
          [
            8100,
            2.936690092086792
          ],
          [
            8200,
            2.898313522338867
          ],
          [
            8300,
            2.9093546867370605
          ],
          [
            8400,
            2.8878867626190186
          ],
          [
            8500,
            2.8591148853302
          ],
          [
            8600,
            2.8199303150177
          ],
          [
            8700,
            2.810640811920166
          ],
          [
            8800,
            2.8181493282318115
          ],
          [
            8900,
            2.784801483154297
          ],
          [
            9000,
            2.7712080478668213
          ],
          [
            9100,
            2.7735848426818848
          ],
          [
            9200,
            2.7428336143493652
          ],
          [
            9300,
            2.7466115951538086
          ]
        ],
        "logging/rms/model.layers.3.mlp.up_proj/gradient": [
          [
            0,
            0.00012104576308047399
          ],
          [
            100,
            8.696192708157469e-06
          ],
          [
            200,
            9.087220860237721e-06
          ],
          [
            300,
            9.632616638555191e-06
          ],
          [
            400,
            1.1339710908941925e-05
          ],
          [
            500,
            1.0476368515810464e-05
          ],
          [
            600,
            1.085157236957457e-05
          ],
          [
            700,
            1.0226850463368464e-05
          ],
          [
            800,
            1.1050133252865635e-05
          ],
          [
            900,
            1.0223829121969175e-05
          ],
          [
            1000,
            1.0067843504657503e-05
          ],
          [
            1100,
            1.133870864578057e-05
          ],
          [
            1200,
            1.2302253708185162e-05
          ],
          [
            1300,
            1.1402245945646428e-05
          ],
          [
            1400,
            9.545209650241304e-06
          ],
          [
            1500,
            1.192009040096309e-05
          ],
          [
            1600,
            1.1491156328702345e-05
          ],
          [
            1700,
            1.1529135917953681e-05
          ],
          [
            1800,
            1.1754395018215291e-05
          ],
          [
            1900,
            1.048610283760354e-05
          ],
          [
            2000,
            1.0525671314098872e-05
          ],
          [
            2100,
            1.281979803025024e-05
          ],
          [
            2200,
            1.1853450814669486e-05
          ],
          [
            2300,
            1.2654559213842731e-05
          ],
          [
            2400,
            1.1532694770721719e-05
          ],
          [
            2500,
            1.0891521924349945e-05
          ],
          [
            2600,
            1.0747909072961193e-05
          ],
          [
            2700,
            1.2501664969022386e-05
          ],
          [
            2800,
            1.1951825399592053e-05
          ],
          [
            2900,
            1.1745393749151845e-05
          ],
          [
            3000,
            1.4120831110631116e-05
          ],
          [
            3100,
            1.0838135494850576e-05
          ],
          [
            3200,
            1.2283672731427941e-05
          ],
          [
            3300,
            1.4910757272446062e-05
          ],
          [
            3400,
            1.2360384971543681e-05
          ],
          [
            3500,
            1.4069844837649725e-05
          ],
          [
            3600,
            1.1455686944827903e-05
          ],
          [
            3700,
            1.2193162547191605e-05
          ],
          [
            3800,
            1.282212724618148e-05
          ],
          [
            3900,
            1.343665826425422e-05
          ],
          [
            4000,
            1.41766367960372e-05
          ],
          [
            4100,
            1.3335746189113706e-05
          ],
          [
            4200,
            1.2175180927442852e-05
          ],
          [
            4300,
            1.3248489267425612e-05
          ],
          [
            4400,
            1.6076133761089295e-05
          ],
          [
            4500,
            1.31689694171655e-05
          ],
          [
            4600,
            1.3994485016155522e-05
          ],
          [
            4700,
            1.3447661331156269e-05
          ],
          [
            4800,
            1.3646838851855136e-05
          ],
          [
            4900,
            1.1822080523415934e-05
          ],
          [
            5000,
            1.347500983683858e-05
          ],
          [
            5100,
            1.4851595551590435e-05
          ],
          [
            5200,
            1.2843063814216293e-05
          ],
          [
            5300,
            1.4634902981924824e-05
          ],
          [
            5400,
            1.470159986638464e-05
          ],
          [
            5500,
            1.3565861991082784e-05
          ],
          [
            5600,
            1.3556565136241261e-05
          ],
          [
            5700,
            1.5886378605500795e-05
          ],
          [
            5800,
            1.4228059626475442e-05
          ],
          [
            5900,
            1.617379348317627e-05
          ],
          [
            6000,
            1.4126648238743655e-05
          ],
          [
            6100,
            1.59664596139919e-05
          ],
          [
            6200,
            1.4192553862812929e-05
          ],
          [
            6300,
            1.5928149878163822e-05
          ],
          [
            6400,
            1.4964729416533373e-05
          ],
          [
            6500,
            1.4211998859536834e-05
          ],
          [
            6600,
            1.6856554793776013e-05
          ],
          [
            6700,
            1.5144641110964585e-05
          ],
          [
            6800,
            1.4273450688051526e-05
          ],
          [
            6900,
            1.6871385014383122e-05
          ],
          [
            7000,
            1.5233425983751658e-05
          ],
          [
            7100,
            1.5086872735992074e-05
          ],
          [
            7200,
            1.5552575860056095e-05
          ],
          [
            7300,
            1.579521813255269e-05
          ],
          [
            7400,
            1.7900463717523962e-05
          ],
          [
            7500,
            1.658453038544394e-05
          ],
          [
            7600,
            1.5933374015730806e-05
          ],
          [
            7700,
            1.7136268070316873e-05
          ],
          [
            7800,
            1.6040907212300226e-05
          ],
          [
            7900,
            1.6540396245545708e-05
          ],
          [
            8000,
            1.5979881936800666e-05
          ],
          [
            8100,
            1.531511043140199e-05
          ],
          [
            8200,
            1.6215570212807506e-05
          ],
          [
            8300,
            1.8127135263057426e-05
          ],
          [
            8400,
            1.6749860151321627e-05
          ],
          [
            8500,
            1.744890323607251e-05
          ],
          [
            8600,
            1.757047175487969e-05
          ],
          [
            8700,
            1.6582695025135763e-05
          ],
          [
            8800,
            1.7276614016736858e-05
          ],
          [
            8900,
            1.6566438716836274e-05
          ],
          [
            9000,
            1.612124833627604e-05
          ],
          [
            9100,
            1.5450155842700042e-05
          ],
          [
            9200,
            1.6831218090374023e-05
          ],
          [
            9300,
            1.688189513515681e-05
          ]
        ],
        "logging/rms/model.layers.5.mlp.down_proj/gradient": [
          [
            0,
            0.00016875704750418663
          ],
          [
            100,
            1.6168831280083396e-05
          ],
          [
            200,
            1.4420993466046639e-05
          ],
          [
            300,
            1.4515414477500599e-05
          ],
          [
            400,
            1.5957453797454946e-05
          ],
          [
            500,
            1.3701960597245488e-05
          ],
          [
            600,
            1.387389511364745e-05
          ],
          [
            700,
            1.3292726180225145e-05
          ],
          [
            800,
            1.3637133633892518e-05
          ],
          [
            900,
            1.2369388059596531e-05
          ],
          [
            1000,
            1.2292499377508648e-05
          ],
          [
            1100,
            1.3029230103711598e-05
          ],
          [
            1200,
            1.2253826753294561e-05
          ],
          [
            1300,
            1.2568877536978107e-05
          ],
          [
            1400,
            1.1959659786953125e-05
          ],
          [
            1500,
            1.2535752830444835e-05
          ],
          [
            1600,
            1.2083844012522604e-05
          ],
          [
            1700,
            1.2063268513884395e-05
          ],
          [
            1800,
            1.1935215297853574e-05
          ],
          [
            1900,
            1.2163106475782115e-05
          ],
          [
            2000,
            1.1881383215950336e-05
          ],
          [
            2100,
            1.2581542250700295e-05
          ],
          [
            2200,
            1.2051537851220928e-05
          ],
          [
            2300,
            1.1938496754737571e-05
          ],
          [
            2400,
            1.1804262612713501e-05
          ],
          [
            2500,
            1.1976573659921996e-05
          ],
          [
            2600,
            1.1694585737132002e-05
          ],
          [
            2700,
            1.1809769603132736e-05
          ],
          [
            2800,
            1.2360804248601198e-05
          ],
          [
            2900,
            1.1933950190723408e-05
          ],
          [
            3000,
            1.2430070455593523e-05
          ],
          [
            3100,
            1.1789919881266542e-05
          ],
          [
            3200,
            1.2237228474987205e-05
          ],
          [
            3300,
            1.2338918168097734e-05
          ],
          [
            3400,
            1.257317762792809e-05
          ],
          [
            3500,
            1.2471290574467275e-05
          ],
          [
            3600,
            1.2360636901576072e-05
          ],
          [
            3700,
            1.23385925689945e-05
          ],
          [
            3800,
            1.2475366929720622e-05
          ],
          [
            3900,
            1.293954028369626e-05
          ],
          [
            4000,
            1.2907964446640108e-05
          ],
          [
            4100,
            1.2516716196842026e-05
          ],
          [
            4200,
            1.29403815662954e-05
          ],
          [
            4300,
            1.2752997463394422e-05
          ],
          [
            4400,
            2.463557757437229e-05
          ],
          [
            4500,
            1.2818889445043169e-05
          ],
          [
            4600,
            1.3493505321093835e-05
          ],
          [
            4700,
            1.3274151569930837e-05
          ],
          [
            4800,
            1.3473020771925803e-05
          ],
          [
            4900,
            1.3208967175160069e-05
          ],
          [
            5000,
            1.3488371223502327e-05
          ],
          [
            5100,
            1.4068565178604331e-05
          ],
          [
            5200,
            1.3616730029752944e-05
          ],
          [
            5300,
            1.3932294677942991e-05
          ],
          [
            5400,
            1.3769654287898447e-05
          ],
          [
            5500,
            1.389268072671257e-05
          ],
          [
            5600,
            1.3966201549919788e-05
          ],
          [
            5700,
            1.4666007700725459e-05
          ],
          [
            5800,
            1.4104466572462115e-05
          ],
          [
            5900,
            1.4744130567123648e-05
          ],
          [
            6000,
            1.4116584679868538e-05
          ],
          [
            6100,
            1.4773027032788377e-05
          ],
          [
            6200,
            1.4218098840501625e-05
          ],
          [
            6300,
            1.5099090887815692e-05
          ],
          [
            6400,
            1.4854672372166533e-05
          ],
          [
            6500,
            1.5251932381943334e-05
          ],
          [
            6600,
            1.53873952513095e-05
          ],
          [
            6700,
            1.5036160220915917e-05
          ],
          [
            6800,
            1.5361416444648057e-05
          ],
          [
            6900,
            1.6043390132836066e-05
          ],
          [
            7000,
            1.5467716366401874e-05
          ],
          [
            7100,
            1.5644181985408068e-05
          ],
          [
            7200,
            1.5912371964077465e-05
          ],
          [
            7300,
            1.5833689758437686e-05
          ],
          [
            7400,
            1.6053319995990023e-05
          ],
          [
            7500,
            1.6147880160133354e-05
          ],
          [
            7600,
            1.6339370631612837e-05
          ],
          [
            7700,
            1.6317342669935897e-05
          ],
          [
            7800,
            1.657919528952334e-05
          ],
          [
            7900,
            1.6158654034370556e-05
          ],
          [
            8000,
            1.6843438061187044e-05
          ],
          [
            8100,
            1.6704891095287167e-05
          ],
          [
            8200,
            1.674717350397259e-05
          ],
          [
            8300,
            1.736101694405079e-05
          ],
          [
            8400,
            1.7233684047823772e-05
          ],
          [
            8500,
            1.7112870409619063e-05
          ],
          [
            8600,
            1.7413174646208063e-05
          ],
          [
            8700,
            1.7270822354475968e-05
          ],
          [
            8800,
            1.7390024368069135e-05
          ],
          [
            8900,
            1.738068567647133e-05
          ],
          [
            9000,
            1.7409452993888408e-05
          ],
          [
            9100,
            1.711929144221358e-05
          ],
          [
            9200,
            1.7542808564030565e-05
          ],
          [
            9300,
            1.7320442566415295e-05
          ]
        ],
        "logging/rms/model.layers.6.mlp.gate_proj/activation": [
          [
            0,
            0.9842089414596558
          ],
          [
            100,
            1.6132029294967651
          ],
          [
            200,
            2.1897122859954834
          ],
          [
            300,
            2.4490928649902344
          ],
          [
            400,
            2.476806879043579
          ],
          [
            500,
            2.453695297241211
          ],
          [
            600,
            2.496742010116577
          ],
          [
            700,
            2.398698329925537
          ],
          [
            800,
            2.429410457611084
          ],
          [
            900,
            2.3893818855285645
          ],
          [
            1000,
            2.3808083534240723
          ],
          [
            1100,
            2.312894821166992
          ],
          [
            1200,
            2.2822377681732178
          ],
          [
            1300,
            2.249473810195923
          ],
          [
            1400,
            2.2372682094573975
          ],
          [
            1500,
            2.2841908931732178
          ],
          [
            1600,
            2.2095184326171875
          ],
          [
            1700,
            2.1787946224212646
          ],
          [
            1800,
            2.195068120956421
          ],
          [
            1900,
            2.1254231929779053
          ],
          [
            2000,
            2.148651123046875
          ],
          [
            2100,
            2.1348471641540527
          ],
          [
            2200,
            2.1047401428222656
          ],
          [
            2300,
            2.1054799556732178
          ],
          [
            2400,
            2.083051919937134
          ],
          [
            2500,
            2.067460298538208
          ],
          [
            2600,
            2.0547635555267334
          ],
          [
            2700,
            2.061875343322754
          ],
          [
            2800,
            2.0926618576049805
          ],
          [
            2900,
            2.0068204402923584
          ],
          [
            3000,
            2.015001058578491
          ],
          [
            3100,
            2.0264902114868164
          ],
          [
            3200,
            1.9981120824813843
          ],
          [
            3300,
            1.9838099479675293
          ],
          [
            3400,
            1.987553358078003
          ],
          [
            3500,
            1.9936463832855225
          ],
          [
            3600,
            1.9647237062454224
          ],
          [
            3700,
            1.9324344396591187
          ],
          [
            3800,
            1.9636961221694946
          ],
          [
            3900,
            1.972345232963562
          ],
          [
            4000,
            1.9223767518997192
          ],
          [
            4100,
            1.9204658269882202
          ],
          [
            4200,
            1.9289401769638062
          ],
          [
            4300,
            1.9141114950180054
          ],
          [
            4400,
            1.9059573411941528
          ],
          [
            4500,
            1.888244867324829
          ],
          [
            4600,
            1.8846170902252197
          ],
          [
            4700,
            1.8986724615097046
          ],
          [
            4800,
            1.8923388719558716
          ],
          [
            4900,
            1.8687742948532104
          ],
          [
            5000,
            1.881442666053772
          ],
          [
            5100,
            1.8802355527877808
          ],
          [
            5200,
            1.8592770099639893
          ],
          [
            5300,
            1.8674745559692383
          ],
          [
            5400,
            1.8528430461883545
          ],
          [
            5500,
            1.8347145318984985
          ],
          [
            5600,
            1.8525571823120117
          ],
          [
            5700,
            1.8629014492034912
          ],
          [
            5800,
            1.820586919784546
          ],
          [
            5900,
            1.8344115018844604
          ],
          [
            6000,
            1.7967554330825806
          ],
          [
            6100,
            1.8223148584365845
          ],
          [
            6200,
            1.7956262826919556
          ],
          [
            6300,
            1.8047599792480469
          ],
          [
            6400,
            1.8037554025650024
          ],
          [
            6500,
            1.81545090675354
          ],
          [
            6600,
            1.7925480604171753
          ],
          [
            6700,
            1.7847164869308472
          ],
          [
            6800,
            1.787421703338623
          ],
          [
            6900,
            1.7802379131317139
          ],
          [
            7000,
            1.76687490940094
          ],
          [
            7100,
            1.7832520008087158
          ],
          [
            7200,
            1.761881947517395
          ],
          [
            7300,
            1.7543967962265015
          ],
          [
            7400,
            1.753312110900879
          ],
          [
            7500,
            1.7357434034347534
          ],
          [
            7600,
            1.7413687705993652
          ],
          [
            7700,
            1.7572753429412842
          ],
          [
            7800,
            1.7522914409637451
          ],
          [
            7900,
            1.709877371788025
          ],
          [
            8000,
            1.7268218994140625
          ],
          [
            8100,
            1.7080765962600708
          ],
          [
            8200,
            1.7096649408340454
          ],
          [
            8300,
            1.724830985069275
          ],
          [
            8400,
            1.7097429037094116
          ],
          [
            8500,
            1.7044250965118408
          ],
          [
            8600,
            1.7092711925506592
          ],
          [
            8700,
            1.685429573059082
          ],
          [
            8800,
            1.6939964294433594
          ],
          [
            8900,
            1.7009927034378052
          ],
          [
            9000,
            1.691208004951477
          ],
          [
            9100,
            1.680895447731018
          ],
          [
            9200,
            1.6971100568771362
          ],
          [
            9300,
            1.6820663213729858
          ]
        ],
        "logging/rms/model.layers.1.self_attn.v_proj/parameter": [
          [
            0,
            0.04358243942260742
          ],
          [
            100,
            0.04362168535590172
          ],
          [
            200,
            0.04592908173799515
          ],
          [
            300,
            0.04852055385708809
          ],
          [
            400,
            0.050284769386053085
          ],
          [
            500,
            0.05190533772110939
          ],
          [
            600,
            0.05362787842750549
          ],
          [
            700,
            0.0553373321890831
          ],
          [
            800,
            0.057019464671611786
          ],
          [
            900,
            0.058763209730386734
          ],
          [
            1000,
            0.060351163148880005
          ],
          [
            1100,
            0.06194834038615227
          ],
          [
            1200,
            0.06341875344514847
          ],
          [
            1300,
            0.06486868858337402
          ],
          [
            1400,
            0.06623122841119766
          ],
          [
            1500,
            0.06756310164928436
          ],
          [
            1600,
            0.06878803670406342
          ],
          [
            1700,
            0.07000165432691574
          ],
          [
            1800,
            0.07102469354867935
          ],
          [
            1900,
            0.07203029096126556
          ],
          [
            2000,
            0.07287728786468506
          ],
          [
            2100,
            0.07363377511501312
          ],
          [
            2200,
            0.07437065988779068
          ],
          [
            2300,
            0.07508479058742523
          ],
          [
            2400,
            0.07568510621786118
          ],
          [
            2500,
            0.07626433670520782
          ],
          [
            2600,
            0.07674219459295273
          ],
          [
            2700,
            0.07724282145500183
          ],
          [
            2800,
            0.07764726877212524
          ],
          [
            2900,
            0.07786043733358383
          ],
          [
            3000,
            0.0782361701130867
          ],
          [
            3100,
            0.0784119963645935
          ],
          [
            3200,
            0.07868600636720657
          ],
          [
            3300,
            0.07885834574699402
          ],
          [
            3400,
            0.07897260785102844
          ],
          [
            3500,
            0.07909299433231354
          ],
          [
            3600,
            0.07918571680784225
          ],
          [
            3700,
            0.07926598191261292
          ],
          [
            3800,
            0.07925334572792053
          ],
          [
            3900,
            0.07926537096500397
          ],
          [
            4000,
            0.07929318398237228
          ],
          [
            4100,
            0.07924140989780426
          ],
          [
            4200,
            0.07912122458219528
          ],
          [
            4300,
            0.07903899997472763
          ],
          [
            4400,
            0.07892388105392456
          ],
          [
            4500,
            0.07874434441328049
          ],
          [
            4600,
            0.07859306782484055
          ],
          [
            4700,
            0.07844218611717224
          ],
          [
            4800,
            0.0783000960946083
          ],
          [
            4900,
            0.07811210304498672
          ],
          [
            5000,
            0.07790449261665344
          ],
          [
            5100,
            0.07770776003599167
          ],
          [
            5200,
            0.07747512310743332
          ],
          [
            5300,
            0.07723881304264069
          ],
          [
            5400,
            0.07700925320386887
          ],
          [
            5500,
            0.07674909383058548
          ],
          [
            5600,
            0.07646207511425018
          ],
          [
            5700,
            0.07619789242744446
          ],
          [
            5800,
            0.07592516392469406
          ],
          [
            5900,
            0.07562665641307831
          ],
          [
            6000,
            0.07533744722604752
          ],
          [
            6100,
            0.0750761553645134
          ],
          [
            6200,
            0.07475259155035019
          ],
          [
            6300,
            0.07443764805793762
          ],
          [
            6400,
            0.07415987551212311
          ],
          [
            6500,
            0.07385137677192688
          ],
          [
            6600,
            0.07354357093572617
          ],
          [
            6700,
            0.07324369251728058
          ],
          [
            6800,
            0.07292871922254562
          ],
          [
            6900,
            0.07261969149112701
          ],
          [
            7000,
            0.07230466604232788
          ],
          [
            7100,
            0.07200241833925247
          ],
          [
            7200,
            0.07168757170438766
          ],
          [
            7300,
            0.07135222852230072
          ],
          [
            7400,
            0.0710822120308876
          ],
          [
            7500,
            0.07078003883361816
          ],
          [
            7600,
            0.07049226015806198
          ],
          [
            7700,
            0.07022164762020111
          ],
          [
            7800,
            0.069959357380867
          ],
          [
            7900,
            0.0697052851319313
          ],
          [
            8000,
            0.06943237036466599
          ],
          [
            8100,
            0.0692090094089508
          ],
          [
            8200,
            0.06895508617162704
          ],
          [
            8300,
            0.06873518228530884
          ],
          [
            8400,
            0.06851600110530853
          ],
          [
            8500,
            0.06832621246576309
          ],
          [
            8600,
            0.06814444065093994
          ],
          [
            8700,
            0.06797947734594345
          ],
          [
            8800,
            0.06783470511436462
          ],
          [
            8900,
            0.06770426779985428
          ],
          [
            9000,
            0.06760493665933609
          ],
          [
            9100,
            0.06751711666584015
          ],
          [
            9200,
            0.06745985895395279
          ],
          [
            9300,
            0.06742169708013535
          ]
        ],
        "logging/rms/model.layers.1.mlp.down_proj/activation": [
          [
            0,
            0.5790019035339355
          ],
          [
            100,
            1.8766473531723022
          ],
          [
            200,
            1.5908793210983276
          ],
          [
            300,
            1.7383109331130981
          ],
          [
            400,
            1.7847989797592163
          ],
          [
            500,
            2.0002410411834717
          ],
          [
            600,
            2.31473970413208
          ],
          [
            700,
            2.4516942501068115
          ],
          [
            800,
            2.5615386962890625
          ],
          [
            900,
            2.6741182804107666
          ],
          [
            1000,
            2.7875497341156006
          ],
          [
            1100,
            2.9939754009246826
          ],
          [
            1200,
            2.844836473464966
          ],
          [
            1300,
            3.016832113265991
          ],
          [
            1400,
            3.0262317657470703
          ],
          [
            1500,
            3.126565456390381
          ],
          [
            1600,
            3.100116729736328
          ],
          [
            1700,
            3.126110792160034
          ],
          [
            1800,
            3.2117741107940674
          ],
          [
            1900,
            3.0746662616729736
          ],
          [
            2000,
            3.166531801223755
          ],
          [
            2100,
            3.164968490600586
          ],
          [
            2200,
            3.1642768383026123
          ],
          [
            2300,
            3.098141670227051
          ],
          [
            2400,
            3.242406129837036
          ],
          [
            2500,
            3.075937032699585
          ],
          [
            2600,
            3.0165624618530273
          ],
          [
            2700,
            3.0755717754364014
          ],
          [
            2800,
            2.979430913925171
          ],
          [
            2900,
            2.976409912109375
          ],
          [
            3000,
            2.991683006286621
          ],
          [
            3100,
            2.966006278991699
          ],
          [
            3200,
            2.8356850147247314
          ],
          [
            3300,
            2.86617112159729
          ],
          [
            3400,
            2.810082197189331
          ],
          [
            3500,
            2.810149669647217
          ],
          [
            3600,
            2.81516432762146
          ],
          [
            3700,
            2.7544844150543213
          ],
          [
            3800,
            2.7394509315490723
          ],
          [
            3900,
            2.698920965194702
          ],
          [
            4000,
            2.657698154449463
          ],
          [
            4100,
            2.6584630012512207
          ],
          [
            4200,
            2.562084197998047
          ],
          [
            4300,
            2.5689260959625244
          ],
          [
            4400,
            2.505746841430664
          ],
          [
            4500,
            2.470867872238159
          ],
          [
            4600,
            2.4346837997436523
          ],
          [
            4700,
            2.457223892211914
          ],
          [
            4800,
            2.3435049057006836
          ],
          [
            4900,
            2.373734951019287
          ],
          [
            5000,
            2.294999599456787
          ],
          [
            5100,
            2.351353883743286
          ],
          [
            5200,
            2.2386672496795654
          ],
          [
            5300,
            2.2679355144500732
          ],
          [
            5400,
            2.2357654571533203
          ],
          [
            5500,
            2.1419715881347656
          ],
          [
            5600,
            2.1535959243774414
          ],
          [
            5700,
            2.1540632247924805
          ],
          [
            5800,
            2.1409189701080322
          ],
          [
            5900,
            2.075078010559082
          ],
          [
            6000,
            2.050719738006592
          ],
          [
            6100,
            2.0174813270568848
          ],
          [
            6200,
            2.0099751949310303
          ],
          [
            6300,
            1.9839667081832886
          ],
          [
            6400,
            1.943802833557129
          ],
          [
            6500,
            1.920993685722351
          ],
          [
            6600,
            1.8952065706253052
          ],
          [
            6700,
            1.8633061647415161
          ],
          [
            6800,
            1.8230184316635132
          ],
          [
            6900,
            1.8137493133544922
          ],
          [
            7000,
            1.8051352500915527
          ],
          [
            7100,
            1.7935601472854614
          ],
          [
            7200,
            1.7526987791061401
          ],
          [
            7300,
            1.7452203035354614
          ],
          [
            7400,
            1.7182278633117676
          ],
          [
            7500,
            1.6620094776153564
          ],
          [
            7600,
            1.6664927005767822
          ],
          [
            7700,
            1.6673974990844727
          ],
          [
            7800,
            1.6605135202407837
          ],
          [
            7900,
            1.6191914081573486
          ],
          [
            8000,
            1.5898739099502563
          ],
          [
            8100,
            1.5874056816101074
          ],
          [
            8200,
            1.560041069984436
          ],
          [
            8300,
            1.5511456727981567
          ],
          [
            8400,
            1.5442546606063843
          ],
          [
            8500,
            1.521470308303833
          ],
          [
            8600,
            1.5264538526535034
          ],
          [
            8700,
            1.5159283876419067
          ],
          [
            8800,
            1.5024259090423584
          ],
          [
            8900,
            1.4741426706314087
          ],
          [
            9000,
            1.4958351850509644
          ],
          [
            9100,
            1.4655922651290894
          ],
          [
            9200,
            1.4884177446365356
          ],
          [
            9300,
            1.4680984020233154
          ]
        ],
        "logging/rms/model.layers.7.self_attn.o_proj/gradient": [
          [
            0,
            0.00037033483386039734
          ],
          [
            100,
            2.990529901580885e-05
          ],
          [
            200,
            1.6609457816230133e-05
          ],
          [
            300,
            1.3608196240966208e-05
          ],
          [
            400,
            1.2505649465310853e-05
          ],
          [
            500,
            1.1193192221981008e-05
          ],
          [
            600,
            1.0876958185690455e-05
          ],
          [
            700,
            1.0105313776875846e-05
          ],
          [
            800,
            1.0588689292490017e-05
          ],
          [
            900,
            9.846468856267165e-06
          ],
          [
            1000,
            1.0125148946826812e-05
          ],
          [
            1100,
            1.0488564839761239e-05
          ],
          [
            1200,
            1.0723957529990003e-05
          ],
          [
            1300,
            9.98936957330443e-06
          ],
          [
            1400,
            1.0137230674445163e-05
          ],
          [
            1500,
            1.0614337043080013e-05
          ],
          [
            1600,
            9.858910743787419e-06
          ],
          [
            1700,
            1.0150278285436798e-05
          ],
          [
            1800,
            1.0342180758016184e-05
          ],
          [
            1900,
            1.008397066470934e-05
          ],
          [
            2000,
            1.0432170711283106e-05
          ],
          [
            2100,
            1.0672137250367086e-05
          ],
          [
            2200,
            1.0788174222398084e-05
          ],
          [
            2300,
            1.069499285222264e-05
          ],
          [
            2400,
            1.0535010005696677e-05
          ],
          [
            2500,
            1.0266245226375759e-05
          ],
          [
            2600,
            1.0390303032181691e-05
          ],
          [
            2700,
            1.0666538400982972e-05
          ],
          [
            2800,
            1.1043150152545422e-05
          ],
          [
            2900,
            1.041747054841835e-05
          ],
          [
            3000,
            1.1149334568472113e-05
          ],
          [
            3100,
            1.0619125532684848e-05
          ],
          [
            3200,
            1.1058921700168867e-05
          ],
          [
            3300,
            1.0706600733101368e-05
          ],
          [
            3400,
            1.0847988050954882e-05
          ],
          [
            3500,
            1.131337648985209e-05
          ],
          [
            3600,
            1.1038147931685671e-05
          ],
          [
            3700,
            1.1317541066091508e-05
          ],
          [
            3800,
            1.1515039659570903e-05
          ],
          [
            3900,
            1.1857685422000941e-05
          ],
          [
            4000,
            1.1683282536978368e-05
          ],
          [
            4100,
            1.1314102266624104e-05
          ],
          [
            4200,
            1.2288266589166597e-05
          ],
          [
            4300,
            1.1644390724541154e-05
          ],
          [
            4400,
            1.8625351003720425e-05
          ],
          [
            4500,
            1.1991559404123109e-05
          ],
          [
            4600,
            1.2270541446923744e-05
          ],
          [
            4700,
            1.2284596778044943e-05
          ],
          [
            4800,
            1.2295809938223101e-05
          ],
          [
            4900,
            1.203470219479641e-05
          ],
          [
            5000,
            1.2340137800492812e-05
          ],
          [
            5100,
            1.2334532584645785e-05
          ],
          [
            5200,
            1.2534890629467554e-05
          ],
          [
            5300,
            1.283139681618195e-05
          ],
          [
            5400,
            1.2421325664035976e-05
          ],
          [
            5500,
            1.2702885214821436e-05
          ],
          [
            5600,
            1.3057167052465957e-05
          ],
          [
            5700,
            1.3014214346185327e-05
          ],
          [
            5800,
            1.3360475350054912e-05
          ],
          [
            5900,
            1.3419615243037697e-05
          ],
          [
            6000,
            1.3129100807418581e-05
          ],
          [
            6100,
            1.3656635928782634e-05
          ],
          [
            6200,
            1.3146333913027775e-05
          ],
          [
            6300,
            1.3847247828380205e-05
          ],
          [
            6400,
            1.4472358088823967e-05
          ],
          [
            6500,
            1.4271456166170537e-05
          ],
          [
            6600,
            1.388496002618922e-05
          ],
          [
            6700,
            1.5083565813256428e-05
          ],
          [
            6800,
            1.4381786968442611e-05
          ],
          [
            6900,
            1.4721040315635037e-05
          ],
          [
            7000,
            1.4126847418083344e-05
          ],
          [
            7100,
            1.480843002354959e-05
          ],
          [
            7200,
            1.442791926820064e-05
          ],
          [
            7300,
            1.447727390768705e-05
          ],
          [
            7400,
            1.4641619600297417e-05
          ],
          [
            7500,
            1.5820838598301634e-05
          ],
          [
            7600,
            1.4812194422120228e-05
          ],
          [
            7700,
            1.4781639038119465e-05
          ],
          [
            7800,
            1.5364221326308325e-05
          ],
          [
            7900,
            1.5143610653467476e-05
          ],
          [
            8000,
            1.5583020285703242e-05
          ],
          [
            8100,
            1.5079246622917708e-05
          ],
          [
            8200,
            1.5050161891849712e-05
          ],
          [
            8300,
            1.5228529264277313e-05
          ],
          [
            8400,
            1.5539329979219474e-05
          ],
          [
            8500,
            1.5444662494701333e-05
          ],
          [
            8600,
            1.5810264812898822e-05
          ],
          [
            8700,
            1.5656349205528386e-05
          ],
          [
            8800,
            1.5581548723275773e-05
          ],
          [
            8900,
            1.5766625438118353e-05
          ],
          [
            9000,
            1.58138955157483e-05
          ],
          [
            9100,
            1.572169094288256e-05
          ],
          [
            9200,
            1.5917867131065577e-05
          ],
          [
            9300,
            1.562584839120973e-05
          ]
        ],
        "logging/rms/model.layers.7.mlp.gate_proj/activation": [
          [
            0,
            0.9854097962379456
          ],
          [
            100,
            1.6651510000228882
          ],
          [
            200,
            2.2194907665252686
          ],
          [
            300,
            2.4894373416900635
          ],
          [
            400,
            2.556394338607788
          ],
          [
            500,
            2.5543646812438965
          ],
          [
            600,
            2.631087064743042
          ],
          [
            700,
            2.5726373195648193
          ],
          [
            800,
            2.6101558208465576
          ],
          [
            900,
            2.5580894947052
          ],
          [
            1000,
            2.573974132537842
          ],
          [
            1100,
            2.5502703189849854
          ],
          [
            1200,
            2.494516611099243
          ],
          [
            1300,
            2.505401611328125
          ],
          [
            1400,
            2.4663264751434326
          ],
          [
            1500,
            2.487536668777466
          ],
          [
            1600,
            2.418523073196411
          ],
          [
            1700,
            2.3737924098968506
          ],
          [
            1800,
            2.413323163986206
          ],
          [
            1900,
            2.374006748199463
          ],
          [
            2000,
            2.3800723552703857
          ],
          [
            2100,
            2.3575007915496826
          ],
          [
            2200,
            2.321922540664673
          ],
          [
            2300,
            2.2913334369659424
          ],
          [
            2400,
            2.32547926902771
          ],
          [
            2500,
            2.323845624923706
          ],
          [
            2600,
            2.2631430625915527
          ],
          [
            2700,
            2.2687463760375977
          ],
          [
            2800,
            2.307981252670288
          ],
          [
            2900,
            2.2471859455108643
          ],
          [
            3000,
            2.234361171722412
          ],
          [
            3100,
            2.254605770111084
          ],
          [
            3200,
            2.212585926055908
          ],
          [
            3300,
            2.2278225421905518
          ],
          [
            3400,
            2.228065013885498
          ],
          [
            3500,
            2.1992087364196777
          ],
          [
            3600,
            2.2221341133117676
          ],
          [
            3700,
            2.1384384632110596
          ],
          [
            3800,
            2.178959846496582
          ],
          [
            3900,
            2.190648317337036
          ],
          [
            4000,
            2.1464641094207764
          ],
          [
            4100,
            2.1613430976867676
          ],
          [
            4200,
            2.151444673538208
          ],
          [
            4300,
            2.1320993900299072
          ],
          [
            4400,
            2.138427972793579
          ],
          [
            4500,
            2.1326324939727783
          ],
          [
            4600,
            2.1246073246002197
          ],
          [
            4700,
            2.1146864891052246
          ],
          [
            4800,
            2.107701063156128
          ],
          [
            4900,
            2.1188302040100098
          ],
          [
            5000,
            2.0925521850585938
          ],
          [
            5100,
            2.126612663269043
          ],
          [
            5200,
            2.1137197017669678
          ],
          [
            5300,
            2.0854902267456055
          ],
          [
            5400,
            2.0735814571380615
          ],
          [
            5500,
            2.0652475357055664
          ],
          [
            5600,
            2.0792768001556396
          ],
          [
            5700,
            2.0903172492980957
          ],
          [
            5800,
            2.0371429920196533
          ],
          [
            5900,
            2.0671021938323975
          ],
          [
            6000,
            2.0464091300964355
          ],
          [
            6100,
            2.0422956943511963
          ],
          [
            6200,
            2.021178722381592
          ],
          [
            6300,
            2.0388200283050537
          ],
          [
            6400,
            2.032844066619873
          ],
          [
            6500,
            2.046339511871338
          ],
          [
            6600,
            2.0331227779388428
          ],
          [
            6700,
            2.0059831142425537
          ],
          [
            6800,
            2.007073163986206
          ],
          [
            6900,
            2.004262924194336
          ],
          [
            7000,
            2.013296127319336
          ],
          [
            7100,
            2.0020806789398193
          ],
          [
            7200,
            1.9863746166229248
          ],
          [
            7300,
            1.9910871982574463
          ],
          [
            7400,
            1.9802500009536743
          ],
          [
            7500,
            1.9586068391799927
          ],
          [
            7600,
            1.97891104221344
          ],
          [
            7700,
            1.9782207012176514
          ],
          [
            7800,
            1.979544997215271
          ],
          [
            7900,
            1.9247761964797974
          ],
          [
            8000,
            1.9604986906051636
          ],
          [
            8100,
            1.9413903951644897
          ],
          [
            8200,
            1.941864252090454
          ],
          [
            8300,
            1.961504578590393
          ],
          [
            8400,
            1.9346970319747925
          ],
          [
            8500,
            1.9361457824707031
          ],
          [
            8600,
            1.9242647886276245
          ],
          [
            8700,
            1.9232465028762817
          ],
          [
            8800,
            1.9382116794586182
          ],
          [
            8900,
            1.9389036893844604
          ],
          [
            9000,
            1.9309687614440918
          ],
          [
            9100,
            1.9143034219741821
          ],
          [
            9200,
            1.9253435134887695
          ],
          [
            9300,
            1.9130733013153076
          ]
        ],
        "logging/rms/model.layers.4.mlp.down_proj/gradient": [
          [
            0,
            0.00018594451830722392
          ],
          [
            100,
            1.433091802027775e-05
          ],
          [
            200,
            1.4346212083182763e-05
          ],
          [
            300,
            1.4661214663647115e-05
          ],
          [
            400,
            1.5968020306900144e-05
          ],
          [
            500,
            1.422822242602706e-05
          ],
          [
            600,
            1.4061821275390685e-05
          ],
          [
            700,
            1.385861833114177e-05
          ],
          [
            800,
            1.4026372809894383e-05
          ],
          [
            900,
            1.3030166883254424e-05
          ],
          [
            1000,
            1.2843926015193574e-05
          ],
          [
            1100,
            1.3701357602258213e-05
          ],
          [
            1200,
            1.3236134691396728e-05
          ],
          [
            1300,
            1.3310254871612415e-05
          ],
          [
            1400,
            1.2298777619434986e-05
          ],
          [
            1500,
            1.2977412552572787e-05
          ],
          [
            1600,
            1.2767270163749345e-05
          ],
          [
            1700,
            1.2706209417956416e-05
          ],
          [
            1800,
            1.2521943062893115e-05
          ],
          [
            1900,
            1.2732069080811925e-05
          ],
          [
            2000,
            1.2490603694459423e-05
          ],
          [
            2100,
            1.3516403669200372e-05
          ],
          [
            2200,
            1.2899683497380465e-05
          ],
          [
            2300,
            1.2648261872527655e-05
          ],
          [
            2400,
            1.240947221958777e-05
          ],
          [
            2500,
            1.2380736734485254e-05
          ],
          [
            2600,
            1.1999781236227136e-05
          ],
          [
            2700,
            1.230878297064919e-05
          ],
          [
            2800,
            1.2939506632392295e-05
          ],
          [
            2900,
            1.26079639812815e-05
          ],
          [
            3000,
            1.305873320234241e-05
          ],
          [
            3100,
            1.242557573277736e-05
          ],
          [
            3200,
            1.2871987564722076e-05
          ],
          [
            3300,
            1.3478655091603287e-05
          ],
          [
            3400,
            1.2824388250010088e-05
          ],
          [
            3500,
            1.3212413250585087e-05
          ],
          [
            3600,
            1.2716817764157895e-05
          ],
          [
            3700,
            1.2927021998621058e-05
          ],
          [
            3800,
            1.2978299309907015e-05
          ],
          [
            3900,
            1.3529815078072716e-05
          ],
          [
            4000,
            1.3641066288982984e-05
          ],
          [
            4100,
            1.3245870832179207e-05
          ],
          [
            4200,
            1.3414863133220933e-05
          ],
          [
            4300,
            1.3270129784359597e-05
          ],
          [
            4400,
            1.8908305719378404e-05
          ],
          [
            4500,
            1.3673066860064864e-05
          ],
          [
            4600,
            1.4249847481551114e-05
          ],
          [
            4700,
            1.3942402802058496e-05
          ],
          [
            4800,
            1.4034689229447395e-05
          ],
          [
            4900,
            1.3548683455155697e-05
          ],
          [
            5000,
            1.3797172869089991e-05
          ],
          [
            5100,
            1.459156828786945e-05
          ],
          [
            5200,
            1.4109575204201974e-05
          ],
          [
            5300,
            1.4603845556848682e-05
          ],
          [
            5400,
            1.4390069736691657e-05
          ],
          [
            5500,
            1.468576374463737e-05
          ],
          [
            5600,
            1.4354206541611347e-05
          ],
          [
            5700,
            1.515533949714154e-05
          ],
          [
            5800,
            1.4753441973880399e-05
          ],
          [
            5900,
            1.5533527403022163e-05
          ],
          [
            6000,
            1.4620890397054609e-05
          ],
          [
            6100,
            1.5293418982764706e-05
          ],
          [
            6200,
            1.483653159084497e-05
          ],
          [
            6300,
            1.550816341477912e-05
          ],
          [
            6400,
            1.5414560039062053e-05
          ],
          [
            6500,
            1.5619782061548904e-05
          ],
          [
            6600,
            1.6297037291224115e-05
          ],
          [
            6700,
            1.548485852254089e-05
          ],
          [
            6800,
            1.5860190615057945e-05
          ],
          [
            6900,
            1.6679019609000534e-05
          ],
          [
            7000,
            1.6245368897216395e-05
          ],
          [
            7100,
            1.6263491488643922e-05
          ],
          [
            7200,
            1.6370961020584218e-05
          ],
          [
            7300,
            1.648140823817812e-05
          ],
          [
            7400,
            1.6881085684872232e-05
          ],
          [
            7500,
            1.655072992434725e-05
          ],
          [
            7600,
            1.6848656741785817e-05
          ],
          [
            7700,
            1.691406941972673e-05
          ],
          [
            7800,
            1.69358045241097e-05
          ],
          [
            7900,
            1.6825864804559387e-05
          ],
          [
            8000,
            1.7129745174315758e-05
          ],
          [
            8100,
            1.6867137674125843e-05
          ],
          [
            8200,
            1.7249469237867743e-05
          ],
          [
            8300,
            1.8025568351731636e-05
          ],
          [
            8400,
            1.7523392671137117e-05
          ],
          [
            8500,
            1.7809190467232838e-05
          ],
          [
            8600,
            1.7663171092863195e-05
          ],
          [
            8700,
            1.7824733731686138e-05
          ],
          [
            8800,
            1.781681930879131e-05
          ],
          [
            8900,
            1.7855316400527954e-05
          ],
          [
            9000,
            1.787761902960483e-05
          ],
          [
            9100,
            1.7659376680967398e-05
          ],
          [
            9200,
            1.7919948732014745e-05
          ],
          [
            9300,
            1.782782783266157e-05
          ]
        ],
        "logging/rms/model.layers.3.self_attn.o_proj/parameter": [
          [
            0,
            0.04357389360666275
          ],
          [
            100,
            0.043337177485227585
          ],
          [
            200,
            0.045999523252248764
          ],
          [
            300,
            0.05073276907205582
          ],
          [
            400,
            0.05625559762120247
          ],
          [
            500,
            0.06042864918708801
          ],
          [
            600,
            0.06370656937360764
          ],
          [
            700,
            0.06665211170911789
          ],
          [
            800,
            0.069263756275177
          ],
          [
            900,
            0.07156668603420258
          ],
          [
            1000,
            0.07363076508045197
          ],
          [
            1100,
            0.0754624456167221
          ],
          [
            1200,
            0.07701879739761353
          ],
          [
            1300,
            0.07865043729543686
          ],
          [
            1400,
            0.07991037517786026
          ],
          [
            1500,
            0.08114208281040192
          ],
          [
            1600,
            0.08222657442092896
          ],
          [
            1700,
            0.08320651948451996
          ],
          [
            1800,
            0.08403921127319336
          ],
          [
            1900,
            0.08484961837530136
          ],
          [
            2000,
            0.08552884310483932
          ],
          [
            2100,
            0.08609751611948013
          ],
          [
            2200,
            0.08664088696241379
          ],
          [
            2300,
            0.08714202046394348
          ],
          [
            2400,
            0.0875919759273529
          ],
          [
            2500,
            0.08797845989465714
          ],
          [
            2600,
            0.08833348751068115
          ],
          [
            2700,
            0.0885690450668335
          ],
          [
            2800,
            0.08884051442146301
          ],
          [
            2900,
            0.08905298262834549
          ],
          [
            3000,
            0.08925532549619675
          ],
          [
            3100,
            0.08940090239048004
          ],
          [
            3200,
            0.08949019014835358
          ],
          [
            3300,
            0.0894983559846878
          ],
          [
            3400,
            0.08957864344120026
          ],
          [
            3500,
            0.08955296128988266
          ],
          [
            3600,
            0.08951275795698166
          ],
          [
            3700,
            0.08951516449451447
          ],
          [
            3800,
            0.0894247367978096
          ],
          [
            3900,
            0.08934729546308517
          ],
          [
            4000,
            0.08920906484127045
          ],
          [
            4100,
            0.08907407522201538
          ],
          [
            4200,
            0.08896147459745407
          ],
          [
            4300,
            0.08883745223283768
          ],
          [
            4400,
            0.08862314373254776
          ],
          [
            4500,
            0.08843464404344559
          ],
          [
            4600,
            0.0881970226764679
          ],
          [
            4700,
            0.08799192309379578
          ],
          [
            4800,
            0.08774031698703766
          ],
          [
            4900,
            0.08751985430717468
          ],
          [
            5000,
            0.08727020025253296
          ],
          [
            5100,
            0.08699151128530502
          ],
          [
            5200,
            0.08670344948768616
          ],
          [
            5300,
            0.08643049001693726
          ],
          [
            5400,
            0.0861377939581871
          ],
          [
            5500,
            0.0858302116394043
          ],
          [
            5600,
            0.08550914376974106
          ],
          [
            5700,
            0.08521150797605515
          ],
          [
            5800,
            0.08489120006561279
          ],
          [
            5900,
            0.08459004759788513
          ],
          [
            6000,
            0.08428560942411423
          ],
          [
            6100,
            0.08395523577928543
          ],
          [
            6200,
            0.0836203321814537
          ],
          [
            6300,
            0.08328035473823547
          ],
          [
            6400,
            0.0829627588391304
          ],
          [
            6500,
            0.08265114575624466
          ],
          [
            6600,
            0.08229586482048035
          ],
          [
            6700,
            0.08197455108165741
          ],
          [
            6800,
            0.08165574073791504
          ],
          [
            6900,
            0.08133707195520401
          ],
          [
            7000,
            0.08099338412284851
          ],
          [
            7100,
            0.08069809526205063
          ],
          [
            7200,
            0.08039034903049469
          ],
          [
            7300,
            0.08009853214025497
          ],
          [
            7400,
            0.07976870238780975
          ],
          [
            7500,
            0.07947330176830292
          ],
          [
            7600,
            0.07919051498174667
          ],
          [
            7700,
            0.07889304310083389
          ],
          [
            7800,
            0.07863068580627441
          ],
          [
            7900,
            0.07835511118173599
          ],
          [
            8000,
            0.07810385525226593
          ],
          [
            8100,
            0.07785133272409439
          ],
          [
            8200,
            0.07764051109552383
          ],
          [
            8300,
            0.07739861309528351
          ],
          [
            8400,
            0.07719280570745468
          ],
          [
            8500,
            0.07700364291667938
          ],
          [
            8600,
            0.07683129608631134
          ],
          [
            8700,
            0.07666986435651779
          ],
          [
            8800,
            0.07652956992387772
          ],
          [
            8900,
            0.07641243189573288
          ],
          [
            9000,
            0.07631602138280869
          ],
          [
            9100,
            0.07623271644115448
          ],
          [
            9200,
            0.07617507874965668
          ],
          [
            9300,
            0.07614240050315857
          ]
        ],
        "logging/rms/model.layers.1.mlp.gate_proj/activation": [
          [
            0,
            0.9907224178314209
          ],
          [
            100,
            1.4946659803390503
          ],
          [
            200,
            1.9785363674163818
          ],
          [
            300,
            2.333721399307251
          ],
          [
            400,
            2.41373610496521
          ],
          [
            500,
            2.375333547592163
          ],
          [
            600,
            2.3124470710754395
          ],
          [
            700,
            2.2114272117614746
          ],
          [
            800,
            2.2352569103240967
          ],
          [
            900,
            2.1674611568450928
          ],
          [
            1000,
            2.1833646297454834
          ],
          [
            1100,
            2.1336185932159424
          ],
          [
            1200,
            2.1340484619140625
          ],
          [
            1300,
            2.1031854152679443
          ],
          [
            1400,
            2.089726686477661
          ],
          [
            1500,
            2.0545125007629395
          ],
          [
            1600,
            2.0208933353424072
          ],
          [
            1700,
            2.015826940536499
          ],
          [
            1800,
            2.0142526626586914
          ],
          [
            1900,
            2.0178329944610596
          ],
          [
            2000,
            1.9814198017120361
          ],
          [
            2100,
            1.9851492643356323
          ],
          [
            2200,
            1.9515032768249512
          ],
          [
            2300,
            1.9674581289291382
          ],
          [
            2400,
            1.9197700023651123
          ],
          [
            2500,
            1.9272353649139404
          ],
          [
            2600,
            1.915979027748108
          ],
          [
            2700,
            1.9009523391723633
          ],
          [
            2800,
            1.911804437637329
          ],
          [
            2900,
            1.8907874822616577
          ],
          [
            3000,
            1.8974213600158691
          ],
          [
            3100,
            1.8719732761383057
          ],
          [
            3200,
            1.868955373764038
          ],
          [
            3300,
            1.8606231212615967
          ],
          [
            3400,
            1.8702993392944336
          ],
          [
            3500,
            1.8500940799713135
          ],
          [
            3600,
            1.831496238708496
          ],
          [
            3700,
            1.8019824028015137
          ],
          [
            3800,
            1.8491185903549194
          ],
          [
            3900,
            1.841165542602539
          ],
          [
            4000,
            1.825921654701233
          ],
          [
            4100,
            1.8050955533981323
          ],
          [
            4200,
            1.7989377975463867
          ],
          [
            4300,
            1.7862136363983154
          ],
          [
            4400,
            1.79410982131958
          ],
          [
            4500,
            1.7818238735198975
          ],
          [
            4600,
            1.7698888778686523
          ],
          [
            4700,
            1.7905941009521484
          ],
          [
            4800,
            1.766533374786377
          ],
          [
            4900,
            1.754582166671753
          ],
          [
            5000,
            1.7712761163711548
          ],
          [
            5100,
            1.7494946718215942
          ],
          [
            5200,
            1.7411364316940308
          ],
          [
            5300,
            1.7441719770431519
          ],
          [
            5400,
            1.7434934377670288
          ],
          [
            5500,
            1.7363042831420898
          ],
          [
            5600,
            1.7153022289276123
          ],
          [
            5700,
            1.726667881011963
          ],
          [
            5800,
            1.7061859369277954
          ],
          [
            5900,
            1.7173386812210083
          ],
          [
            6000,
            1.7018563747406006
          ],
          [
            6100,
            1.7090609073638916
          ],
          [
            6200,
            1.7083234786987305
          ],
          [
            6300,
            1.6886625289916992
          ],
          [
            6400,
            1.6898117065429688
          ],
          [
            6500,
            1.6794260740280151
          ],
          [
            6600,
            1.6903660297393799
          ],
          [
            6700,
            1.670917272567749
          ],
          [
            6800,
            1.6851873397827148
          ],
          [
            6900,
            1.6813607215881348
          ],
          [
            7000,
            1.674395203590393
          ],
          [
            7100,
            1.662575364112854
          ],
          [
            7200,
            1.6459026336669922
          ],
          [
            7300,
            1.672022819519043
          ],
          [
            7400,
            1.651369333267212
          ],
          [
            7500,
            1.6591300964355469
          ],
          [
            7600,
            1.670527458190918
          ],
          [
            7700,
            1.6685621738433838
          ],
          [
            7800,
            1.6686471700668335
          ],
          [
            7900,
            1.6459256410598755
          ],
          [
            8000,
            1.6489810943603516
          ],
          [
            8100,
            1.6416237354278564
          ],
          [
            8200,
            1.6410326957702637
          ],
          [
            8300,
            1.6427676677703857
          ],
          [
            8400,
            1.6345694065093994
          ],
          [
            8500,
            1.640195608139038
          ],
          [
            8600,
            1.641979694366455
          ],
          [
            8700,
            1.6334927082061768
          ],
          [
            8800,
            1.6210919618606567
          ],
          [
            8900,
            1.6242682933807373
          ],
          [
            9000,
            1.6240113973617554
          ],
          [
            9100,
            1.6170741319656372
          ],
          [
            9200,
            1.6339601278305054
          ],
          [
            9300,
            1.6260247230529785
          ]
        ],
        "logging/rms/model.layers.5.self_attn.v_proj/activation": [
          [
            0,
            0.9894495606422424
          ],
          [
            100,
            1.2440046072006226
          ],
          [
            200,
            1.3382208347320557
          ],
          [
            300,
            1.3438336849212646
          ],
          [
            400,
            1.3224481344223022
          ],
          [
            500,
            1.3208571672439575
          ],
          [
            600,
            1.3310836553573608
          ],
          [
            700,
            1.318228840827942
          ],
          [
            800,
            1.3175556659698486
          ],
          [
            900,
            1.295388102531433
          ],
          [
            1000,
            1.2984826564788818
          ],
          [
            1100,
            1.2956002950668335
          ],
          [
            1200,
            1.2776216268539429
          ],
          [
            1300,
            1.2755663394927979
          ],
          [
            1400,
            1.2613203525543213
          ],
          [
            1500,
            1.2550873756408691
          ],
          [
            1600,
            1.2406301498413086
          ],
          [
            1700,
            1.2331496477127075
          ],
          [
            1800,
            1.230581521987915
          ],
          [
            1900,
            1.2281773090362549
          ],
          [
            2000,
            1.224347710609436
          ],
          [
            2100,
            1.2213882207870483
          ],
          [
            2200,
            1.205749273300171
          ],
          [
            2300,
            1.2050398588180542
          ],
          [
            2400,
            1.2040467262268066
          ],
          [
            2500,
            1.2057416439056396
          ],
          [
            2600,
            1.1867008209228516
          ],
          [
            2700,
            1.1888912916183472
          ],
          [
            2800,
            1.1892513036727905
          ],
          [
            2900,
            1.184731364250183
          ],
          [
            3000,
            1.1824747323989868
          ],
          [
            3100,
            1.1795620918273926
          ],
          [
            3200,
            1.1721820831298828
          ],
          [
            3300,
            1.1740978956222534
          ],
          [
            3400,
            1.1711736917495728
          ],
          [
            3500,
            1.1647697687149048
          ],
          [
            3600,
            1.1711572408676147
          ],
          [
            3700,
            1.1558712720870972
          ],
          [
            3800,
            1.157362937927246
          ],
          [
            3900,
            1.1571465730667114
          ],
          [
            4000,
            1.1528704166412354
          ],
          [
            4100,
            1.1543766260147095
          ],
          [
            4200,
            1.1510043144226074
          ],
          [
            4300,
            1.1428972482681274
          ],
          [
            4400,
            1.1538982391357422
          ],
          [
            4500,
            1.1371047496795654
          ],
          [
            4600,
            1.1375303268432617
          ],
          [
            4700,
            1.1357340812683105
          ],
          [
            4800,
            1.132655143737793
          ],
          [
            4900,
            1.1301615238189697
          ],
          [
            5000,
            1.1230249404907227
          ],
          [
            5100,
            1.132203459739685
          ],
          [
            5200,
            1.125218391418457
          ],
          [
            5300,
            1.128514051437378
          ],
          [
            5400,
            1.1207151412963867
          ],
          [
            5500,
            1.1181821823120117
          ],
          [
            5600,
            1.119588017463684
          ],
          [
            5700,
            1.1237938404083252
          ],
          [
            5800,
            1.1061122417449951
          ],
          [
            5900,
            1.1085535287857056
          ],
          [
            6000,
            1.0989773273468018
          ],
          [
            6100,
            1.1010252237319946
          ],
          [
            6200,
            1.1025155782699585
          ],
          [
            6300,
            1.093599796295166
          ],
          [
            6400,
            1.096242904663086
          ],
          [
            6500,
            1.0922309160232544
          ],
          [
            6600,
            1.102220892906189
          ],
          [
            6700,
            1.0817298889160156
          ],
          [
            6800,
            1.0857927799224854
          ],
          [
            6900,
            1.0805716514587402
          ],
          [
            7000,
            1.0929243564605713
          ],
          [
            7100,
            1.0783448219299316
          ],
          [
            7200,
            1.0748499631881714
          ],
          [
            7300,
            1.0765081644058228
          ],
          [
            7400,
            1.0749176740646362
          ],
          [
            7500,
            1.0660834312438965
          ],
          [
            7600,
            1.0723365545272827
          ],
          [
            7700,
            1.0645943880081177
          ],
          [
            7800,
            1.066088080406189
          ],
          [
            7900,
            1.0552473068237305
          ],
          [
            8000,
            1.0609145164489746
          ],
          [
            8100,
            1.052565336227417
          ],
          [
            8200,
            1.0568660497665405
          ],
          [
            8300,
            1.0565968751907349
          ],
          [
            8400,
            1.0488475561141968
          ],
          [
            8500,
            1.0480901002883911
          ],
          [
            8600,
            1.0504446029663086
          ],
          [
            8700,
            1.0420531034469604
          ],
          [
            8800,
            1.0451741218566895
          ],
          [
            8900,
            1.044600248336792
          ],
          [
            9000,
            1.0395629405975342
          ],
          [
            9100,
            1.0386189222335815
          ],
          [
            9200,
            1.0394805669784546
          ],
          [
            9300,
            1.0374242067337036
          ]
        ],
        "logging/rms/model.layers.2.self_attn.v_proj/parameter": [
          [
            0,
            0.04364580661058426
          ],
          [
            100,
            0.04374217987060547
          ],
          [
            200,
            0.04683087021112442
          ],
          [
            300,
            0.049592651426792145
          ],
          [
            400,
            0.052005089819431305
          ],
          [
            500,
            0.05444653332233429
          ],
          [
            600,
            0.056792423129081726
          ],
          [
            700,
            0.05890514701604843
          ],
          [
            800,
            0.06102005019783974
          ],
          [
            900,
            0.06295730173587799
          ],
          [
            1000,
            0.06477139890193939
          ],
          [
            1100,
            0.06647936254739761
          ],
          [
            1200,
            0.06803639978170395
          ],
          [
            1300,
            0.06961770355701447
          ],
          [
            1400,
            0.0709514245390892
          ],
          [
            1500,
            0.07217315584421158
          ],
          [
            1600,
            0.07335210591554642
          ],
          [
            1700,
            0.07444381713867188
          ],
          [
            1800,
            0.07539702206850052
          ],
          [
            1900,
            0.07630936801433563
          ],
          [
            2000,
            0.07703466713428497
          ],
          [
            2100,
            0.07781561464071274
          ],
          [
            2200,
            0.0784866213798523
          ],
          [
            2300,
            0.07911607623100281
          ],
          [
            2400,
            0.079642154276371
          ],
          [
            2500,
            0.08011145144701004
          ],
          [
            2600,
            0.08059815317392349
          ],
          [
            2700,
            0.08095675706863403
          ],
          [
            2800,
            0.08125296235084534
          ],
          [
            2900,
            0.08146145194768906
          ],
          [
            3000,
            0.08172730356454849
          ],
          [
            3100,
            0.08188731968402863
          ],
          [
            3200,
            0.08208434283733368
          ],
          [
            3300,
            0.08221093565225601
          ],
          [
            3400,
            0.0823645070195198
          ],
          [
            3500,
            0.08242521435022354
          ],
          [
            3600,
            0.08249438554048538
          ],
          [
            3700,
            0.08247324824333191
          ],
          [
            3800,
            0.08248231559991837
          ],
          [
            3900,
            0.08240069448947906
          ],
          [
            4000,
            0.08238738030195236
          ],
          [
            4100,
            0.08228399604558945
          ],
          [
            4200,
            0.08213861286640167
          ],
          [
            4300,
            0.08205211162567139
          ],
          [
            4400,
            0.08188939839601517
          ],
          [
            4500,
            0.08175668865442276
          ],
          [
            4600,
            0.08157176524400711
          ],
          [
            4700,
            0.08142147958278656
          ],
          [
            4800,
            0.08120688796043396
          ],
          [
            4900,
            0.08097304403781891
          ],
          [
            5000,
            0.08078274875879288
          ],
          [
            5100,
            0.08049740642309189
          ],
          [
            5200,
            0.08026012033224106
          ],
          [
            5300,
            0.08000688999891281
          ],
          [
            5400,
            0.0797707810997963
          ],
          [
            5500,
            0.07948827743530273
          ],
          [
            5600,
            0.07915738224983215
          ],
          [
            5700,
            0.07889095693826675
          ],
          [
            5800,
            0.07859072834253311
          ],
          [
            5900,
            0.0782988965511322
          ],
          [
            6000,
            0.07796958833932877
          ],
          [
            6100,
            0.07770414650440216
          ],
          [
            6200,
            0.07736822962760925
          ],
          [
            6300,
            0.07706437259912491
          ],
          [
            6400,
            0.07675904035568237
          ],
          [
            6500,
            0.07645436376333237
          ],
          [
            6600,
            0.07610326260328293
          ],
          [
            6700,
            0.07581432163715363
          ],
          [
            6800,
            0.07550575584173203
          ],
          [
            6900,
            0.07518377900123596
          ],
          [
            7000,
            0.07488366961479187
          ],
          [
            7100,
            0.07457960397005081
          ],
          [
            7200,
            0.07426576316356659
          ],
          [
            7300,
            0.07396962493658066
          ],
          [
            7400,
            0.07365373522043228
          ],
          [
            7500,
            0.07335694879293442
          ],
          [
            7600,
            0.0730673223733902
          ],
          [
            7700,
            0.07279428839683533
          ],
          [
            7800,
            0.07250598818063736
          ],
          [
            7900,
            0.07224908471107483
          ],
          [
            8000,
            0.07199081778526306
          ],
          [
            8100,
            0.07174030691385269
          ],
          [
            8200,
            0.07150428742170334
          ],
          [
            8300,
            0.07129288464784622
          ],
          [
            8400,
            0.07108725607395172
          ],
          [
            8500,
            0.07088402658700943
          ],
          [
            8600,
            0.07070609927177429
          ],
          [
            8700,
            0.07055239379405975
          ],
          [
            8800,
            0.0704079121351242
          ],
          [
            8900,
            0.07028056681156158
          ],
          [
            9000,
            0.07017461955547333
          ],
          [
            9100,
            0.0700913593173027
          ],
          [
            9200,
            0.07003624737262726
          ],
          [
            9300,
            0.06999895721673965
          ]
        ],
        "logging/rms/model.layers.3.self_attn.q_proj/gradient": [
          [
            0,
            3.5691897210199386e-05
          ],
          [
            100,
            8.449241249763872e-06
          ],
          [
            200,
            1.4100987755227834e-05
          ],
          [
            300,
            1.619599061086774e-05
          ],
          [
            400,
            1.9290459022158757e-05
          ],
          [
            500,
            1.57503363880096e-05
          ],
          [
            600,
            1.590554711583536e-05
          ],
          [
            700,
            1.509605863247998e-05
          ],
          [
            800,
            1.9817554857581854e-05
          ],
          [
            900,
            1.6157515347003937e-05
          ],
          [
            1000,
            1.4239387382986024e-05
          ],
          [
            1100,
            1.8798187738866545e-05
          ],
          [
            1200,
            1.347385568806203e-05
          ],
          [
            1300,
            1.7383177691954188e-05
          ],
          [
            1400,
            1.2813240573450457e-05
          ],
          [
            1500,
            1.3487381693266798e-05
          ],
          [
            1600,
            1.242467715201201e-05
          ],
          [
            1700,
            1.3319306162884459e-05
          ],
          [
            1800,
            1.1233340956096072e-05
          ],
          [
            1900,
            1.1720535439962987e-05
          ],
          [
            2000,
            1.2600405170815066e-05
          ],
          [
            2100,
            1.19412816275144e-05
          ],
          [
            2200,
            1.1445059499237686e-05
          ],
          [
            2300,
            1.0644886060617864e-05
          ],
          [
            2400,
            1.3609984307549894e-05
          ],
          [
            2500,
            1.018350576487137e-05
          ],
          [
            2600,
            1.036780759022804e-05
          ],
          [
            2700,
            1.1483481102914084e-05
          ],
          [
            2800,
            1.0681853382266127e-05
          ],
          [
            2900,
            1.2152342605986632e-05
          ],
          [
            3000,
            1.3438353562378325e-05
          ],
          [
            3100,
            1.0167477739742026e-05
          ],
          [
            3200,
            1.0636586921464186e-05
          ],
          [
            3300,
            1.1902613550773822e-05
          ],
          [
            3400,
            9.96493054117309e-06
          ],
          [
            3500,
            1.0964360626530834e-05
          ],
          [
            3600,
            9.787075214262586e-06
          ],
          [
            3700,
            9.651590517023578e-06
          ],
          [
            3800,
            1.1852117495436687e-05
          ],
          [
            3900,
            1.1079959222115576e-05
          ],
          [
            4000,
            1.0686270798032638e-05
          ],
          [
            4100,
            9.512355063634459e-06
          ],
          [
            4200,
            9.097022484638728e-06
          ],
          [
            4300,
            1.0718464181991294e-05
          ],
          [
            4400,
            1.2373421668598894e-05
          ],
          [
            4500,
            1.1344936865498312e-05
          ],
          [
            4600,
            1.116988823923748e-05
          ],
          [
            4700,
            9.937913091562223e-06
          ],
          [
            4800,
            1.0012293387262616e-05
          ],
          [
            4900,
            9.823022992350161e-06
          ],
          [
            5000,
            1.0522415323066525e-05
          ],
          [
            5100,
            1.0142311111849267e-05
          ],
          [
            5200,
            1.003058332571527e-05
          ],
          [
            5300,
            1.1934137546631973e-05
          ],
          [
            5400,
            1.0647842827893328e-05
          ],
          [
            5500,
            1.0731675502029248e-05
          ],
          [
            5600,
            9.671702173363883e-06
          ],
          [
            5700,
            1.0285664757248014e-05
          ],
          [
            5800,
            9.833141120907385e-06
          ],
          [
            5900,
            1.052615789376432e-05
          ],
          [
            6000,
            9.297191354562528e-06
          ],
          [
            6100,
            1.0324163667974062e-05
          ],
          [
            6200,
            1.0142354767594952e-05
          ],
          [
            6300,
            1.0757795280369464e-05
          ],
          [
            6400,
            1.1060808901675045e-05
          ],
          [
            6500,
            1.1284979336778633e-05
          ],
          [
            6600,
            1.1536621968843974e-05
          ],
          [
            6700,
            1.055937900673598e-05
          ],
          [
            6800,
            1.1617033123911824e-05
          ],
          [
            6900,
            1.1106135389127303e-05
          ],
          [
            7000,
            1.0756358278740663e-05
          ],
          [
            7100,
            1.2099567356926855e-05
          ],
          [
            7200,
            1.0841073162737302e-05
          ],
          [
            7300,
            1.2974334822501987e-05
          ],
          [
            7400,
            1.1043348422390409e-05
          ],
          [
            7500,
            1.1507478120620362e-05
          ],
          [
            7600,
            1.1225311027374119e-05
          ],
          [
            7700,
            1.1946475751756225e-05
          ],
          [
            7800,
            1.13393907668069e-05
          ],
          [
            7900,
            1.0620194188959431e-05
          ],
          [
            8000,
            1.1993390216957778e-05
          ],
          [
            8100,
            1.010103733278811e-05
          ],
          [
            8200,
            1.1305323823762592e-05
          ],
          [
            8300,
            1.0905274393735453e-05
          ],
          [
            8400,
            1.1439519767009187e-05
          ],
          [
            8500,
            1.2768932720064186e-05
          ],
          [
            8600,
            1.1170295692863874e-05
          ],
          [
            8700,
            1.0580180969554931e-05
          ],
          [
            8800,
            1.1894268936885055e-05
          ],
          [
            8900,
            1.127451741922414e-05
          ],
          [
            9000,
            1.1143712981720455e-05
          ],
          [
            9100,
            1.1460298082965892e-05
          ],
          [
            9200,
            1.1773366168199573e-05
          ],
          [
            9300,
            1.0939403182419483e-05
          ]
        ],
        "logging/rms/global/activation": [
          [
            0,
            0.936809241771698
          ],
          [
            100,
            1.719788908958435
          ],
          [
            200,
            1.9881621599197388
          ],
          [
            300,
            2.2092418670654297
          ],
          [
            400,
            2.3171370029449463
          ],
          [
            500,
            2.388268232345581
          ],
          [
            600,
            2.4607067108154297
          ],
          [
            700,
            2.4520151615142822
          ],
          [
            800,
            2.5060505867004395
          ],
          [
            900,
            2.4832935333251953
          ],
          [
            1000,
            2.531214475631714
          ],
          [
            1100,
            2.527820348739624
          ],
          [
            1200,
            2.525780200958252
          ],
          [
            1300,
            2.5331759452819824
          ],
          [
            1400,
            2.5348663330078125
          ],
          [
            1500,
            2.5367789268493652
          ],
          [
            1600,
            2.509899616241455
          ],
          [
            1700,
            2.495542287826538
          ],
          [
            1800,
            2.512040615081787
          ],
          [
            1900,
            2.4988057613372803
          ],
          [
            2000,
            2.502690315246582
          ],
          [
            2100,
            2.502544641494751
          ],
          [
            2200,
            2.4858455657958984
          ],
          [
            2300,
            2.463275671005249
          ],
          [
            2400,
            2.4713001251220703
          ],
          [
            2500,
            2.4796948432922363
          ],
          [
            2600,
            2.438793182373047
          ],
          [
            2700,
            2.445042133331299
          ],
          [
            2800,
            2.4498090744018555
          ],
          [
            2900,
            2.431023597717285
          ],
          [
            3000,
            2.4094009399414062
          ],
          [
            3100,
            2.406026840209961
          ],
          [
            3200,
            2.3851356506347656
          ],
          [
            3300,
            2.393089771270752
          ],
          [
            3400,
            2.3845202922821045
          ],
          [
            3500,
            2.362612724304199
          ],
          [
            3600,
            2.3674237728118896
          ],
          [
            3700,
            2.3417534828186035
          ],
          [
            3800,
            2.3390185832977295
          ],
          [
            3900,
            2.3347764015197754
          ],
          [
            4000,
            2.320923089981079
          ],
          [
            4100,
            2.3257546424865723
          ],
          [
            4200,
            2.3021790981292725
          ],
          [
            4300,
            2.2835581302642822
          ],
          [
            4400,
            2.284766912460327
          ],
          [
            4500,
            2.2658708095550537
          ],
          [
            4600,
            2.2699530124664307
          ],
          [
            4700,
            2.2584989070892334
          ],
          [
            4800,
            2.246643304824829
          ],
          [
            4900,
            2.252512216567993
          ],
          [
            5000,
            2.2197437286376953
          ],
          [
            5100,
            2.2354507446289062
          ],
          [
            5200,
            2.2312257289886475
          ],
          [
            5300,
            2.215536594390869
          ],
          [
            5400,
            2.193946599960327
          ],
          [
            5500,
            2.1792054176330566
          ],
          [
            5600,
            2.1898341178894043
          ],
          [
            5700,
            2.1854567527770996
          ],
          [
            5800,
            2.1556742191314697
          ],
          [
            5900,
            2.1581575870513916
          ],
          [
            6000,
            2.148099660873413
          ],
          [
            6100,
            2.138774871826172
          ],
          [
            6200,
            2.131680965423584
          ],
          [
            6300,
            2.1298155784606934
          ],
          [
            6400,
            2.1214168071746826
          ],
          [
            6500,
            2.1239981651306152
          ],
          [
            6600,
            2.1172449588775635
          ],
          [
            6700,
            2.100539207458496
          ],
          [
            6800,
            2.09710955619812
          ],
          [
            6900,
            2.086544990539551
          ],
          [
            7000,
            2.1021807193756104
          ],
          [
            7100,
            2.0829551219940186
          ],
          [
            7200,
            2.079794406890869
          ],
          [
            7300,
            2.073899984359741
          ],
          [
            7400,
            2.063030481338501
          ],
          [
            7500,
            2.04790997505188
          ],
          [
            7600,
            2.055790424346924
          ],
          [
            7700,
            2.057905673980713
          ],
          [
            7800,
            2.0525875091552734
          ],
          [
            7900,
            2.0265979766845703
          ],
          [
            8000,
            2.04132080078125
          ],
          [
            8100,
            2.0306310653686523
          ],
          [
            8200,
            2.029503107070923
          ],
          [
            8300,
            2.0272910594940186
          ],
          [
            8400,
            2.0269222259521484
          ],
          [
            8500,
            2.0176446437835693
          ],
          [
            8600,
            2.0077362060546875
          ],
          [
            8700,
            2.0063211917877197
          ],
          [
            8800,
            2.0141139030456543
          ],
          [
            8900,
            2.0135607719421387
          ],
          [
            9000,
            2.001591682434082
          ],
          [
            9100,
            2.0075483322143555
          ],
          [
            9200,
            2.003823757171631
          ],
          [
            9300,
            1.998024821281433
          ]
        ],
        "logging/rms/model.layers.2.self_attn.k_proj/parameter": [
          [
            0,
            0.04353122413158417
          ],
          [
            100,
            0.04453742131590843
          ],
          [
            200,
            0.04736214131116867
          ],
          [
            300,
            0.05001573637127876
          ],
          [
            400,
            0.05238398537039757
          ],
          [
            500,
            0.05441565439105034
          ],
          [
            600,
            0.05630193278193474
          ],
          [
            700,
            0.05794225633144379
          ],
          [
            800,
            0.05946763977408409
          ],
          [
            900,
            0.060845885425806046
          ],
          [
            1000,
            0.06214672327041626
          ],
          [
            1100,
            0.06334494799375534
          ],
          [
            1200,
            0.06466540694236755
          ],
          [
            1300,
            0.06582894176244736
          ],
          [
            1400,
            0.06713547557592392
          ],
          [
            1500,
            0.06816555559635162
          ],
          [
            1600,
            0.0692499428987503
          ],
          [
            1700,
            0.07030561566352844
          ],
          [
            1800,
            0.0712498351931572
          ],
          [
            1900,
            0.07217207551002502
          ],
          [
            2000,
            0.07299233973026276
          ],
          [
            2100,
            0.07389001548290253
          ],
          [
            2200,
            0.07474254071712494
          ],
          [
            2300,
            0.07562998682260513
          ],
          [
            2400,
            0.07636652141809464
          ],
          [
            2500,
            0.07704325765371323
          ],
          [
            2600,
            0.07769203186035156
          ],
          [
            2700,
            0.0783742144703865
          ],
          [
            2800,
            0.07888463884592056
          ],
          [
            2900,
            0.0794890820980072
          ],
          [
            3000,
            0.07995946705341339
          ],
          [
            3100,
            0.08034814149141312
          ],
          [
            3200,
            0.08085992187261581
          ],
          [
            3300,
            0.08134551346302032
          ],
          [
            3400,
            0.0816241130232811
          ],
          [
            3500,
            0.08200296759605408
          ],
          [
            3600,
            0.08225098997354507
          ],
          [
            3700,
            0.08249696344137192
          ],
          [
            3800,
            0.08278661966323853
          ],
          [
            3900,
            0.08294706046581268
          ],
          [
            4000,
            0.08310244977474213
          ],
          [
            4100,
            0.08326990157365799
          ],
          [
            4200,
            0.08341675251722336
          ],
          [
            4300,
            0.08355957269668579
          ],
          [
            4400,
            0.08375290036201477
          ],
          [
            4500,
            0.08379589021205902
          ],
          [
            4600,
            0.08385083079338074
          ],
          [
            4700,
            0.08391480892896652
          ],
          [
            4800,
            0.08394340425729752
          ],
          [
            4900,
            0.08395867794752121
          ],
          [
            5000,
            0.08390788733959198
          ],
          [
            5100,
            0.08390011638402939
          ],
          [
            5200,
            0.08391182869672775
          ],
          [
            5300,
            0.08386344462633133
          ],
          [
            5400,
            0.0838063657283783
          ],
          [
            5500,
            0.08372833579778671
          ],
          [
            5600,
            0.08364449441432953
          ],
          [
            5700,
            0.08357296139001846
          ],
          [
            5800,
            0.0835188701748848
          ],
          [
            5900,
            0.08343875408172607
          ],
          [
            6000,
            0.08328143507242203
          ],
          [
            6100,
            0.083220936357975
          ],
          [
            6200,
            0.08310842514038086
          ],
          [
            6300,
            0.08297554403543472
          ],
          [
            6400,
            0.082806795835495
          ],
          [
            6500,
            0.082668237388134
          ],
          [
            6600,
            0.08251127600669861
          ],
          [
            6700,
            0.08238284289836884
          ],
          [
            6800,
            0.08222522586584091
          ],
          [
            6900,
            0.08206507563591003
          ],
          [
            7000,
            0.08193232119083405
          ],
          [
            7100,
            0.08172944188117981
          ],
          [
            7200,
            0.08155560493469238
          ],
          [
            7300,
            0.08139175176620483
          ],
          [
            7400,
            0.08122751116752625
          ],
          [
            7500,
            0.08105678856372833
          ],
          [
            7600,
            0.08091020584106445
          ],
          [
            7700,
            0.08073987066745758
          ],
          [
            7800,
            0.08058535307645798
          ],
          [
            7900,
            0.0804353654384613
          ],
          [
            8000,
            0.08027373999357224
          ],
          [
            8100,
            0.080121248960495
          ],
          [
            8200,
            0.07995772361755371
          ],
          [
            8300,
            0.07983463257551193
          ],
          [
            8400,
            0.07969135046005249
          ],
          [
            8500,
            0.07954974472522736
          ],
          [
            8600,
            0.07942018657922745
          ],
          [
            8700,
            0.07931552082300186
          ],
          [
            8800,
            0.07921690493822098
          ],
          [
            8900,
            0.0791313424706459
          ],
          [
            9000,
            0.07906211912631989
          ],
          [
            9100,
            0.07900964468717575
          ],
          [
            9200,
            0.07897323369979858
          ],
          [
            9300,
            0.07894805818796158
          ]
        ],
        "logging/rms/model.layers.0.self_attn.v_proj/gradient": [
          [
            0,
            0.0014541627606377006
          ],
          [
            100,
            0.00011965322482865304
          ],
          [
            200,
            0.00011343328515067697
          ],
          [
            300,
            7.177822408266366e-05
          ],
          [
            400,
            8.213156252168119e-05
          ],
          [
            500,
            5.684917050530203e-05
          ],
          [
            600,
            5.588856583926827e-05
          ],
          [
            700,
            5.0831764383474365e-05
          ],
          [
            800,
            5.485188739839941e-05
          ],
          [
            900,
            4.5342960220295936e-05
          ],
          [
            1000,
            4.3133906729053706e-05
          ],
          [
            1100,
            4.5190277887741104e-05
          ],
          [
            1200,
            4.323437678976916e-05
          ],
          [
            1300,
            4.146133869653568e-05
          ],
          [
            1400,
            3.603926597861573e-05
          ],
          [
            1500,
            3.9353599277092144e-05
          ],
          [
            1600,
            3.5416000173427165e-05
          ],
          [
            1700,
            3.7507179513340816e-05
          ],
          [
            1800,
            3.602399738156237e-05
          ],
          [
            1900,
            3.328600723762065e-05
          ],
          [
            2000,
            3.275496419519186e-05
          ],
          [
            2100,
            3.538255623425357e-05
          ],
          [
            2200,
            3.627593832788989e-05
          ],
          [
            2300,
            3.411738725844771e-05
          ],
          [
            2400,
            3.21825391438324e-05
          ],
          [
            2500,
            3.045848643523641e-05
          ],
          [
            2600,
            2.991372275573667e-05
          ],
          [
            2700,
            3.136823215754703e-05
          ],
          [
            2800,
            3.2687446946511045e-05
          ],
          [
            2900,
            3.0324967156047933e-05
          ],
          [
            3000,
            3.032634049304761e-05
          ],
          [
            3100,
            3.0089577194303274e-05
          ],
          [
            3200,
            3.1250085157807916e-05
          ],
          [
            3300,
            3.241842568968423e-05
          ],
          [
            3400,
            3.082797411479987e-05
          ],
          [
            3500,
            3.3781736419769004e-05
          ],
          [
            3600,
            2.857437721104361e-05
          ],
          [
            3700,
            3.211103830835782e-05
          ],
          [
            3800,
            2.9892849852330983e-05
          ],
          [
            3900,
            3.370923877810128e-05
          ],
          [
            4000,
            3.296143404440954e-05
          ],
          [
            4100,
            3.0502453228109516e-05
          ],
          [
            4200,
            2.928303729277104e-05
          ],
          [
            4300,
            3.0378621886484325e-05
          ],
          [
            4400,
            4.743236058857292e-05
          ],
          [
            4500,
            2.9098937375238165e-05
          ],
          [
            4600,
            3.280261080362834e-05
          ],
          [
            4700,
            3.0318529752548784e-05
          ],
          [
            4800,
            3.155773811158724e-05
          ],
          [
            4900,
            2.7773823603638448e-05
          ],
          [
            5000,
            3.104533607256599e-05
          ],
          [
            5100,
            3.191422001691535e-05
          ],
          [
            5200,
            2.931494418589864e-05
          ],
          [
            5300,
            3.193895099684596e-05
          ],
          [
            5400,
            3.0024732041056268e-05
          ],
          [
            5500,
            3.158867548336275e-05
          ],
          [
            5600,
            3.1517978641204536e-05
          ],
          [
            5700,
            3.201109211659059e-05
          ],
          [
            5800,
            3.1833682442083955e-05
          ],
          [
            5900,
            3.3112792152678594e-05
          ],
          [
            6000,
            2.9464141334756278e-05
          ],
          [
            6100,
            3.2536900107515976e-05
          ],
          [
            6200,
            3.121904592262581e-05
          ],
          [
            6300,
            3.2500764064025134e-05
          ],
          [
            6400,
            3.287248546257615e-05
          ],
          [
            6500,
            3.223248495487496e-05
          ],
          [
            6600,
            3.3096992410719395e-05
          ],
          [
            6700,
            3.125613875454292e-05
          ],
          [
            6800,
            3.2117324735736474e-05
          ],
          [
            6900,
            3.473691322142258e-05
          ],
          [
            7000,
            3.170233321725391e-05
          ],
          [
            7100,
            3.4060711186612025e-05
          ],
          [
            7200,
            3.3063981391023844e-05
          ],
          [
            7300,
            3.322579505038448e-05
          ],
          [
            7400,
            3.559427568688989e-05
          ],
          [
            7500,
            3.409944110899232e-05
          ],
          [
            7600,
            3.283502519479953e-05
          ],
          [
            7700,
            3.4496501029934734e-05
          ],
          [
            7800,
            3.4296506782993674e-05
          ],
          [
            7900,
            3.394782106624916e-05
          ],
          [
            8000,
            3.52705865225289e-05
          ],
          [
            8100,
            3.287978324806318e-05
          ],
          [
            8200,
            3.469963849056512e-05
          ],
          [
            8300,
            3.5314587876200676e-05
          ],
          [
            8400,
            3.404901144676842e-05
          ],
          [
            8500,
            3.432804442127235e-05
          ],
          [
            8600,
            3.449641008046456e-05
          ],
          [
            8700,
            3.484290937194601e-05
          ],
          [
            8800,
            3.3406788134016097e-05
          ],
          [
            8900,
            3.427573392400518e-05
          ],
          [
            9000,
            3.4374210372334346e-05
          ],
          [
            9100,
            3.303511766716838e-05
          ],
          [
            9200,
            3.509676025714725e-05
          ],
          [
            9300,
            3.410572389839217e-05
          ]
        ],
        "logging/rms/model.layers.5.mlp.down_proj/activation": [
          [
            0,
            0.5727472901344299
          ],
          [
            100,
            1.4045473337173462
          ],
          [
            200,
            2.1011223793029785
          ],
          [
            300,
            2.7770473957061768
          ],
          [
            400,
            3.2564401626586914
          ],
          [
            500,
            3.5288689136505127
          ],
          [
            600,
            3.8407068252563477
          ],
          [
            700,
            4.013760566711426
          ],
          [
            800,
            4.120417594909668
          ],
          [
            900,
            4.179750442504883
          ],
          [
            1000,
            4.308452129364014
          ],
          [
            1100,
            4.512059211730957
          ],
          [
            1200,
            4.443817615509033
          ],
          [
            1300,
            4.61114501953125
          ],
          [
            1400,
            4.560439586639404
          ],
          [
            1500,
            4.548888683319092
          ],
          [
            1600,
            4.596578598022461
          ],
          [
            1700,
            4.530259132385254
          ],
          [
            1800,
            4.50290060043335
          ],
          [
            1900,
            4.683802604675293
          ],
          [
            2000,
            4.5689921379089355
          ],
          [
            2100,
            4.599573135375977
          ],
          [
            2200,
            4.573312282562256
          ],
          [
            2300,
            4.476337432861328
          ],
          [
            2400,
            4.5570549964904785
          ],
          [
            2500,
            4.654237270355225
          ],
          [
            2600,
            4.509648323059082
          ],
          [
            2700,
            4.451035022735596
          ],
          [
            2800,
            4.448768138885498
          ],
          [
            2900,
            4.593987941741943
          ],
          [
            3000,
            4.452503681182861
          ],
          [
            3100,
            4.348912239074707
          ],
          [
            3200,
            4.3948774337768555
          ],
          [
            3300,
            4.378891944885254
          ],
          [
            3400,
            4.396461486816406
          ],
          [
            3500,
            4.235533237457275
          ],
          [
            3600,
            4.372740268707275
          ],
          [
            3700,
            4.231886863708496
          ],
          [
            3800,
            4.181224822998047
          ],
          [
            3900,
            4.118515968322754
          ],
          [
            4000,
            4.159310817718506
          ],
          [
            4100,
            4.208393096923828
          ],
          [
            4200,
            4.111273765563965
          ],
          [
            4300,
            4.038120746612549
          ],
          [
            4400,
            4.212951183319092
          ],
          [
            4500,
            3.993675947189331
          ],
          [
            4600,
            3.9764697551727295
          ],
          [
            4700,
            3.8599143028259277
          ],
          [
            4800,
            3.902845621109009
          ],
          [
            4900,
            3.951932430267334
          ],
          [
            5000,
            3.7842752933502197
          ],
          [
            5100,
            3.8892948627471924
          ],
          [
            5200,
            3.80843448638916
          ],
          [
            5300,
            3.7605347633361816
          ],
          [
            5400,
            3.689887285232544
          ],
          [
            5500,
            3.718553304672241
          ],
          [
            5600,
            3.6774613857269287
          ],
          [
            5700,
            3.671398401260376
          ],
          [
            5800,
            3.479165554046631
          ],
          [
            5900,
            3.5408637523651123
          ],
          [
            6000,
            3.5381507873535156
          ],
          [
            6100,
            3.4718496799468994
          ],
          [
            6200,
            3.4804232120513916
          ],
          [
            6300,
            3.4346601963043213
          ],
          [
            6400,
            3.3366363048553467
          ],
          [
            6500,
            3.3395984172821045
          ],
          [
            6600,
            3.414419412612915
          ],
          [
            6700,
            3.21212100982666
          ],
          [
            6800,
            3.2419848442077637
          ],
          [
            6900,
            3.208106517791748
          ],
          [
            7000,
            3.2652127742767334
          ],
          [
            7100,
            3.132432222366333
          ],
          [
            7200,
            3.1129822731018066
          ],
          [
            7300,
            3.1632144451141357
          ],
          [
            7400,
            3.093247175216675
          ],
          [
            7500,
            3.0192811489105225
          ],
          [
            7600,
            3.0734848976135254
          ],
          [
            7700,
            3.015176296234131
          ],
          [
            7800,
            3.009040117263794
          ],
          [
            7900,
            2.924128770828247
          ],
          [
            8000,
            2.97116756439209
          ],
          [
            8100,
            2.936690092086792
          ],
          [
            8200,
            2.898313522338867
          ],
          [
            8300,
            2.9093546867370605
          ],
          [
            8400,
            2.8878867626190186
          ],
          [
            8500,
            2.8591148853302
          ],
          [
            8600,
            2.8199303150177
          ],
          [
            8700,
            2.810640811920166
          ],
          [
            8800,
            2.8181493282318115
          ],
          [
            8900,
            2.784801483154297
          ],
          [
            9000,
            2.7712080478668213
          ],
          [
            9100,
            2.7735848426818848
          ],
          [
            9200,
            2.7428336143493652
          ],
          [
            9300,
            2.7466115951538086
          ]
        ],
        "logging/rms/model.layers.1.mlp/activation": [
          [
            0,
            0.5790019035339355
          ],
          [
            100,
            1.8766473531723022
          ],
          [
            200,
            1.5908793210983276
          ],
          [
            300,
            1.7383109331130981
          ],
          [
            400,
            1.7847989797592163
          ],
          [
            500,
            2.0002410411834717
          ],
          [
            600,
            2.31473970413208
          ],
          [
            700,
            2.4516942501068115
          ],
          [
            800,
            2.5615386962890625
          ],
          [
            900,
            2.6741182804107666
          ],
          [
            1000,
            2.7875497341156006
          ],
          [
            1100,
            2.9939754009246826
          ],
          [
            1200,
            2.844836473464966
          ],
          [
            1300,
            3.016832113265991
          ],
          [
            1400,
            3.0262317657470703
          ],
          [
            1500,
            3.126565456390381
          ],
          [
            1600,
            3.100116729736328
          ],
          [
            1700,
            3.126110792160034
          ],
          [
            1800,
            3.2117741107940674
          ],
          [
            1900,
            3.0746662616729736
          ],
          [
            2000,
            3.166531801223755
          ],
          [
            2100,
            3.164968490600586
          ],
          [
            2200,
            3.1642768383026123
          ],
          [
            2300,
            3.098141670227051
          ],
          [
            2400,
            3.242406129837036
          ],
          [
            2500,
            3.075937032699585
          ],
          [
            2600,
            3.0165624618530273
          ],
          [
            2700,
            3.0755717754364014
          ],
          [
            2800,
            2.979430913925171
          ],
          [
            2900,
            2.976409912109375
          ],
          [
            3000,
            2.991683006286621
          ],
          [
            3100,
            2.966006278991699
          ],
          [
            3200,
            2.8356850147247314
          ],
          [
            3300,
            2.86617112159729
          ],
          [
            3400,
            2.810082197189331
          ],
          [
            3500,
            2.810149669647217
          ],
          [
            3600,
            2.81516432762146
          ],
          [
            3700,
            2.7544844150543213
          ],
          [
            3800,
            2.7394509315490723
          ],
          [
            3900,
            2.698920965194702
          ],
          [
            4000,
            2.657698154449463
          ],
          [
            4100,
            2.6584630012512207
          ],
          [
            4200,
            2.562084197998047
          ],
          [
            4300,
            2.5689260959625244
          ],
          [
            4400,
            2.505746841430664
          ],
          [
            4500,
            2.470867872238159
          ],
          [
            4600,
            2.4346837997436523
          ],
          [
            4700,
            2.457223892211914
          ],
          [
            4800,
            2.3435049057006836
          ],
          [
            4900,
            2.373734951019287
          ],
          [
            5000,
            2.294999599456787
          ],
          [
            5100,
            2.351353883743286
          ],
          [
            5200,
            2.2386672496795654
          ],
          [
            5300,
            2.2679355144500732
          ],
          [
            5400,
            2.2357654571533203
          ],
          [
            5500,
            2.1419715881347656
          ],
          [
            5600,
            2.1535959243774414
          ],
          [
            5700,
            2.1540632247924805
          ],
          [
            5800,
            2.1409189701080322
          ],
          [
            5900,
            2.075078010559082
          ],
          [
            6000,
            2.050719738006592
          ],
          [
            6100,
            2.0174813270568848
          ],
          [
            6200,
            2.0099751949310303
          ],
          [
            6300,
            1.9839667081832886
          ],
          [
            6400,
            1.943802833557129
          ],
          [
            6500,
            1.920993685722351
          ],
          [
            6600,
            1.8952065706253052
          ],
          [
            6700,
            1.8633061647415161
          ],
          [
            6800,
            1.8230184316635132
          ],
          [
            6900,
            1.8137493133544922
          ],
          [
            7000,
            1.8051352500915527
          ],
          [
            7100,
            1.7935601472854614
          ],
          [
            7200,
            1.7526987791061401
          ],
          [
            7300,
            1.7452203035354614
          ],
          [
            7400,
            1.7182278633117676
          ],
          [
            7500,
            1.6620094776153564
          ],
          [
            7600,
            1.6664927005767822
          ],
          [
            7700,
            1.6673974990844727
          ],
          [
            7800,
            1.6605135202407837
          ],
          [
            7900,
            1.6191914081573486
          ],
          [
            8000,
            1.5898739099502563
          ],
          [
            8100,
            1.5874056816101074
          ],
          [
            8200,
            1.560041069984436
          ],
          [
            8300,
            1.5511456727981567
          ],
          [
            8400,
            1.5442546606063843
          ],
          [
            8500,
            1.521470308303833
          ],
          [
            8600,
            1.5264538526535034
          ],
          [
            8700,
            1.5159283876419067
          ],
          [
            8800,
            1.5024259090423584
          ],
          [
            8900,
            1.4741426706314087
          ],
          [
            9000,
            1.4958351850509644
          ],
          [
            9100,
            1.4655922651290894
          ],
          [
            9200,
            1.4884177446365356
          ],
          [
            9300,
            1.4680984020233154
          ]
        ],
        "logging/rms/model.layers.0.self_attn.k_proj/parameter": [
          [
            0,
            0.04353358596563339
          ],
          [
            100,
            0.04405013471841812
          ],
          [
            200,
            0.04397181421518326
          ],
          [
            300,
            0.044942811131477356
          ],
          [
            400,
            0.046227406710386276
          ],
          [
            500,
            0.047855522483587265
          ],
          [
            600,
            0.04933152347803116
          ],
          [
            700,
            0.05069517344236374
          ],
          [
            800,
            0.05213138461112976
          ],
          [
            900,
            0.05351821333169937
          ],
          [
            1000,
            0.05491039156913757
          ],
          [
            1100,
            0.05620955303311348
          ],
          [
            1200,
            0.05749094858765602
          ],
          [
            1300,
            0.05881635472178459
          ],
          [
            1400,
            0.060028739273548126
          ],
          [
            1500,
            0.06117759272456169
          ],
          [
            1600,
            0.06243259459733963
          ],
          [
            1700,
            0.06365758925676346
          ],
          [
            1800,
            0.06481360644102097
          ],
          [
            1900,
            0.06591477990150452
          ],
          [
            2000,
            0.06692744046449661
          ],
          [
            2100,
            0.06793098151683807
          ],
          [
            2200,
            0.06903336942195892
          ],
          [
            2300,
            0.07005085051059723
          ],
          [
            2400,
            0.0709463357925415
          ],
          [
            2500,
            0.07176423817873001
          ],
          [
            2600,
            0.07276386767625809
          ],
          [
            2700,
            0.07356654852628708
          ],
          [
            2800,
            0.07422133535146713
          ],
          [
            2900,
            0.07499440014362335
          ],
          [
            3000,
            0.07568470388650894
          ],
          [
            3100,
            0.07638514786958694
          ],
          [
            3200,
            0.0769277960062027
          ],
          [
            3300,
            0.07759427279233932
          ],
          [
            3400,
            0.07817491143941879
          ],
          [
            3500,
            0.07886886596679688
          ],
          [
            3600,
            0.07921776175498962
          ],
          [
            3700,
            0.07969989627599716
          ],
          [
            3800,
            0.08019889146089554
          ],
          [
            3900,
            0.08053687959909439
          ],
          [
            4000,
            0.08090776950120926
          ],
          [
            4100,
            0.08127319812774658
          ],
          [
            4200,
            0.08160842955112457
          ],
          [
            4300,
            0.08195431530475616
          ],
          [
            4400,
            0.08223158121109009
          ],
          [
            4500,
            0.08253391087055206
          ],
          [
            4600,
            0.08276811987161636
          ],
          [
            4700,
            0.08304917812347412
          ],
          [
            4800,
            0.08319799602031708
          ],
          [
            4900,
            0.08350102603435516
          ],
          [
            5000,
            0.0837055966258049
          ],
          [
            5100,
            0.08379790186882019
          ],
          [
            5200,
            0.083974689245224
          ],
          [
            5300,
            0.08403369039297104
          ],
          [
            5400,
            0.08416386693716049
          ],
          [
            5500,
            0.08422494679689407
          ],
          [
            5600,
            0.08430894464254379
          ],
          [
            5700,
            0.08431724458932877
          ],
          [
            5800,
            0.08439107984304428
          ],
          [
            5900,
            0.08433987945318222
          ],
          [
            6000,
            0.08440885692834854
          ],
          [
            6100,
            0.0843830555677414
          ],
          [
            6200,
            0.08431746065616608
          ],
          [
            6300,
            0.08431274443864822
          ],
          [
            6400,
            0.08432382345199585
          ],
          [
            6500,
            0.08427124470472336
          ],
          [
            6600,
            0.08424676209688187
          ],
          [
            6700,
            0.08422839641571045
          ],
          [
            6800,
            0.08415219932794571
          ],
          [
            6900,
            0.08409924805164337
          ],
          [
            7000,
            0.0840371623635292
          ],
          [
            7100,
            0.08394984900951385
          ],
          [
            7200,
            0.08390151709318161
          ],
          [
            7300,
            0.08385282009840012
          ],
          [
            7400,
            0.08373437821865082
          ],
          [
            7500,
            0.08365795016288757
          ],
          [
            7600,
            0.08354753255844116
          ],
          [
            7700,
            0.08346022665500641
          ],
          [
            7800,
            0.08339444547891617
          ],
          [
            7900,
            0.08330145478248596
          ],
          [
            8000,
            0.08322769403457642
          ],
          [
            8100,
            0.08312498778104782
          ],
          [
            8200,
            0.08299940079450607
          ],
          [
            8300,
            0.08293180912733078
          ],
          [
            8400,
            0.08283886313438416
          ],
          [
            8500,
            0.08272968232631683
          ],
          [
            8600,
            0.0826253890991211
          ],
          [
            8700,
            0.08256352692842484
          ],
          [
            8800,
            0.0824948251247406
          ],
          [
            8900,
            0.08242888003587723
          ],
          [
            9000,
            0.0823681652545929
          ],
          [
            9100,
            0.08232550323009491
          ],
          [
            9200,
            0.08229007571935654
          ],
          [
            9300,
            0.08227185159921646
          ]
        ],
        "logging/rms/model.layers.7.self_attn.v_proj/parameter": [
          [
            0,
            0.04356994852423668
          ],
          [
            100,
            0.04358210414648056
          ],
          [
            200,
            0.04597325995564461
          ],
          [
            300,
            0.05049280449748039
          ],
          [
            400,
            0.05639851838350296
          ],
          [
            500,
            0.062310535460710526
          ],
          [
            600,
            0.0678025335073471
          ],
          [
            700,
            0.07293634861707687
          ],
          [
            800,
            0.07765837758779526
          ],
          [
            900,
            0.0821232870221138
          ],
          [
            1000,
            0.08633185178041458
          ],
          [
            1100,
            0.09006897360086441
          ],
          [
            1200,
            0.09351003170013428
          ],
          [
            1300,
            0.09677811712026596
          ],
          [
            1400,
            0.09979341179132462
          ],
          [
            1500,
            0.102505624294281
          ],
          [
            1600,
            0.10505728423595428
          ],
          [
            1700,
            0.1073027104139328
          ],
          [
            1800,
            0.10934026539325714
          ],
          [
            1900,
            0.11123823374509811
          ],
          [
            2000,
            0.11321233212947845
          ],
          [
            2100,
            0.11488315463066101
          ],
          [
            2200,
            0.11635935306549072
          ],
          [
            2300,
            0.11777286976575851
          ],
          [
            2400,
            0.1190449446439743
          ],
          [
            2500,
            0.1202140748500824
          ],
          [
            2600,
            0.12124761939048767
          ],
          [
            2700,
            0.1222681999206543
          ],
          [
            2800,
            0.12321864068508148
          ],
          [
            2900,
            0.12399417906999588
          ],
          [
            3000,
            0.12477891892194748
          ],
          [
            3100,
            0.12544627487659454
          ],
          [
            3200,
            0.1261323094367981
          ],
          [
            3300,
            0.12667079269886017
          ],
          [
            3400,
            0.12713906168937683
          ],
          [
            3500,
            0.1276198923587799
          ],
          [
            3600,
            0.1280018538236618
          ],
          [
            3700,
            0.12841796875
          ],
          [
            3800,
            0.1287575215101242
          ],
          [
            3900,
            0.12900997698307037
          ],
          [
            4000,
            0.12919381260871887
          ],
          [
            4100,
            0.12930814921855927
          ],
          [
            4200,
            0.12948240339756012
          ],
          [
            4300,
            0.12962105870246887
          ],
          [
            4400,
            0.12969578802585602
          ],
          [
            4500,
            0.12982559204101562
          ],
          [
            4600,
            0.12985122203826904
          ],
          [
            4700,
            0.12983858585357666
          ],
          [
            4800,
            0.12974686920642853
          ],
          [
            4900,
            0.12974616885185242
          ],
          [
            5000,
            0.12967920303344727
          ],
          [
            5100,
            0.12957847118377686
          ],
          [
            5200,
            0.12944597005844116
          ],
          [
            5300,
            0.12932194769382477
          ],
          [
            5400,
            0.12920410931110382
          ],
          [
            5500,
            0.1290428638458252
          ],
          [
            5600,
            0.12887094914913177
          ],
          [
            5700,
            0.12868531048297882
          ],
          [
            5800,
            0.12845171988010406
          ],
          [
            5900,
            0.12823764979839325
          ],
          [
            6000,
            0.1280045211315155
          ],
          [
            6100,
            0.1277690976858139
          ],
          [
            6200,
            0.1275365650653839
          ],
          [
            6300,
            0.12727583944797516
          ],
          [
            6400,
            0.1270182877779007
          ],
          [
            6500,
            0.12677164375782013
          ],
          [
            6600,
            0.12648586928844452
          ],
          [
            6700,
            0.12623368203639984
          ],
          [
            6800,
            0.12597805261611938
          ],
          [
            6900,
            0.12568150460720062
          ],
          [
            7000,
            0.12540434300899506
          ],
          [
            7100,
            0.12512798607349396
          ],
          [
            7200,
            0.12487038224935532
          ],
          [
            7300,
            0.12456648051738739
          ],
          [
            7400,
            0.12430524826049805
          ],
          [
            7500,
            0.12405620515346527
          ],
          [
            7600,
            0.12380114942789078
          ],
          [
            7700,
            0.1235266700387001
          ],
          [
            7800,
            0.12327808141708374
          ],
          [
            7900,
            0.12304127216339111
          ],
          [
            8000,
            0.12281631678342819
          ],
          [
            8100,
            0.12258433550596237
          ],
          [
            8200,
            0.12236479669809341
          ],
          [
            8300,
            0.1221674233675003
          ],
          [
            8400,
            0.12198668718338013
          ],
          [
            8500,
            0.12181027233600616
          ],
          [
            8600,
            0.1216457411646843
          ],
          [
            8700,
            0.12150200456380844
          ],
          [
            8800,
            0.12136922031641006
          ],
          [
            8900,
            0.12125957012176514
          ],
          [
            9000,
            0.12117151916027069
          ],
          [
            9100,
            0.12110232561826706
          ],
          [
            9200,
            0.12105009704828262
          ],
          [
            9300,
            0.12102117389440536
          ]
        ],
        "logging/rms/model.layers.6.mlp.up_proj/gradient": [
          [
            0,
            7.70489641581662e-05
          ],
          [
            100,
            1.0074955753225368e-05
          ],
          [
            200,
            1.0516731890675146e-05
          ],
          [
            300,
            1.1619728866207879e-05
          ],
          [
            400,
            1.3017982382734772e-05
          ],
          [
            500,
            1.1657626600936055e-05
          ],
          [
            600,
            1.1459414054115769e-05
          ],
          [
            700,
            1.0651996490196325e-05
          ],
          [
            800,
            1.102059832192026e-05
          ],
          [
            900,
            1.0102690794155933e-05
          ],
          [
            1000,
            1.026188056130195e-05
          ],
          [
            1100,
            1.0557959285506513e-05
          ],
          [
            1200,
            9.97784809442237e-06
          ],
          [
            1300,
            1.0351085620641243e-05
          ],
          [
            1400,
            1.037757465383038e-05
          ],
          [
            1500,
            1.0372472388553433e-05
          ],
          [
            1600,
            1.0022774404205848e-05
          ],
          [
            1700,
            9.905892511596903e-06
          ],
          [
            1800,
            9.99707481241785e-06
          ],
          [
            1900,
            1.0256543646391947e-05
          ],
          [
            2000,
            1.0175423994951416e-05
          ],
          [
            2100,
            1.0339858818042558e-05
          ],
          [
            2200,
            1.0303774615749717e-05
          ],
          [
            2300,
            1.0007325727201533e-05
          ],
          [
            2400,
            1.0212409506493714e-05
          ],
          [
            2500,
            1.0203782949247397e-05
          ],
          [
            2600,
            1.007130413199775e-05
          ],
          [
            2700,
            1.0199475582339801e-05
          ],
          [
            2800,
            1.0382193977420684e-05
          ],
          [
            2900,
            1.0291938451700844e-05
          ],
          [
            3000,
            1.0697986908780877e-05
          ],
          [
            3100,
            1.0219448085990734e-05
          ],
          [
            3200,
            1.0535502042330336e-05
          ],
          [
            3300,
            1.0533480235608295e-05
          ],
          [
            3400,
            1.076688295142958e-05
          ],
          [
            3500,
            1.0835657121788245e-05
          ],
          [
            3600,
            1.0848646525118966e-05
          ],
          [
            3700,
            1.0724168532760814e-05
          ],
          [
            3800,
            1.0892003047047183e-05
          ],
          [
            3900,
            1.0969425602525007e-05
          ],
          [
            4000,
            1.139661435445305e-05
          ],
          [
            4100,
            1.1044669918192085e-05
          ],
          [
            4200,
            1.1263117812632117e-05
          ],
          [
            4300,
            1.1132941835967358e-05
          ],
          [
            4400,
            1.415189490217017e-05
          ],
          [
            4500,
            1.1308692592137959e-05
          ],
          [
            4600,
            1.1924776117666624e-05
          ],
          [
            4700,
            1.1451503269199748e-05
          ],
          [
            4800,
            1.2080402484571096e-05
          ],
          [
            4900,
            1.1539127626747359e-05
          ],
          [
            5000,
            1.1674228517222218e-05
          ],
          [
            5100,
            1.1968554645136464e-05
          ],
          [
            5200,
            1.2295687156438362e-05
          ],
          [
            5300,
            1.2213688023621216e-05
          ],
          [
            5400,
            1.2221526958455797e-05
          ],
          [
            5500,
            1.2488297215895727e-05
          ],
          [
            5600,
            1.2301562492211815e-05
          ],
          [
            5700,
            1.2617672837222926e-05
          ],
          [
            5800,
            1.248487660632236e-05
          ],
          [
            5900,
            1.3128237696946599e-05
          ],
          [
            6000,
            1.247587897523772e-05
          ],
          [
            6100,
            1.2924424481752794e-05
          ],
          [
            6200,
            1.2669174793700222e-05
          ],
          [
            6300,
            1.3135052540746983e-05
          ],
          [
            6400,
            1.3203951311879791e-05
          ],
          [
            6500,
            1.3375270100368652e-05
          ],
          [
            6600,
            1.3593624316854402e-05
          ],
          [
            6700,
            1.319320381298894e-05
          ],
          [
            6800,
            1.365267871733522e-05
          ],
          [
            6900,
            1.4039414963917807e-05
          ],
          [
            7000,
            1.3949704225524329e-05
          ],
          [
            7100,
            1.3873707757738885e-05
          ],
          [
            7200,
            1.4103346074989531e-05
          ],
          [
            7300,
            1.4207012100087013e-05
          ],
          [
            7400,
            1.4228639884095173e-05
          ],
          [
            7500,
            1.4080656910664402e-05
          ],
          [
            7600,
            1.4492050468106754e-05
          ],
          [
            7700,
            1.4546077181876171e-05
          ],
          [
            7800,
            1.469749076932203e-05
          ],
          [
            7900,
            1.441889071429614e-05
          ],
          [
            8000,
            1.4898601875756867e-05
          ],
          [
            8100,
            1.5021578292362392e-05
          ],
          [
            8200,
            1.4923864000593312e-05
          ],
          [
            8300,
            1.5210765923256986e-05
          ],
          [
            8400,
            1.5171854101936333e-05
          ],
          [
            8500,
            1.5248140698531643e-05
          ],
          [
            8600,
            1.536766649223864e-05
          ],
          [
            8700,
            1.5390523913083598e-05
          ],
          [
            8800,
            1.5290708688553423e-05
          ],
          [
            8900,
            1.556995266582817e-05
          ],
          [
            9000,
            1.5584986613248475e-05
          ],
          [
            9100,
            1.5639383491361514e-05
          ],
          [
            9200,
            1.5618597899447195e-05
          ],
          [
            9300,
            1.540652010589838e-05
          ]
        ],
        "logging/rms/model.layers.7.mlp.gate_proj/parameter": [
          [
            0,
            0.04361284524202347
          ],
          [
            100,
            0.04454584792256355
          ],
          [
            200,
            0.050909291952848434
          ],
          [
            300,
            0.056844163686037064
          ],
          [
            400,
            0.0614977665245533
          ],
          [
            500,
            0.06548311561346054
          ],
          [
            600,
            0.06874701380729675
          ],
          [
            700,
            0.07155056297779083
          ],
          [
            800,
            0.07398965209722519
          ],
          [
            900,
            0.07613957673311234
          ],
          [
            1000,
            0.07804963737726212
          ],
          [
            1100,
            0.0797799602150917
          ],
          [
            1200,
            0.08129112422466278
          ],
          [
            1300,
            0.08262787759304047
          ],
          [
            1400,
            0.08386977016925812
          ],
          [
            1500,
            0.08496744930744171
          ],
          [
            1600,
            0.08595514297485352
          ],
          [
            1700,
            0.08684457838535309
          ],
          [
            1800,
            0.0876087173819542
          ],
          [
            1900,
            0.0883198156952858
          ],
          [
            2000,
            0.08895904570817947
          ],
          [
            2100,
            0.08951180428266525
          ],
          [
            2200,
            0.09001753479242325
          ],
          [
            2300,
            0.09046313166618347
          ],
          [
            2400,
            0.09083811938762665
          ],
          [
            2500,
            0.09118954837322235
          ],
          [
            2600,
            0.09145015478134155
          ],
          [
            2700,
            0.0916738212108612
          ],
          [
            2800,
            0.09186854958534241
          ],
          [
            2900,
            0.09200677275657654
          ],
          [
            3000,
            0.09210840612649918
          ],
          [
            3100,
            0.09220153093338013
          ],
          [
            3200,
            0.09224096685647964
          ],
          [
            3300,
            0.0922410786151886
          ],
          [
            3400,
            0.0922403410077095
          ],
          [
            3500,
            0.09221111983060837
          ],
          [
            3600,
            0.09215149283409119
          ],
          [
            3700,
            0.09205148369073868
          ],
          [
            3800,
            0.09196523576974869
          ],
          [
            3900,
            0.0918378159403801
          ],
          [
            4000,
            0.09172509610652924
          ],
          [
            4100,
            0.09157136082649231
          ],
          [
            4200,
            0.09138587862253189
          ],
          [
            4300,
            0.09119705110788345
          ],
          [
            4400,
            0.09099114686250687
          ],
          [
            4500,
            0.09076864272356033
          ],
          [
            4600,
            0.09054290503263474
          ],
          [
            4700,
            0.09031016379594803
          ],
          [
            4800,
            0.09007664024829865
          ],
          [
            4900,
            0.08981010317802429
          ],
          [
            5000,
            0.08953286707401276
          ],
          [
            5100,
            0.08925400674343109
          ],
          [
            5200,
            0.08898220211267471
          ],
          [
            5300,
            0.08868501335382462
          ],
          [
            5400,
            0.0883883461356163
          ],
          [
            5500,
            0.0880713015794754
          ],
          [
            5600,
            0.0877637267112732
          ],
          [
            5700,
            0.08746016770601273
          ],
          [
            5800,
            0.08714533597230911
          ],
          [
            5900,
            0.08683326840400696
          ],
          [
            6000,
            0.08650723844766617
          ],
          [
            6100,
            0.08619346469640732
          ],
          [
            6200,
            0.08586683124303818
          ],
          [
            6300,
            0.08554231375455856
          ],
          [
            6400,
            0.08521442860364914
          ],
          [
            6500,
            0.08488152921199799
          ],
          [
            6600,
            0.08455399423837662
          ],
          [
            6700,
            0.08422922343015671
          ],
          [
            6800,
            0.08389893919229507
          ],
          [
            6900,
            0.08358599990606308
          ],
          [
            7000,
            0.08326494693756104
          ],
          [
            7100,
            0.08295506238937378
          ],
          [
            7200,
            0.08263860642910004
          ],
          [
            7300,
            0.08233695477247238
          ],
          [
            7400,
            0.08203184604644775
          ],
          [
            7500,
            0.08174276351928711
          ],
          [
            7600,
            0.0814560055732727
          ],
          [
            7700,
            0.08118362724781036
          ],
          [
            7800,
            0.08091450482606888
          ],
          [
            7900,
            0.08065836131572723
          ],
          [
            8000,
            0.08041158318519592
          ],
          [
            8100,
            0.08017241209745407
          ],
          [
            8200,
            0.07994476705789566
          ],
          [
            8300,
            0.07972917705774307
          ],
          [
            8400,
            0.07952860742807388
          ],
          [
            8500,
            0.07933959364891052
          ],
          [
            8600,
            0.07916714251041412
          ],
          [
            8700,
            0.0790138840675354
          ],
          [
            8800,
            0.0788765698671341
          ],
          [
            8900,
            0.07875581830739975
          ],
          [
            9000,
            0.07865764200687408
          ],
          [
            9100,
            0.07857995480298996
          ],
          [
            9200,
            0.07852476090192795
          ],
          [
            9300,
            0.0784933790564537
          ]
        ],
        "logging/rms/model.layers.4/activation": [
          [
            0,
            2.0389037132263184
          ],
          [
            100,
            14.798783302307129
          ],
          [
            200,
            14.075614929199219
          ],
          [
            300,
            14.027835845947266
          ],
          [
            400,
            14.504780769348145
          ],
          [
            500,
            15.850563049316406
          ],
          [
            600,
            16.72393798828125
          ],
          [
            700,
            17.2917537689209
          ],
          [
            800,
            18.1246337890625
          ],
          [
            900,
            18.29116439819336
          ],
          [
            1000,
            18.785663604736328
          ],
          [
            1100,
            19.042322158813477
          ],
          [
            1200,
            19.15460205078125
          ],
          [
            1300,
            19.39805030822754
          ],
          [
            1400,
            19.288644790649414
          ],
          [
            1500,
            19.242294311523438
          ],
          [
            1600,
            19.113161087036133
          ],
          [
            1700,
            19.17102813720703
          ],
          [
            1800,
            19.258163452148438
          ],
          [
            1900,
            19.08106231689453
          ],
          [
            2000,
            18.834810256958008
          ],
          [
            2100,
            18.710641860961914
          ],
          [
            2200,
            18.518310546875
          ],
          [
            2300,
            18.4075870513916
          ],
          [
            2400,
            18.362581253051758
          ],
          [
            2500,
            17.949342727661133
          ],
          [
            2600,
            17.842700958251953
          ],
          [
            2700,
            17.66939926147461
          ],
          [
            2800,
            17.332307815551758
          ],
          [
            2900,
            17.33716583251953
          ],
          [
            3000,
            16.940826416015625
          ],
          [
            3100,
            16.77814483642578
          ],
          [
            3200,
            16.454105377197266
          ],
          [
            3300,
            16.429841995239258
          ],
          [
            3400,
            16.123271942138672
          ],
          [
            3500,
            16.09738540649414
          ],
          [
            3600,
            15.825101852416992
          ],
          [
            3700,
            15.512927055358887
          ],
          [
            3800,
            15.367250442504883
          ],
          [
            3900,
            15.245699882507324
          ],
          [
            4000,
            15.008978843688965
          ],
          [
            4100,
            14.808663368225098
          ],
          [
            4200,
            14.455698013305664
          ],
          [
            4300,
            14.294133186340332
          ],
          [
            4400,
            14.05344295501709
          ],
          [
            4500,
            13.88004207611084
          ],
          [
            4600,
            13.597304344177246
          ],
          [
            4700,
            13.48636531829834
          ],
          [
            4800,
            13.266117095947266
          ],
          [
            4900,
            13.153775215148926
          ],
          [
            5000,
            12.88188648223877
          ],
          [
            5100,
            12.834197998046875
          ],
          [
            5200,
            12.599183082580566
          ],
          [
            5300,
            12.487893104553223
          ],
          [
            5400,
            12.225247383117676
          ],
          [
            5500,
            12.040754318237305
          ],
          [
            5600,
            11.925321578979492
          ],
          [
            5700,
            11.719664573669434
          ],
          [
            5800,
            11.582050323486328
          ],
          [
            5900,
            11.451126098632812
          ],
          [
            6000,
            11.222962379455566
          ],
          [
            6100,
            11.091531753540039
          ],
          [
            6200,
            10.989950180053711
          ],
          [
            6300,
            10.747661590576172
          ],
          [
            6400,
            10.625840187072754
          ],
          [
            6500,
            10.481327056884766
          ],
          [
            6600,
            10.379161834716797
          ],
          [
            6700,
            10.207749366760254
          ],
          [
            6800,
            10.010523796081543
          ],
          [
            6900,
            9.871153831481934
          ],
          [
            7000,
            9.878386497497559
          ],
          [
            7100,
            9.689340591430664
          ],
          [
            7200,
            9.50576114654541
          ],
          [
            7300,
            9.431313514709473
          ],
          [
            7400,
            9.262372970581055
          ],
          [
            7500,
            9.122720718383789
          ],
          [
            7600,
            9.09142780303955
          ],
          [
            7700,
            8.979567527770996
          ],
          [
            7800,
            8.889433860778809
          ],
          [
            7900,
            8.712221145629883
          ],
          [
            8000,
            8.629321098327637
          ],
          [
            8100,
            8.544445991516113
          ],
          [
            8200,
            8.47397232055664
          ],
          [
            8300,
            8.382670402526855
          ],
          [
            8400,
            8.277546882629395
          ],
          [
            8500,
            8.177528381347656
          ],
          [
            8600,
            8.145565032958984
          ],
          [
            8700,
            8.071773529052734
          ],
          [
            8800,
            8.030217170715332
          ],
          [
            8900,
            7.973811149597168
          ],
          [
            9000,
            7.9183125495910645
          ],
          [
            9100,
            7.8802971839904785
          ],
          [
            9200,
            7.865418434143066
          ],
          [
            9300,
            7.820517063140869
          ]
        ],
        "logging/rms/model.layers.3.post_attention_layernorm/activation": [
          [
            0,
            0.9999982118606567
          ],
          [
            100,
            0.9786113500595093
          ],
          [
            200,
            0.9575529098510742
          ],
          [
            300,
            0.9448294639587402
          ],
          [
            400,
            0.8898578882217407
          ],
          [
            500,
            0.8397210836410522
          ],
          [
            600,
            0.7992703318595886
          ],
          [
            700,
            0.7601138949394226
          ],
          [
            800,
            0.7338332533836365
          ],
          [
            900,
            0.703387439250946
          ],
          [
            1000,
            0.685365617275238
          ],
          [
            1100,
            0.6675698161125183
          ],
          [
            1200,
            0.6501033306121826
          ],
          [
            1300,
            0.6366737484931946
          ],
          [
            1400,
            0.623786985874176
          ],
          [
            1500,
            0.6125789880752563
          ],
          [
            1600,
            0.6022199988365173
          ],
          [
            1700,
            0.594327986240387
          ],
          [
            1800,
            0.5878309607505798
          ],
          [
            1900,
            0.5791903734207153
          ],
          [
            2000,
            0.5752256512641907
          ],
          [
            2100,
            0.5685603618621826
          ],
          [
            2200,
            0.562867283821106
          ],
          [
            2300,
            0.5573268532752991
          ],
          [
            2400,
            0.555752158164978
          ],
          [
            2500,
            0.5514639616012573
          ],
          [
            2600,
            0.5444545745849609
          ],
          [
            2700,
            0.5420901775360107
          ],
          [
            2800,
            0.5416792035102844
          ],
          [
            2900,
            0.5378233790397644
          ],
          [
            3000,
            0.5363085269927979
          ],
          [
            3100,
            0.5348436236381531
          ],
          [
            3200,
            0.5306802988052368
          ],
          [
            3300,
            0.5291193723678589
          ],
          [
            3400,
            0.5275996327400208
          ],
          [
            3500,
            0.5246817469596863
          ],
          [
            3600,
            0.5232205986976624
          ],
          [
            3700,
            0.5223209261894226
          ],
          [
            3800,
            0.5249570608139038
          ],
          [
            3900,
            0.5242732763290405
          ],
          [
            4000,
            0.5219165086746216
          ],
          [
            4100,
            0.5216817259788513
          ],
          [
            4200,
            0.5202882885932922
          ],
          [
            4300,
            0.5195841193199158
          ],
          [
            4400,
            0.5192431211471558
          ],
          [
            4500,
            0.516406774520874
          ],
          [
            4600,
            0.5182276368141174
          ],
          [
            4700,
            0.5196294784545898
          ],
          [
            4800,
            0.51887446641922
          ],
          [
            4900,
            0.5168263912200928
          ],
          [
            5000,
            0.5198947787284851
          ],
          [
            5100,
            0.5212021470069885
          ],
          [
            5200,
            0.5181692242622375
          ],
          [
            5300,
            0.5200996994972229
          ],
          [
            5400,
            0.5201970934867859
          ],
          [
            5500,
            0.5187951326370239
          ],
          [
            5600,
            0.5183984637260437
          ],
          [
            5700,
            0.5242810249328613
          ],
          [
            5800,
            0.5207534432411194
          ],
          [
            5900,
            0.5203951001167297
          ],
          [
            6000,
            0.52033931016922
          ],
          [
            6100,
            0.5228912234306335
          ],
          [
            6200,
            0.5253599286079407
          ],
          [
            6300,
            0.5229855179786682
          ],
          [
            6400,
            0.524558961391449
          ],
          [
            6500,
            0.5252370834350586
          ],
          [
            6600,
            0.5276911854743958
          ],
          [
            6700,
            0.525601863861084
          ],
          [
            6800,
            0.526509702205658
          ],
          [
            6900,
            0.5282769799232483
          ],
          [
            7000,
            0.5294366478919983
          ],
          [
            7100,
            0.5299080610275269
          ],
          [
            7200,
            0.5294907093048096
          ],
          [
            7300,
            0.53091961145401
          ],
          [
            7400,
            0.5322688221931458
          ],
          [
            7500,
            0.5308335423469543
          ],
          [
            7600,
            0.5342135429382324
          ],
          [
            7700,
            0.5348403453826904
          ],
          [
            7800,
            0.5358650088310242
          ],
          [
            7900,
            0.5362588167190552
          ],
          [
            8000,
            0.536619246006012
          ],
          [
            8100,
            0.5354639887809753
          ],
          [
            8200,
            0.5368967056274414
          ],
          [
            8300,
            0.5381518602371216
          ],
          [
            8400,
            0.5379406213760376
          ],
          [
            8500,
            0.5378955602645874
          ],
          [
            8600,
            0.5396277904510498
          ],
          [
            8700,
            0.5395260453224182
          ],
          [
            8800,
            0.5390812754631042
          ],
          [
            8900,
            0.539139449596405
          ],
          [
            9000,
            0.539686381816864
          ],
          [
            9100,
            0.5378158688545227
          ],
          [
            9200,
            0.5404607653617859
          ],
          [
            9300,
            0.5393648743629456
          ]
        ],
        "logging/rms/model.layers.5.input_layernorm/activation": [
          [
            0,
            0.9999987483024597
          ],
          [
            100,
            0.9931056499481201
          ],
          [
            200,
            0.9728840589523315
          ],
          [
            300,
            0.9449983835220337
          ],
          [
            400,
            0.9100344181060791
          ],
          [
            500,
            0.881148099899292
          ],
          [
            600,
            0.8551446199417114
          ],
          [
            700,
            0.8317069411277771
          ],
          [
            800,
            0.8088886141777039
          ],
          [
            900,
            0.7874031662940979
          ],
          [
            1000,
            0.7665104269981384
          ],
          [
            1100,
            0.7456027269363403
          ],
          [
            1200,
            0.7279351353645325
          ],
          [
            1300,
            0.7120731472969055
          ],
          [
            1400,
            0.6929866671562195
          ],
          [
            1500,
            0.6789546608924866
          ],
          [
            1600,
            0.6641719341278076
          ],
          [
            1700,
            0.6521075367927551
          ],
          [
            1800,
            0.6399500370025635
          ],
          [
            1900,
            0.6281655430793762
          ],
          [
            2000,
            0.617652952671051
          ],
          [
            2100,
            0.6082484126091003
          ],
          [
            2200,
            0.6022723317146301
          ],
          [
            2300,
            0.5940982699394226
          ],
          [
            2400,
            0.5859009623527527
          ],
          [
            2500,
            0.5796942114830017
          ],
          [
            2600,
            0.5730999112129211
          ],
          [
            2700,
            0.5664071440696716
          ],
          [
            2800,
            0.5615503191947937
          ],
          [
            2900,
            0.5579999685287476
          ],
          [
            3000,
            0.5535935163497925
          ],
          [
            3100,
            0.5516443848609924
          ],
          [
            3200,
            0.5463889837265015
          ],
          [
            3300,
            0.5424877405166626
          ],
          [
            3400,
            0.5415043830871582
          ],
          [
            3500,
            0.537764847278595
          ],
          [
            3600,
            0.536123514175415
          ],
          [
            3700,
            0.5337092280387878
          ],
          [
            3800,
            0.5338205695152283
          ],
          [
            3900,
            0.5305817127227783
          ],
          [
            4000,
            0.5286341309547424
          ],
          [
            4100,
            0.5287501215934753
          ],
          [
            4200,
            0.5262501835823059
          ],
          [
            4300,
            0.5251829624176025
          ],
          [
            4400,
            0.5269010663032532
          ],
          [
            4500,
            0.524369478225708
          ],
          [
            4600,
            0.5238269567489624
          ],
          [
            4700,
            0.5256428718566895
          ],
          [
            4800,
            0.5248786807060242
          ],
          [
            4900,
            0.5235466361045837
          ],
          [
            5000,
            0.5229313969612122
          ],
          [
            5100,
            0.5247072577476501
          ],
          [
            5200,
            0.5233611464500427
          ],
          [
            5300,
            0.5232545137405396
          ],
          [
            5400,
            0.5238222479820251
          ],
          [
            5500,
            0.5237592458724976
          ],
          [
            5600,
            0.524364709854126
          ],
          [
            5700,
            0.5270236730575562
          ],
          [
            5800,
            0.5240928530693054
          ],
          [
            5900,
            0.5241369605064392
          ],
          [
            6000,
            0.5239665508270264
          ],
          [
            6100,
            0.5244558453559875
          ],
          [
            6200,
            0.5262335538864136
          ],
          [
            6300,
            0.5256611108779907
          ],
          [
            6400,
            0.5268520712852478
          ],
          [
            6500,
            0.5270475149154663
          ],
          [
            6600,
            0.5291669964790344
          ],
          [
            6700,
            0.5269421339035034
          ],
          [
            6800,
            0.5284894108772278
          ],
          [
            6900,
            0.5293129682540894
          ],
          [
            7000,
            0.530579686164856
          ],
          [
            7100,
            0.5305998921394348
          ],
          [
            7200,
            0.530685544013977
          ],
          [
            7300,
            0.5324589610099792
          ],
          [
            7400,
            0.5336037278175354
          ],
          [
            7500,
            0.5313409566879272
          ],
          [
            7600,
            0.5344225764274597
          ],
          [
            7700,
            0.5349684953689575
          ],
          [
            7800,
            0.5353471636772156
          ],
          [
            7900,
            0.5355098843574524
          ],
          [
            8000,
            0.5366940498352051
          ],
          [
            8100,
            0.5357056260108948
          ],
          [
            8200,
            0.5369486808776855
          ],
          [
            8300,
            0.5377839803695679
          ],
          [
            8400,
            0.53792804479599
          ],
          [
            8500,
            0.5379005074501038
          ],
          [
            8600,
            0.5391491651535034
          ],
          [
            8700,
            0.5385829210281372
          ],
          [
            8800,
            0.538475751876831
          ],
          [
            8900,
            0.5388705730438232
          ],
          [
            9000,
            0.5387411117553711
          ],
          [
            9100,
            0.5381919741630554
          ],
          [
            9200,
            0.5393763184547424
          ],
          [
            9300,
            0.5385127663612366
          ]
        ],
        "logging/rms/model.layers.1.post_attention_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9884782433509827
          ],
          [
            200,
            0.9588680863380432
          ],
          [
            300,
            0.9160308241844177
          ],
          [
            400,
            0.8679453134536743
          ],
          [
            500,
            0.8321568369865417
          ],
          [
            600,
            0.8083848357200623
          ],
          [
            700,
            0.7867336869239807
          ],
          [
            800,
            0.7717918753623962
          ],
          [
            900,
            0.7568604946136475
          ],
          [
            1000,
            0.745771586894989
          ],
          [
            1100,
            0.7345282435417175
          ],
          [
            1200,
            0.7226582765579224
          ],
          [
            1300,
            0.7139976620674133
          ],
          [
            1400,
            0.7035921216011047
          ],
          [
            1500,
            0.6975358128547668
          ],
          [
            1600,
            0.6893305778503418
          ],
          [
            1700,
            0.6814268231391907
          ],
          [
            1800,
            0.6752064824104309
          ],
          [
            1900,
            0.6667994856834412
          ],
          [
            2000,
            0.6614977717399597
          ],
          [
            2100,
            0.6553543210029602
          ],
          [
            2200,
            0.6493390798568726
          ],
          [
            2300,
            0.643689751625061
          ],
          [
            2400,
            0.6392675638198853
          ],
          [
            2500,
            0.6333338618278503
          ],
          [
            2600,
            0.6290409564971924
          ],
          [
            2700,
            0.6251019835472107
          ],
          [
            2800,
            0.6209138631820679
          ],
          [
            2900,
            0.6168633699417114
          ],
          [
            3000,
            0.6136656999588013
          ],
          [
            3100,
            0.6106382608413696
          ],
          [
            3200,
            0.6056647896766663
          ],
          [
            3300,
            0.6033697128295898
          ],
          [
            3400,
            0.6003002524375916
          ],
          [
            3500,
            0.5972291231155396
          ],
          [
            3600,
            0.5953623056411743
          ],
          [
            3700,
            0.592227578163147
          ],
          [
            3800,
            0.5904810428619385
          ],
          [
            3900,
            0.5885047912597656
          ],
          [
            4000,
            0.5868802666664124
          ],
          [
            4100,
            0.5847715139389038
          ],
          [
            4200,
            0.5831034779548645
          ],
          [
            4300,
            0.580952525138855
          ],
          [
            4400,
            0.5791578888893127
          ],
          [
            4500,
            0.5780421495437622
          ],
          [
            4600,
            0.5768085718154907
          ],
          [
            4700,
            0.576822817325592
          ],
          [
            4800,
            0.5747963786125183
          ],
          [
            4900,
            0.5740737318992615
          ],
          [
            5000,
            0.5722143650054932
          ],
          [
            5100,
            0.572029173374176
          ],
          [
            5200,
            0.5706254839897156
          ],
          [
            5300,
            0.5700387954711914
          ],
          [
            5400,
            0.5696526169776917
          ],
          [
            5500,
            0.5684447288513184
          ],
          [
            5600,
            0.5687631964683533
          ],
          [
            5700,
            0.5678473114967346
          ],
          [
            5800,
            0.567963719367981
          ],
          [
            5900,
            0.5674400329589844
          ],
          [
            6000,
            0.5679528713226318
          ],
          [
            6100,
            0.5680392384529114
          ],
          [
            6200,
            0.5676268339157104
          ],
          [
            6300,
            0.5677684545516968
          ],
          [
            6400,
            0.568010151386261
          ],
          [
            6500,
            0.5680099129676819
          ],
          [
            6600,
            0.5678735971450806
          ],
          [
            6700,
            0.5681018829345703
          ],
          [
            6800,
            0.5680350065231323
          ],
          [
            6900,
            0.5678366422653198
          ],
          [
            7000,
            0.568263828754425
          ],
          [
            7100,
            0.5684868693351746
          ],
          [
            7200,
            0.5685052275657654
          ],
          [
            7300,
            0.5687378644943237
          ],
          [
            7400,
            0.5692017674446106
          ],
          [
            7500,
            0.5695278644561768
          ],
          [
            7600,
            0.5697258710861206
          ],
          [
            7700,
            0.5704033374786377
          ],
          [
            7800,
            0.5706562399864197
          ],
          [
            7900,
            0.5707195997238159
          ],
          [
            8000,
            0.570830762386322
          ],
          [
            8100,
            0.5712729096412659
          ],
          [
            8200,
            0.5716555118560791
          ],
          [
            8300,
            0.5718056559562683
          ],
          [
            8400,
            0.5723463892936707
          ],
          [
            8500,
            0.5726742148399353
          ],
          [
            8600,
            0.5728760361671448
          ],
          [
            8700,
            0.5731684565544128
          ],
          [
            8800,
            0.5732393264770508
          ],
          [
            8900,
            0.5734140276908875
          ],
          [
            9000,
            0.5736803412437439
          ],
          [
            9100,
            0.5738410949707031
          ],
          [
            9200,
            0.5739349126815796
          ],
          [
            9300,
            0.5740165114402771
          ]
        ],
        "logging/rms/model.layers.3.self_attn.v_proj/gradient": [
          [
            0,
            0.0005751188728027046
          ],
          [
            100,
            2.853093610610813e-05
          ],
          [
            200,
            4.7031251597218215e-05
          ],
          [
            300,
            3.7598932976834476e-05
          ],
          [
            400,
            7.841914339223877e-05
          ],
          [
            500,
            5.528695328393951e-05
          ],
          [
            600,
            6.388637848431244e-05
          ],
          [
            700,
            6.0209968069102615e-05
          ],
          [
            800,
            7.927625119918957e-05
          ],
          [
            900,
            6.886117625981569e-05
          ],
          [
            1000,
            6.170001870486885e-05
          ],
          [
            1100,
            7.556319906143472e-05
          ],
          [
            1200,
            6.999864854151383e-05
          ],
          [
            1300,
            7.56514782551676e-05
          ],
          [
            1400,
            5.113591396366246e-05
          ],
          [
            1500,
            6.489688530564308e-05
          ],
          [
            1600,
            5.837248681928031e-05
          ],
          [
            1700,
            6.12183430348523e-05
          ],
          [
            1800,
            5.372559098759666e-05
          ],
          [
            1900,
            5.461509863380343e-05
          ],
          [
            2000,
            4.5537588448496535e-05
          ],
          [
            2100,
            5.5711629102006555e-05
          ],
          [
            2200,
            5.840126323164441e-05
          ],
          [
            2300,
            5.43144196853973e-05
          ],
          [
            2400,
            5.7051569456234574e-05
          ],
          [
            2500,
            4.3675223423633724e-05
          ],
          [
            2600,
            4.329777948441915e-05
          ],
          [
            2700,
            4.24675308750011e-05
          ],
          [
            2800,
            4.7706413170089945e-05
          ],
          [
            2900,
            4.564771370496601e-05
          ],
          [
            3000,
            5.125035022501834e-05
          ],
          [
            3100,
            4.410491601447575e-05
          ],
          [
            3200,
            4.791606988874264e-05
          ],
          [
            3300,
            5.926618541707285e-05
          ],
          [
            3400,
            4.680297206505202e-05
          ],
          [
            3500,
            5.925504956394434e-05
          ],
          [
            3600,
            3.512287366902456e-05
          ],
          [
            3700,
            4.674260344472714e-05
          ],
          [
            3800,
            4.245946911396459e-05
          ],
          [
            3900,
            6.142436905065551e-05
          ],
          [
            4000,
            4.851795165450312e-05
          ],
          [
            4100,
            4.1421961213927716e-05
          ],
          [
            4200,
            3.726762588485144e-05
          ],
          [
            4300,
            4.340781379141845e-05
          ],
          [
            4400,
            5.0408147217240185e-05
          ],
          [
            4500,
            3.9900605770526454e-05
          ],
          [
            4600,
            5.2707717259181663e-05
          ],
          [
            4700,
            3.933019615942612e-05
          ],
          [
            4800,
            4.050208372063935e-05
          ],
          [
            4900,
            3.401189314899966e-05
          ],
          [
            5000,
            4.461635398911312e-05
          ],
          [
            5100,
            4.457357863429934e-05
          ],
          [
            5200,
            3.823173028649762e-05
          ],
          [
            5300,
            4.831270780414343e-05
          ],
          [
            5400,
            4.416595402290113e-05
          ],
          [
            5500,
            4.5354296162258834e-05
          ],
          [
            5600,
            3.9476384699810296e-05
          ],
          [
            5700,
            4.3466698116390035e-05
          ],
          [
            5800,
            4.4390661059878767e-05
          ],
          [
            5900,
            4.671032729675062e-05
          ],
          [
            6000,
            3.6188117519486696e-05
          ],
          [
            6100,
            4.6718439989490435e-05
          ],
          [
            6200,
            3.863682286464609e-05
          ],
          [
            6300,
            4.276768595445901e-05
          ],
          [
            6400,
            4.3730113247875124e-05
          ],
          [
            6500,
            3.7615121982526034e-05
          ],
          [
            6600,
            5.0760372687364e-05
          ],
          [
            6700,
            4.1615316149545833e-05
          ],
          [
            6800,
            3.684950206661597e-05
          ],
          [
            6900,
            4.6336088416865095e-05
          ],
          [
            7000,
            3.831734284176491e-05
          ],
          [
            7100,
            4.6809855120955035e-05
          ],
          [
            7200,
            3.8677862903568894e-05
          ],
          [
            7300,
            4.588841329677962e-05
          ],
          [
            7400,
            4.932994852424599e-05
          ],
          [
            7500,
            4.353261101641692e-05
          ],
          [
            7600,
            4.336431811680086e-05
          ],
          [
            7700,
            4.68921716674231e-05
          ],
          [
            7800,
            4.2533811210887507e-05
          ],
          [
            7900,
            4.234365769661963e-05
          ],
          [
            8000,
            3.866652332362719e-05
          ],
          [
            8100,
            3.7844947655685246e-05
          ],
          [
            8200,
            3.96182294934988e-05
          ],
          [
            8300,
            4.198805254418403e-05
          ],
          [
            8400,
            4.150778113398701e-05
          ],
          [
            8500,
            4.7731329686939716e-05
          ],
          [
            8600,
            4.171324326307513e-05
          ],
          [
            8700,
            4.1077651985688135e-05
          ],
          [
            8800,
            4.427225576364435e-05
          ],
          [
            8900,
            4.098164208699018e-05
          ],
          [
            9000,
            3.758234379347414e-05
          ],
          [
            9100,
            3.4791639336617664e-05
          ],
          [
            9200,
            3.897271380992606e-05
          ],
          [
            9300,
            4.219620313961059e-05
          ]
        ],
        "logging/rms/model.layers.5.mlp.up_proj/parameter": [
          [
            0,
            0.04359201714396477
          ],
          [
            100,
            0.043947383761405945
          ],
          [
            200,
            0.049111172556877136
          ],
          [
            300,
            0.05504864081740379
          ],
          [
            400,
            0.05972690135240555
          ],
          [
            500,
            0.06380655616521835
          ],
          [
            600,
            0.06733845174312592
          ],
          [
            700,
            0.07041972875595093
          ],
          [
            800,
            0.07315684109926224
          ],
          [
            900,
            0.07558398693799973
          ],
          [
            1000,
            0.07779376208782196
          ],
          [
            1100,
            0.07976947724819183
          ],
          [
            1200,
            0.08150651305913925
          ],
          [
            1300,
            0.08307809382677078
          ],
          [
            1400,
            0.08452741801738739
          ],
          [
            1500,
            0.08582640439271927
          ],
          [
            1600,
            0.08698384463787079
          ],
          [
            1700,
            0.08805596828460693
          ],
          [
            1800,
            0.08900564908981323
          ],
          [
            1900,
            0.08986849337816238
          ],
          [
            2000,
            0.09062311798334122
          ],
          [
            2100,
            0.09130318462848663
          ],
          [
            2200,
            0.09191274642944336
          ],
          [
            2300,
            0.09244232624769211
          ],
          [
            2400,
            0.09293147921562195
          ],
          [
            2500,
            0.09333577007055283
          ],
          [
            2600,
            0.09369878470897675
          ],
          [
            2700,
            0.09401050955057144
          ],
          [
            2800,
            0.0942816287279129
          ],
          [
            2900,
            0.09452629834413528
          ],
          [
            3000,
            0.09469443559646606
          ],
          [
            3100,
            0.09484650939702988
          ],
          [
            3200,
            0.0949523001909256
          ],
          [
            3300,
            0.0950399786233902
          ],
          [
            3400,
            0.09508786350488663
          ],
          [
            3500,
            0.09512248635292053
          ],
          [
            3600,
            0.09511248767375946
          ],
          [
            3700,
            0.09508007764816284
          ],
          [
            3800,
            0.0950169712305069
          ],
          [
            3900,
            0.09494210034608841
          ],
          [
            4000,
            0.09485119581222534
          ],
          [
            4100,
            0.0947386845946312
          ],
          [
            4200,
            0.09460247308015823
          ],
          [
            4300,
            0.09443586319684982
          ],
          [
            4400,
            0.09428727626800537
          ],
          [
            4500,
            0.09406065195798874
          ],
          [
            4600,
            0.09388092905282974
          ],
          [
            4700,
            0.09367275983095169
          ],
          [
            4800,
            0.09344932436943054
          ],
          [
            4900,
            0.0932178869843483
          ],
          [
            5000,
            0.09297861903905869
          ],
          [
            5100,
            0.09271297603845596
          ],
          [
            5200,
            0.09244871884584427
          ],
          [
            5300,
            0.09218024462461472
          ],
          [
            5400,
            0.09190680831670761
          ],
          [
            5500,
            0.09159807115793228
          ],
          [
            5600,
            0.0913250520825386
          ],
          [
            5700,
            0.09102863818407059
          ],
          [
            5800,
            0.09072819352149963
          ],
          [
            5900,
            0.09041517227888107
          ],
          [
            6000,
            0.09010221809148788
          ],
          [
            6100,
            0.08979521691799164
          ],
          [
            6200,
            0.0894571989774704
          ],
          [
            6300,
            0.08914358913898468
          ],
          [
            6400,
            0.08882726728916168
          ],
          [
            6500,
            0.088502436876297
          ],
          [
            6600,
            0.08819937705993652
          ],
          [
            6700,
            0.08788035064935684
          ],
          [
            6800,
            0.08755838125944138
          ],
          [
            6900,
            0.0872449055314064
          ],
          [
            7000,
            0.08692904561758041
          ],
          [
            7100,
            0.0866227000951767
          ],
          [
            7200,
            0.08631867170333862
          ],
          [
            7300,
            0.08602304011583328
          ],
          [
            7400,
            0.0857364758849144
          ],
          [
            7500,
            0.08544003218412399
          ],
          [
            7600,
            0.08515718579292297
          ],
          [
            7700,
            0.08488959819078445
          ],
          [
            7800,
            0.08463012427091599
          ],
          [
            7900,
            0.08437410742044449
          ],
          [
            8000,
            0.08412660658359528
          ],
          [
            8100,
            0.08389036357402802
          ],
          [
            8200,
            0.08366626501083374
          ],
          [
            8300,
            0.08345457911491394
          ],
          [
            8400,
            0.08325640857219696
          ],
          [
            8500,
            0.08307220041751862
          ],
          [
            8600,
            0.08290538936853409
          ],
          [
            8700,
            0.08275619894266129
          ],
          [
            8800,
            0.08261852711439133
          ],
          [
            8900,
            0.08250096440315247
          ],
          [
            9000,
            0.08240500092506409
          ],
          [
            9100,
            0.08232847601175308
          ],
          [
            9200,
            0.08227436989545822
          ],
          [
            9300,
            0.08224453032016754
          ]
        ],
        "logging/rms/model.layers.2.mlp.gate_proj/gradient": [
          [
            0,
            0.00013571172894444317
          ],
          [
            100,
            1.0120462320628576e-05
          ],
          [
            200,
            1.1132118743262254e-05
          ],
          [
            300,
            1.2023451745335478e-05
          ],
          [
            400,
            1.3414572094916366e-05
          ],
          [
            500,
            1.1855495358759072e-05
          ],
          [
            600,
            1.218149463966256e-05
          ],
          [
            700,
            1.1703965355991386e-05
          ],
          [
            800,
            1.227567463502055e-05
          ],
          [
            900,
            1.1243355402257293e-05
          ],
          [
            1000,
            1.110745779442368e-05
          ],
          [
            1100,
            1.202840303449193e-05
          ],
          [
            1200,
            1.1534750228747725e-05
          ],
          [
            1300,
            1.2463071470847353e-05
          ],
          [
            1400,
            1.0862956514756661e-05
          ],
          [
            1500,
            1.1470740901131649e-05
          ],
          [
            1600,
            1.0914727681665681e-05
          ],
          [
            1700,
            1.14080285129603e-05
          ],
          [
            1800,
            1.0718758858274668e-05
          ],
          [
            1900,
            1.096504092856776e-05
          ],
          [
            2000,
            1.1224823538213968e-05
          ],
          [
            2100,
            1.1911376532225404e-05
          ],
          [
            2200,
            1.1079126124968752e-05
          ],
          [
            2300,
            1.1060678843932692e-05
          ],
          [
            2400,
            1.1277514204266481e-05
          ],
          [
            2500,
            1.1126897334179375e-05
          ],
          [
            2600,
            1.0404285603726748e-05
          ],
          [
            2700,
            1.1234988960495684e-05
          ],
          [
            2800,
            1.1371649634384084e-05
          ],
          [
            2900,
            1.0861169357667677e-05
          ],
          [
            3000,
            1.1228580660826992e-05
          ],
          [
            3100,
            1.0771784218377434e-05
          ],
          [
            3200,
            1.0942003427771851e-05
          ],
          [
            3300,
            1.1638937394309323e-05
          ],
          [
            3400,
            1.1285128493909724e-05
          ],
          [
            3500,
            1.177763260784559e-05
          ],
          [
            3600,
            1.099201926990645e-05
          ],
          [
            3700,
            1.1123299373139162e-05
          ],
          [
            3800,
            1.1169718163728248e-05
          ],
          [
            3900,
            1.1904911843885202e-05
          ],
          [
            4000,
            1.175544639409054e-05
          ],
          [
            4100,
            1.135197453550063e-05
          ],
          [
            4200,
            1.1634520888037514e-05
          ],
          [
            4300,
            1.1563383850443643e-05
          ],
          [
            4400,
            1.4587532859877683e-05
          ],
          [
            4500,
            1.1637303941824939e-05
          ],
          [
            4600,
            1.2072277968400158e-05
          ],
          [
            4700,
            1.1876649296027608e-05
          ],
          [
            4800,
            1.217230692418525e-05
          ],
          [
            4900,
            1.1291373084532097e-05
          ],
          [
            5000,
            1.2102811524528079e-05
          ],
          [
            5100,
            1.2454734132916201e-05
          ],
          [
            5200,
            1.189596969197737e-05
          ],
          [
            5300,
            1.256465748156188e-05
          ],
          [
            5400,
            1.2301044080231804e-05
          ],
          [
            5500,
            1.2389226867526304e-05
          ],
          [
            5600,
            1.225638607138535e-05
          ],
          [
            5700,
            1.2940549822815228e-05
          ],
          [
            5800,
            1.2395788871799596e-05
          ],
          [
            5900,
            1.3054410374024883e-05
          ],
          [
            6000,
            1.2290375707380008e-05
          ],
          [
            6100,
            1.3122185919201002e-05
          ],
          [
            6200,
            1.2516872629930731e-05
          ],
          [
            6300,
            1.2854166016040836e-05
          ],
          [
            6400,
            1.2918756510771345e-05
          ],
          [
            6500,
            1.3007953384658322e-05
          ],
          [
            6600,
            1.3384566955210175e-05
          ],
          [
            6700,
            1.3048065738985315e-05
          ],
          [
            6800,
            1.304859688389115e-05
          ],
          [
            6900,
            1.3612176189781167e-05
          ],
          [
            7000,
            1.3755836334894411e-05
          ],
          [
            7100,
            1.3651890185428783e-05
          ],
          [
            7200,
            1.3549373761634342e-05
          ],
          [
            7300,
            1.3505669812730048e-05
          ],
          [
            7400,
            1.419144609826617e-05
          ],
          [
            7500,
            1.3634892638947349e-05
          ],
          [
            7600,
            1.386316853313474e-05
          ],
          [
            7700,
            1.4324462426884566e-05
          ],
          [
            7800,
            1.4117311366135255e-05
          ],
          [
            7900,
            1.4244513295125216e-05
          ],
          [
            8000,
            1.4188765817380045e-05
          ],
          [
            8100,
            1.4441886378335766e-05
          ],
          [
            8200,
            1.437645096302731e-05
          ],
          [
            8300,
            1.4975520571169909e-05
          ],
          [
            8400,
            1.4493449270958081e-05
          ],
          [
            8500,
            1.4717008525622077e-05
          ],
          [
            8600,
            1.4772066606383305e-05
          ],
          [
            8700,
            1.469255585107021e-05
          ],
          [
            8800,
            1.469713697588304e-05
          ],
          [
            8900,
            1.5072556379891466e-05
          ],
          [
            9000,
            1.4928225027688313e-05
          ],
          [
            9100,
            1.4473851479124278e-05
          ],
          [
            9200,
            1.5127369806577917e-05
          ],
          [
            9300,
            1.4676089449494611e-05
          ]
        ],
        "logging/rms/model.layers.4.input_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.99288010597229
          ],
          [
            200,
            0.973393440246582
          ],
          [
            300,
            0.975208044052124
          ],
          [
            400,
            0.9710386991500854
          ],
          [
            500,
            0.9585735201835632
          ],
          [
            600,
            0.9493964910507202
          ],
          [
            700,
            0.9430447816848755
          ],
          [
            800,
            0.9367049336433411
          ],
          [
            900,
            0.9306317567825317
          ],
          [
            1000,
            0.9260506629943848
          ],
          [
            1100,
            0.9211209416389465
          ],
          [
            1200,
            0.9159535765647888
          ],
          [
            1300,
            0.911329448223114
          ],
          [
            1400,
            0.9061397910118103
          ],
          [
            1500,
            0.9015753269195557
          ],
          [
            1600,
            0.8966838717460632
          ],
          [
            1700,
            0.8923410773277283
          ],
          [
            1800,
            0.8876259922981262
          ],
          [
            1900,
            0.8825061917304993
          ],
          [
            2000,
            0.8798342943191528
          ],
          [
            2100,
            0.8751786351203918
          ],
          [
            2200,
            0.871090292930603
          ],
          [
            2300,
            0.8665620684623718
          ],
          [
            2400,
            0.8627046346664429
          ],
          [
            2500,
            0.8601148724555969
          ],
          [
            2600,
            0.856255829334259
          ],
          [
            2700,
            0.8531050086021423
          ],
          [
            2800,
            0.8495061993598938
          ],
          [
            2900,
            0.8468462228775024
          ],
          [
            3000,
            0.8442825675010681
          ],
          [
            3100,
            0.8409240245819092
          ],
          [
            3200,
            0.8383868336677551
          ],
          [
            3300,
            0.8350496888160706
          ],
          [
            3400,
            0.833027720451355
          ],
          [
            3500,
            0.8299862742424011
          ],
          [
            3600,
            0.8268141746520996
          ],
          [
            3700,
            0.8251667022705078
          ],
          [
            3800,
            0.8235942721366882
          ],
          [
            3900,
            0.8220039010047913
          ],
          [
            4000,
            0.8196001648902893
          ],
          [
            4100,
            0.8177061080932617
          ],
          [
            4200,
            0.8160372376441956
          ],
          [
            4300,
            0.8146128058433533
          ],
          [
            4400,
            0.8127080202102661
          ],
          [
            4500,
            0.8113435506820679
          ],
          [
            4600,
            0.8106346726417542
          ],
          [
            4700,
            0.8084538578987122
          ],
          [
            4800,
            0.8078193664550781
          ],
          [
            4900,
            0.8069605231285095
          ],
          [
            5000,
            0.8052369356155396
          ],
          [
            5100,
            0.804707944393158
          ],
          [
            5200,
            0.8039304614067078
          ],
          [
            5300,
            0.802834689617157
          ],
          [
            5400,
            0.8028912544250488
          ],
          [
            5500,
            0.8018093109130859
          ],
          [
            5600,
            0.8013637661933899
          ],
          [
            5700,
            0.8013455271720886
          ],
          [
            5800,
            0.8005805611610413
          ],
          [
            5900,
            0.8004574179649353
          ],
          [
            6000,
            0.799675464630127
          ],
          [
            6100,
            0.7997640371322632
          ],
          [
            6200,
            0.7998306751251221
          ],
          [
            6300,
            0.7995891571044922
          ],
          [
            6400,
            0.7996520400047302
          ],
          [
            6500,
            0.7997742295265198
          ],
          [
            6600,
            0.7994801998138428
          ],
          [
            6700,
            0.7991704940795898
          ],
          [
            6800,
            0.7992995381355286
          ],
          [
            6900,
            0.7994674444198608
          ],
          [
            7000,
            0.7996145486831665
          ],
          [
            7100,
            0.7998135685920715
          ],
          [
            7200,
            0.7996971607208252
          ],
          [
            7300,
            0.8000827431678772
          ],
          [
            7400,
            0.8003664016723633
          ],
          [
            7500,
            0.8006901741027832
          ],
          [
            7600,
            0.8011835813522339
          ],
          [
            7700,
            0.8011471033096313
          ],
          [
            7800,
            0.8014054894447327
          ],
          [
            7900,
            0.8014312982559204
          ],
          [
            8000,
            0.8018127679824829
          ],
          [
            8100,
            0.8022572994232178
          ],
          [
            8200,
            0.802353024482727
          ],
          [
            8300,
            0.8028035759925842
          ],
          [
            8400,
            0.8029116988182068
          ],
          [
            8500,
            0.8030769228935242
          ],
          [
            8600,
            0.8032840490341187
          ],
          [
            8700,
            0.8033278584480286
          ],
          [
            8800,
            0.8036400079727173
          ],
          [
            8900,
            0.8038317561149597
          ],
          [
            9000,
            0.803926408290863
          ],
          [
            9100,
            0.8039726614952087
          ],
          [
            9200,
            0.8040218353271484
          ],
          [
            9300,
            0.8040466904640198
          ]
        ],
        "logging/rms/model.layers.6.mlp.up_proj/activation": [
          [
            0,
            0.9864621162414551
          ],
          [
            100,
            1.0736870765686035
          ],
          [
            200,
            1.5075502395629883
          ],
          [
            300,
            1.8074347972869873
          ],
          [
            400,
            1.914821982383728
          ],
          [
            500,
            1.9296852350234985
          ],
          [
            600,
            1.9769765138626099
          ],
          [
            700,
            1.9451649188995361
          ],
          [
            800,
            1.9589518308639526
          ],
          [
            900,
            1.9284918308258057
          ],
          [
            1000,
            1.934397578239441
          ],
          [
            1100,
            1.921683669090271
          ],
          [
            1200,
            1.8955146074295044
          ],
          [
            1300,
            1.9017164707183838
          ],
          [
            1400,
            1.885249137878418
          ],
          [
            1500,
            1.8916467428207397
          ],
          [
            1600,
            1.8502596616744995
          ],
          [
            1700,
            1.8297890424728394
          ],
          [
            1800,
            1.8375232219696045
          ],
          [
            1900,
            1.8206233978271484
          ],
          [
            2000,
            1.8200258016586304
          ],
          [
            2100,
            1.8132091760635376
          ],
          [
            2200,
            1.80129075050354
          ],
          [
            2300,
            1.781045913696289
          ],
          [
            2400,
            1.779616355895996
          ],
          [
            2500,
            1.7849148511886597
          ],
          [
            2600,
            1.7577799558639526
          ],
          [
            2700,
            1.7647910118103027
          ],
          [
            2800,
            1.7652074098587036
          ],
          [
            2900,
            1.7493726015090942
          ],
          [
            3000,
            1.741227388381958
          ],
          [
            3100,
            1.7312445640563965
          ],
          [
            3200,
            1.7286840677261353
          ],
          [
            3300,
            1.7181875705718994
          ],
          [
            3400,
            1.7233179807662964
          ],
          [
            3500,
            1.7121065855026245
          ],
          [
            3600,
            1.7183650732040405
          ],
          [
            3700,
            1.6871691942214966
          ],
          [
            3800,
            1.6945744752883911
          ],
          [
            3900,
            1.6900763511657715
          ],
          [
            4000,
            1.6899560689926147
          ],
          [
            4100,
            1.6884700059890747
          ],
          [
            4200,
            1.6784967184066772
          ],
          [
            4300,
            1.6666975021362305
          ],
          [
            4400,
            1.6683820486068726
          ],
          [
            4500,
            1.6602834463119507
          ],
          [
            4600,
            1.659977674484253
          ],
          [
            4700,
            1.6486880779266357
          ],
          [
            4800,
            1.6528651714324951
          ],
          [
            4900,
            1.6469346284866333
          ],
          [
            5000,
            1.6357722282409668
          ],
          [
            5100,
            1.6480928659439087
          ],
          [
            5200,
            1.6428096294403076
          ],
          [
            5300,
            1.6417489051818848
          ],
          [
            5400,
            1.6249592304229736
          ],
          [
            5500,
            1.6239166259765625
          ],
          [
            5600,
            1.625678539276123
          ],
          [
            5700,
            1.624988317489624
          ],
          [
            5800,
            1.5924142599105835
          ],
          [
            5900,
            1.6064603328704834
          ],
          [
            6000,
            1.5983612537384033
          ],
          [
            6100,
            1.6025238037109375
          ],
          [
            6200,
            1.5924794673919678
          ],
          [
            6300,
            1.5923585891723633
          ],
          [
            6400,
            1.5878465175628662
          ],
          [
            6500,
            1.5942209959030151
          ],
          [
            6600,
            1.5895203351974487
          ],
          [
            6700,
            1.572838306427002
          ],
          [
            6800,
            1.5794227123260498
          ],
          [
            6900,
            1.5729219913482666
          ],
          [
            7000,
            1.5835872888565063
          ],
          [
            7100,
            1.568191409111023
          ],
          [
            7200,
            1.5673915147781372
          ],
          [
            7300,
            1.567338466644287
          ],
          [
            7400,
            1.562855839729309
          ],
          [
            7500,
            1.5413131713867188
          ],
          [
            7600,
            1.5575467348098755
          ],
          [
            7700,
            1.5646454095840454
          ],
          [
            7800,
            1.5520133972167969
          ],
          [
            7900,
            1.5286258459091187
          ],
          [
            8000,
            1.5505622625350952
          ],
          [
            8100,
            1.5408389568328857
          ],
          [
            8200,
            1.542360782623291
          ],
          [
            8300,
            1.54123055934906
          ],
          [
            8400,
            1.5350102186203003
          ],
          [
            8500,
            1.534312129020691
          ],
          [
            8600,
            1.5265181064605713
          ],
          [
            8700,
            1.5241340398788452
          ],
          [
            8800,
            1.5300689935684204
          ],
          [
            8900,
            1.5267601013183594
          ],
          [
            9000,
            1.5238432884216309
          ],
          [
            9100,
            1.521236777305603
          ],
          [
            9200,
            1.5206962823867798
          ],
          [
            9300,
            1.514580488204956
          ]
        ],
        "logging/rms/model.layers.7.self_attn.k_proj/parameter": [
          [
            0,
            0.04360664635896683
          ],
          [
            100,
            0.04434207081794739
          ],
          [
            200,
            0.047196369618177414
          ],
          [
            300,
            0.05032000690698624
          ],
          [
            400,
            0.052980780601501465
          ],
          [
            500,
            0.054924480617046356
          ],
          [
            600,
            0.05649416893720627
          ],
          [
            700,
            0.057831380516290665
          ],
          [
            800,
            0.05899311602115631
          ],
          [
            900,
            0.05999390035867691
          ],
          [
            1000,
            0.06093892082571983
          ],
          [
            1100,
            0.061804428696632385
          ],
          [
            1200,
            0.0625210851430893
          ],
          [
            1300,
            0.06321505457162857
          ],
          [
            1400,
            0.06382691115140915
          ],
          [
            1500,
            0.06446680426597595
          ],
          [
            1600,
            0.06507038325071335
          ],
          [
            1700,
            0.0655951127409935
          ],
          [
            1800,
            0.06607332080602646
          ],
          [
            1900,
            0.06654158234596252
          ],
          [
            2000,
            0.06696189194917679
          ],
          [
            2100,
            0.06734373420476913
          ],
          [
            2200,
            0.06764201074838638
          ],
          [
            2300,
            0.06795066595077515
          ],
          [
            2400,
            0.06824014335870743
          ],
          [
            2500,
            0.06848477572202682
          ],
          [
            2600,
            0.06864345818758011
          ],
          [
            2700,
            0.06881806254386902
          ],
          [
            2800,
            0.0689108595252037
          ],
          [
            2900,
            0.069064661860466
          ],
          [
            3000,
            0.06916406750679016
          ],
          [
            3100,
            0.06921102851629257
          ],
          [
            3200,
            0.0692242681980133
          ],
          [
            3300,
            0.0692315548658371
          ],
          [
            3400,
            0.06924401223659515
          ],
          [
            3500,
            0.06927123665809631
          ],
          [
            3600,
            0.06930045783519745
          ],
          [
            3700,
            0.06923014670610428
          ],
          [
            3800,
            0.06913306564092636
          ],
          [
            3900,
            0.06905564665794373
          ],
          [
            4000,
            0.06903035938739777
          ],
          [
            4100,
            0.06893664598464966
          ],
          [
            4200,
            0.06877832859754562
          ],
          [
            4300,
            0.06863664090633392
          ],
          [
            4400,
            0.06848549097776413
          ],
          [
            4500,
            0.06833503395318985
          ],
          [
            4600,
            0.06816211342811584
          ],
          [
            4700,
            0.06800757348537445
          ],
          [
            4800,
            0.067823126912117
          ],
          [
            4900,
            0.06761923432350159
          ],
          [
            5000,
            0.06741219758987427
          ],
          [
            5100,
            0.06720659136772156
          ],
          [
            5200,
            0.06698775291442871
          ],
          [
            5300,
            0.06674745678901672
          ],
          [
            5400,
            0.06652439385652542
          ],
          [
            5500,
            0.06631138920783997
          ],
          [
            5600,
            0.06605877727270126
          ],
          [
            5700,
            0.06583646684885025
          ],
          [
            5800,
            0.06558873504400253
          ],
          [
            5900,
            0.065345399081707
          ],
          [
            6000,
            0.06512580066919327
          ],
          [
            6100,
            0.06489671766757965
          ],
          [
            6200,
            0.06461919099092484
          ],
          [
            6300,
            0.0643589049577713
          ],
          [
            6400,
            0.06412919610738754
          ],
          [
            6500,
            0.06387288123369217
          ],
          [
            6600,
            0.0635925903916359
          ],
          [
            6700,
            0.06335946917533875
          ],
          [
            6800,
            0.0631197988986969
          ],
          [
            6900,
            0.06286472827196121
          ],
          [
            7000,
            0.062616266310215
          ],
          [
            7100,
            0.06233515217900276
          ],
          [
            7200,
            0.0620955154299736
          ],
          [
            7300,
            0.061858244240283966
          ],
          [
            7400,
            0.06160743907094002
          ],
          [
            7500,
            0.061378419399261475
          ],
          [
            7600,
            0.061148013919591904
          ],
          [
            7700,
            0.06093137711286545
          ],
          [
            7800,
            0.060732096433639526
          ],
          [
            7900,
            0.0605226494371891
          ],
          [
            8000,
            0.06032424792647362
          ],
          [
            8100,
            0.06012498587369919
          ],
          [
            8200,
            0.05994898080825806
          ],
          [
            8300,
            0.05977349355816841
          ],
          [
            8400,
            0.05961357429623604
          ],
          [
            8500,
            0.05945611745119095
          ],
          [
            8600,
            0.059317175298929214
          ],
          [
            8700,
            0.05919138342142105
          ],
          [
            8800,
            0.059071894735097885
          ],
          [
            8900,
            0.058979958295822144
          ],
          [
            9000,
            0.0589018240571022
          ],
          [
            9100,
            0.05883615091443062
          ],
          [
            9200,
            0.058788932859897614
          ],
          [
            9300,
            0.05876334756612778
          ]
        ],
        "logging/rms/model.layers.0.self_attn.v_proj/parameter": [
          [
            0,
            0.043595679104328156
          ],
          [
            100,
            0.04479837417602539
          ],
          [
            200,
            0.047468073666095734
          ],
          [
            300,
            0.05033335089683533
          ],
          [
            400,
            0.05306433141231537
          ],
          [
            500,
            0.05571203678846359
          ],
          [
            600,
            0.058044031262397766
          ],
          [
            700,
            0.06015727296471596
          ],
          [
            800,
            0.06202821061015129
          ],
          [
            900,
            0.06368868052959442
          ],
          [
            1000,
            0.06520096212625504
          ],
          [
            1100,
            0.06651720404624939
          ],
          [
            1200,
            0.06775661557912827
          ],
          [
            1300,
            0.06881256401538849
          ],
          [
            1400,
            0.069809190928936
          ],
          [
            1500,
            0.07076051831245422
          ],
          [
            1600,
            0.0714813619852066
          ],
          [
            1700,
            0.07227402925491333
          ],
          [
            1800,
            0.07289823144674301
          ],
          [
            1900,
            0.07351207733154297
          ],
          [
            2000,
            0.07400721311569214
          ],
          [
            2100,
            0.07454462349414825
          ],
          [
            2200,
            0.07499271631240845
          ],
          [
            2300,
            0.0754581019282341
          ],
          [
            2400,
            0.07582053542137146
          ],
          [
            2500,
            0.07605554163455963
          ],
          [
            2600,
            0.07632417231798172
          ],
          [
            2700,
            0.0765535905957222
          ],
          [
            2800,
            0.07678284496068954
          ],
          [
            2900,
            0.07695651054382324
          ],
          [
            3000,
            0.077083520591259
          ],
          [
            3100,
            0.07716351747512817
          ],
          [
            3200,
            0.0772467628121376
          ],
          [
            3300,
            0.07728364318609238
          ],
          [
            3400,
            0.07725981622934341
          ],
          [
            3500,
            0.07733409851789474
          ],
          [
            3600,
            0.07733511924743652
          ],
          [
            3700,
            0.0772845596075058
          ],
          [
            3800,
            0.07721740752458572
          ],
          [
            3900,
            0.077144093811512
          ],
          [
            4000,
            0.07704076170921326
          ],
          [
            4100,
            0.07692138105630875
          ],
          [
            4200,
            0.07682214677333832
          ],
          [
            4300,
            0.07663491368293762
          ],
          [
            4400,
            0.0764542669057846
          ],
          [
            4500,
            0.07630358636379242
          ],
          [
            4600,
            0.07614269107580185
          ],
          [
            4700,
            0.07594475150108337
          ],
          [
            4800,
            0.07569527626037598
          ],
          [
            4900,
            0.07550451904535294
          ],
          [
            5000,
            0.07525023818016052
          ],
          [
            5100,
            0.07502927631139755
          ],
          [
            5200,
            0.07478037476539612
          ],
          [
            5300,
            0.07452008873224258
          ],
          [
            5400,
            0.07423415780067444
          ],
          [
            5500,
            0.07397430390119553
          ],
          [
            5600,
            0.07370748370885849
          ],
          [
            5700,
            0.0734240785241127
          ],
          [
            5800,
            0.07314242422580719
          ],
          [
            5900,
            0.07284419983625412
          ],
          [
            6000,
            0.07255621254444122
          ],
          [
            6100,
            0.07226170599460602
          ],
          [
            6200,
            0.07195974886417389
          ],
          [
            6300,
            0.07164908200502396
          ],
          [
            6400,
            0.0713529884815216
          ],
          [
            6500,
            0.07102970778942108
          ],
          [
            6600,
            0.0707322508096695
          ],
          [
            6700,
            0.07038993388414383
          ],
          [
            6800,
            0.07006964832544327
          ],
          [
            6900,
            0.06976182758808136
          ],
          [
            7000,
            0.0694776326417923
          ],
          [
            7100,
            0.06916411221027374
          ],
          [
            7200,
            0.0688629001379013
          ],
          [
            7300,
            0.06855399161577225
          ],
          [
            7400,
            0.06824914366006851
          ],
          [
            7500,
            0.06796061992645264
          ],
          [
            7600,
            0.06767278164625168
          ],
          [
            7700,
            0.06739994883537292
          ],
          [
            7800,
            0.06713014841079712
          ],
          [
            7900,
            0.06685910373926163
          ],
          [
            8000,
            0.06660038232803345
          ],
          [
            8100,
            0.06635519117116928
          ],
          [
            8200,
            0.06612996757030487
          ],
          [
            8300,
            0.0659138485789299
          ],
          [
            8400,
            0.06570278108119965
          ],
          [
            8500,
            0.06550177186727524
          ],
          [
            8600,
            0.06531711667776108
          ],
          [
            8700,
            0.06515633314847946
          ],
          [
            8800,
            0.06500411033630371
          ],
          [
            8900,
            0.06487331539392471
          ],
          [
            9000,
            0.06476714462041855
          ],
          [
            9100,
            0.0646815299987793
          ],
          [
            9200,
            0.06462148576974869
          ],
          [
            9300,
            0.06458734720945358
          ]
        ],
        "logging/rms/model.layers.7.input_layernorm/gradient": [
          [
            0,
            0.0003725947462953627
          ],
          [
            100,
            4.86271565023344e-05
          ],
          [
            200,
            6.653518357779831e-05
          ],
          [
            300,
            8.155265095410869e-05
          ],
          [
            400,
            0.00010597034997772425
          ],
          [
            500,
            0.00011363220255589113
          ],
          [
            600,
            8.109890768537298e-05
          ],
          [
            700,
            9.134260471910238e-05
          ],
          [
            800,
            0.00011857417848659679
          ],
          [
            900,
            8.426315616816282e-05
          ],
          [
            1000,
            0.00010690486669773236
          ],
          [
            1100,
            0.00013199873501434922
          ],
          [
            1200,
            0.00010432845738250762
          ],
          [
            1300,
            0.00011262627231189981
          ],
          [
            1400,
            0.00010068496339954436
          ],
          [
            1500,
            0.0001479515340179205
          ],
          [
            1600,
            0.00011161293514305726
          ],
          [
            1700,
            0.00014089547039475292
          ],
          [
            1800,
            0.00019799619622062892
          ],
          [
            1900,
            0.00023548172612208873
          ],
          [
            2000,
            0.00011064057616749778
          ],
          [
            2100,
            0.00045357688213698566
          ],
          [
            2200,
            0.00013439281610772014
          ],
          [
            2300,
            0.00016044476069509983
          ],
          [
            2400,
            0.00024584398488514125
          ],
          [
            2500,
            0.0001768273359630257
          ],
          [
            2600,
            0.00015477737179026008
          ],
          [
            2700,
            0.00012953471741639078
          ],
          [
            2800,
            0.00023653173411730677
          ],
          [
            2900,
            0.00013505190145224333
          ],
          [
            3000,
            0.0002724193618632853
          ],
          [
            3100,
            0.00017738017777446657
          ],
          [
            3200,
            0.00014088711759541184
          ],
          [
            3300,
            0.0002195377164753154
          ],
          [
            3400,
            0.00027129967929795384
          ],
          [
            3500,
            0.00022002594778314233
          ],
          [
            3600,
            0.000136797534651123
          ],
          [
            3700,
            0.00015111277753021568
          ],
          [
            3800,
            0.00015790144971106201
          ],
          [
            3900,
            0.00014543964061886072
          ],
          [
            4000,
            0.00021572542027570307
          ],
          [
            4100,
            0.0001527430140413344
          ],
          [
            4200,
            0.00020466283604037017
          ],
          [
            4300,
            0.00027800939278677106
          ],
          [
            4400,
            0.0002926298475358635
          ],
          [
            4500,
            0.00012657085608225316
          ],
          [
            4600,
            0.0002894288336392492
          ],
          [
            4700,
            0.00018676933541428298
          ],
          [
            4800,
            0.00015229894779622555
          ],
          [
            4900,
            0.00029459636425599456
          ],
          [
            5000,
            0.00016002164920791984
          ],
          [
            5100,
            0.00021186919184401631
          ],
          [
            5200,
            0.00015970667300280184
          ],
          [
            5300,
            0.0003563525970093906
          ],
          [
            5400,
            0.00021410302724689245
          ],
          [
            5500,
            0.0001757401623763144
          ],
          [
            5600,
            0.00015574855206068605
          ],
          [
            5700,
            0.00035555523936636746
          ],
          [
            5800,
            0.0001454433804610744
          ],
          [
            5900,
            0.00012730469461530447
          ],
          [
            6000,
            0.00017127140017692
          ],
          [
            6100,
            0.00011223558249184862
          ],
          [
            6200,
            0.000190973820281215
          ],
          [
            6300,
            0.0002052736235782504
          ],
          [
            6400,
            0.00013198924716562033
          ],
          [
            6500,
            0.00016487573157064617
          ],
          [
            6600,
            0.00032130739418789744
          ],
          [
            6700,
            0.00014826322149019688
          ],
          [
            6800,
            0.00017980193661060184
          ],
          [
            6900,
            0.0001561036624480039
          ],
          [
            7000,
            0.0002638486912474036
          ],
          [
            7100,
            0.00022141037334222347
          ],
          [
            7200,
            0.00023798475740477443
          ],
          [
            7300,
            0.00013059393677394837
          ],
          [
            7400,
            0.00016648808377794921
          ],
          [
            7500,
            0.0002047609305009246
          ],
          [
            7600,
            0.00014509355241898447
          ],
          [
            7700,
            0.00015155537403188646
          ],
          [
            7800,
            0.0001525104307802394
          ],
          [
            7900,
            0.00028139891219325364
          ],
          [
            8000,
            0.00026924433768726885
          ],
          [
            8100,
            0.0001973947073565796
          ],
          [
            8200,
            0.0001288073108298704
          ],
          [
            8300,
            0.00015114953566808254
          ],
          [
            8400,
            0.00013073602167423815
          ],
          [
            8500,
            0.00013880048936698586
          ],
          [
            8600,
            0.00019310212519485503
          ],
          [
            8700,
            0.00014768543769605458
          ],
          [
            8800,
            0.0001651388593018055
          ],
          [
            8900,
            0.00019611306197475642
          ],
          [
            9000,
            0.00012955079728271812
          ],
          [
            9100,
            0.00011767281830543652
          ],
          [
            9200,
            0.00012827067985199392
          ],
          [
            9300,
            0.00027672367286868393
          ]
        ],
        "logging/rms/model.layers.0.self_attn.q_proj/gradient": [
          [
            0,
            5.9496367612155154e-05
          ],
          [
            100,
            7.663994620088488e-05
          ],
          [
            200,
            6.0232119722058997e-05
          ],
          [
            300,
            4.260969944880344e-05
          ],
          [
            400,
            3.4263382985955104e-05
          ],
          [
            500,
            2.580485488579143e-05
          ],
          [
            600,
            2.3667153072892688e-05
          ],
          [
            700,
            1.9074843294220045e-05
          ],
          [
            800,
            1.7532902347738855e-05
          ],
          [
            900,
            1.5103090845514089e-05
          ],
          [
            1000,
            1.4092322999204043e-05
          ],
          [
            1100,
            1.3511867109627929e-05
          ],
          [
            1200,
            1.2516391507233493e-05
          ],
          [
            1300,
            1.1186701158294454e-05
          ],
          [
            1400,
            1.0863634088309482e-05
          ],
          [
            1500,
            1.1470473509689327e-05
          ],
          [
            1600,
            9.927379323926289e-06
          ],
          [
            1700,
            9.70135624811519e-06
          ],
          [
            1800,
            9.7007459771703e-06
          ],
          [
            1900,
            9.031367881107144e-06
          ],
          [
            2000,
            8.788628292677458e-06
          ],
          [
            2100,
            8.493626410199795e-06
          ],
          [
            2200,
            7.921494216134306e-06
          ],
          [
            2300,
            7.740582987025846e-06
          ],
          [
            2400,
            7.707118129474111e-06
          ],
          [
            2500,
            7.441085472237319e-06
          ],
          [
            2600,
            6.909282546985196e-06
          ],
          [
            2700,
            7.3665114541654475e-06
          ],
          [
            2800,
            6.93091214998276e-06
          ],
          [
            2900,
            6.752630270057125e-06
          ],
          [
            3000,
            6.55294616080937e-06
          ],
          [
            3100,
            6.4954706431308296e-06
          ],
          [
            3200,
            6.6018078541674186e-06
          ],
          [
            3300,
            6.532425686600618e-06
          ],
          [
            3400,
            6.075890723877819e-06
          ],
          [
            3500,
            6.072134056012146e-06
          ],
          [
            3600,
            6.402061444532592e-06
          ],
          [
            3700,
            5.752889592258725e-06
          ],
          [
            3800,
            6.026935352565488e-06
          ],
          [
            3900,
            6.267502158152638e-06
          ],
          [
            4000,
            5.780066658189753e-06
          ],
          [
            4100,
            5.7590968935983256e-06
          ],
          [
            4200,
            5.99206350671011e-06
          ],
          [
            4300,
            5.65427990295575e-06
          ],
          [
            4400,
            7.228584763652179e-06
          ],
          [
            4500,
            5.670913196809124e-06
          ],
          [
            4600,
            5.7176139307557605e-06
          ],
          [
            4700,
            5.559892997553106e-06
          ],
          [
            4800,
            5.651940227835439e-06
          ],
          [
            4900,
            5.257187694951426e-06
          ],
          [
            5000,
            5.678171419276623e-06
          ],
          [
            5100,
            5.469501502375351e-06
          ],
          [
            5200,
            5.427860287454678e-06
          ],
          [
            5300,
            5.581192453973927e-06
          ],
          [
            5400,
            5.323187906469684e-06
          ],
          [
            5500,
            5.46961882719188e-06
          ],
          [
            5600,
            5.371079168980941e-06
          ],
          [
            5700,
            5.452493496704847e-06
          ],
          [
            5800,
            5.219646482146345e-06
          ],
          [
            5900,
            5.34693208464887e-06
          ],
          [
            6000,
            5.987466010992648e-06
          ],
          [
            6100,
            5.300416887621395e-06
          ],
          [
            6200,
            5.270046585792443e-06
          ],
          [
            6300,
            5.238753601588542e-06
          ],
          [
            6400,
            5.464416517497739e-06
          ],
          [
            6500,
            5.4195784287003335e-06
          ],
          [
            6600,
            5.372159648686647e-06
          ],
          [
            6700,
            5.347667411115253e-06
          ],
          [
            6800,
            5.215797045821091e-06
          ],
          [
            6900,
            5.23907601746032e-06
          ],
          [
            7000,
            5.3604958338837605e-06
          ],
          [
            7100,
            5.2925097406841815e-06
          ],
          [
            7200,
            5.17778380526579e-06
          ],
          [
            7300,
            5.383180905482732e-06
          ],
          [
            7400,
            5.308756499289302e-06
          ],
          [
            7500,
            5.379703452490503e-06
          ],
          [
            7600,
            5.3125563681533094e-06
          ],
          [
            7700,
            5.269012490316527e-06
          ],
          [
            7800,
            5.273209808365209e-06
          ],
          [
            7900,
            5.492053333000513e-06
          ],
          [
            8000,
            5.251390120974975e-06
          ],
          [
            8100,
            5.423404218163341e-06
          ],
          [
            8200,
            5.337074526323704e-06
          ],
          [
            8300,
            5.444876933324849e-06
          ],
          [
            8400,
            5.346294983610278e-06
          ],
          [
            8500,
            5.407632670539897e-06
          ],
          [
            8600,
            5.3674771152145695e-06
          ],
          [
            8700,
            5.268076620268403e-06
          ],
          [
            8800,
            5.4528823056898545e-06
          ],
          [
            8900,
            5.336540652933763e-06
          ],
          [
            9000,
            5.34877381141996e-06
          ],
          [
            9100,
            5.236393917584792e-06
          ],
          [
            9200,
            5.332786258804845e-06
          ],
          [
            9300,
            5.362740921555087e-06
          ]
        ],
        "logging/rms/model.layers.5.self_attn.q_proj/parameter": [
          [
            0,
            0.04350963607430458
          ],
          [
            100,
            0.04499698057770729
          ],
          [
            200,
            0.04884844273328781
          ],
          [
            300,
            0.051984239369630814
          ],
          [
            400,
            0.05453610420227051
          ],
          [
            500,
            0.05661877244710922
          ],
          [
            600,
            0.0584850050508976
          ],
          [
            700,
            0.06021079793572426
          ],
          [
            800,
            0.06171507015824318
          ],
          [
            900,
            0.06311731785535812
          ],
          [
            1000,
            0.06442730873823166
          ],
          [
            1100,
            0.06569787859916687
          ],
          [
            1200,
            0.06683040410280228
          ],
          [
            1300,
            0.06783315539360046
          ],
          [
            1400,
            0.06877892464399338
          ],
          [
            1500,
            0.06976821273565292
          ],
          [
            1600,
            0.07057817280292511
          ],
          [
            1700,
            0.07136675715446472
          ],
          [
            1800,
            0.07213425636291504
          ],
          [
            1900,
            0.07285904884338379
          ],
          [
            2000,
            0.07351362705230713
          ],
          [
            2100,
            0.07403044402599335
          ],
          [
            2200,
            0.07454421371221542
          ],
          [
            2300,
            0.07503873109817505
          ],
          [
            2400,
            0.0754658430814743
          ],
          [
            2500,
            0.07590186595916748
          ],
          [
            2600,
            0.07628894597291946
          ],
          [
            2700,
            0.07658033072948456
          ],
          [
            2800,
            0.07690706104040146
          ],
          [
            2900,
            0.07709227502346039
          ],
          [
            3000,
            0.07734178006649017
          ],
          [
            3100,
            0.07756135612726212
          ],
          [
            3200,
            0.07771570980548859
          ],
          [
            3300,
            0.07793023437261581
          ],
          [
            3400,
            0.07802422344684601
          ],
          [
            3500,
            0.07813611626625061
          ],
          [
            3600,
            0.0781894400715828
          ],
          [
            3700,
            0.0783049613237381
          ],
          [
            3800,
            0.07832764834165573
          ],
          [
            3900,
            0.07836201786994934
          ],
          [
            4000,
            0.07833000272512436
          ],
          [
            4100,
            0.078243188560009
          ],
          [
            4200,
            0.0782579630613327
          ],
          [
            4300,
            0.07821226865053177
          ],
          [
            4400,
            0.07812909781932831
          ],
          [
            4500,
            0.07805778831243515
          ],
          [
            4600,
            0.07792970538139343
          ],
          [
            4700,
            0.07783776521682739
          ],
          [
            4800,
            0.07773598283529282
          ],
          [
            4900,
            0.07758580148220062
          ],
          [
            5000,
            0.07743647694587708
          ],
          [
            5100,
            0.07726363092660904
          ],
          [
            5200,
            0.07707759737968445
          ],
          [
            5300,
            0.0769069641828537
          ],
          [
            5400,
            0.07673822343349457
          ],
          [
            5500,
            0.07653305679559708
          ],
          [
            5600,
            0.07637839019298553
          ],
          [
            5700,
            0.07616932690143585
          ],
          [
            5800,
            0.07593066990375519
          ],
          [
            5900,
            0.07572706788778305
          ],
          [
            6000,
            0.0755186602473259
          ],
          [
            6100,
            0.07529521733522415
          ],
          [
            6200,
            0.07508169114589691
          ],
          [
            6300,
            0.07486099004745483
          ],
          [
            6400,
            0.07460802793502808
          ],
          [
            6500,
            0.07437992095947266
          ],
          [
            6600,
            0.07416384667158127
          ],
          [
            6700,
            0.0738823413848877
          ],
          [
            6800,
            0.0736672580242157
          ],
          [
            6900,
            0.07343019545078278
          ],
          [
            7000,
            0.07320208847522736
          ],
          [
            7100,
            0.07298199832439423
          ],
          [
            7200,
            0.07276962697505951
          ],
          [
            7300,
            0.07254387438297272
          ],
          [
            7400,
            0.07231947779655457
          ],
          [
            7500,
            0.07208780199289322
          ],
          [
            7600,
            0.0718836858868599
          ],
          [
            7700,
            0.07166727632284164
          ],
          [
            7800,
            0.07145354151725769
          ],
          [
            7900,
            0.0712406113743782
          ],
          [
            8000,
            0.07105600088834763
          ],
          [
            8100,
            0.07087636739015579
          ],
          [
            8200,
            0.07069186866283417
          ],
          [
            8300,
            0.07051554322242737
          ],
          [
            8400,
            0.07035587728023529
          ],
          [
            8500,
            0.07020249962806702
          ],
          [
            8600,
            0.07008306682109833
          ],
          [
            8700,
            0.06994685530662537
          ],
          [
            8800,
            0.06984177231788635
          ],
          [
            8900,
            0.06974310427904129
          ],
          [
            9000,
            0.0696629136800766
          ],
          [
            9100,
            0.06959749758243561
          ],
          [
            9200,
            0.06955215334892273
          ],
          [
            9300,
            0.06952228397130966
          ]
        ],
        "logging/rms/model.layers.4.self_attn.k_proj/activation": [
          [
            0,
            0.9821326732635498
          ],
          [
            100,
            1.8192137479782104
          ],
          [
            200,
            1.9965260028839111
          ],
          [
            300,
            2.188429832458496
          ],
          [
            400,
            2.293884038925171
          ],
          [
            500,
            2.353689670562744
          ],
          [
            600,
            2.461503505706787
          ],
          [
            700,
            2.5097908973693848
          ],
          [
            800,
            2.571161985397339
          ],
          [
            900,
            2.616274356842041
          ],
          [
            1000,
            2.63621187210083
          ],
          [
            1100,
            2.6650826930999756
          ],
          [
            1200,
            2.686711549758911
          ],
          [
            1300,
            2.729527235031128
          ],
          [
            1400,
            2.7447893619537354
          ],
          [
            1500,
            2.7376961708068848
          ],
          [
            1600,
            2.734882116317749
          ],
          [
            1700,
            2.7105047702789307
          ],
          [
            1800,
            2.732125759124756
          ],
          [
            1900,
            2.732869863510132
          ],
          [
            2000,
            2.7196402549743652
          ],
          [
            2100,
            2.7160861492156982
          ],
          [
            2200,
            2.6941282749176025
          ],
          [
            2300,
            2.7198638916015625
          ],
          [
            2400,
            2.691560983657837
          ],
          [
            2500,
            2.689361333847046
          ],
          [
            2600,
            2.6946771144866943
          ],
          [
            2700,
            2.689408779144287
          ],
          [
            2800,
            2.6853413581848145
          ],
          [
            2900,
            2.663734197616577
          ],
          [
            3000,
            2.6598918437957764
          ],
          [
            3100,
            2.6302928924560547
          ],
          [
            3200,
            2.606691360473633
          ],
          [
            3300,
            2.605855941772461
          ],
          [
            3400,
            2.5812299251556396
          ],
          [
            3500,
            2.5714147090911865
          ],
          [
            3600,
            2.548757791519165
          ],
          [
            3700,
            2.547022581100464
          ],
          [
            3800,
            2.533644199371338
          ],
          [
            3900,
            2.5283844470977783
          ],
          [
            4000,
            2.5161948204040527
          ],
          [
            4100,
            2.5037429332733154
          ],
          [
            4200,
            2.465956926345825
          ],
          [
            4300,
            2.4643499851226807
          ],
          [
            4400,
            2.438563346862793
          ],
          [
            4500,
            2.4384829998016357
          ],
          [
            4600,
            2.434018611907959
          ],
          [
            4700,
            2.421079158782959
          ],
          [
            4800,
            2.424388885498047
          ],
          [
            4900,
            2.3940913677215576
          ],
          [
            5000,
            2.368095636367798
          ],
          [
            5100,
            2.35343861579895
          ],
          [
            5200,
            2.3555665016174316
          ],
          [
            5300,
            2.337493419647217
          ],
          [
            5400,
            2.3302724361419678
          ],
          [
            5500,
            2.313844680786133
          ],
          [
            5600,
            2.319441318511963
          ],
          [
            5700,
            2.2919745445251465
          ],
          [
            5800,
            2.2910141944885254
          ],
          [
            5900,
            2.2777538299560547
          ],
          [
            6000,
            2.262248992919922
          ],
          [
            6100,
            2.2452173233032227
          ],
          [
            6200,
            2.2527973651885986
          ],
          [
            6300,
            2.23293399810791
          ],
          [
            6400,
            2.229306697845459
          ],
          [
            6500,
            2.216942071914673
          ],
          [
            6600,
            2.2057199478149414
          ],
          [
            6700,
            2.191868543624878
          ],
          [
            6800,
            2.1846702098846436
          ],
          [
            6900,
            2.1756880283355713
          ],
          [
            7000,
            2.159761428833008
          ],
          [
            7100,
            2.1527905464172363
          ],
          [
            7200,
            2.1492726802825928
          ],
          [
            7300,
            2.1242380142211914
          ],
          [
            7400,
            2.123344659805298
          ],
          [
            7500,
            2.1312813758850098
          ],
          [
            7600,
            2.115185499191284
          ],
          [
            7700,
            2.1083221435546875
          ],
          [
            7800,
            2.1031711101531982
          ],
          [
            7900,
            2.0979745388031006
          ],
          [
            8000,
            2.0949289798736572
          ],
          [
            8100,
            2.086247444152832
          ],
          [
            8200,
            2.075589418411255
          ],
          [
            8300,
            2.0625693798065186
          ],
          [
            8400,
            2.0688862800598145
          ],
          [
            8500,
            2.0599770545959473
          ],
          [
            8600,
            2.0527515411376953
          ],
          [
            8700,
            2.0544276237487793
          ],
          [
            8800,
            2.0538341999053955
          ],
          [
            8900,
            2.044436454772949
          ],
          [
            9000,
            2.0453567504882812
          ],
          [
            9100,
            2.0518743991851807
          ],
          [
            9200,
            2.044304370880127
          ],
          [
            9300,
            2.044304609298706
          ]
        ],
        "logging/rms/model.layers.6/activation": [
          [
            0,
            2.4845001697540283
          ],
          [
            100,
            17.638797760009766
          ],
          [
            200,
            17.654695510864258
          ],
          [
            300,
            18.1863956451416
          ],
          [
            400,
            18.9769229888916
          ],
          [
            500,
            20.666242599487305
          ],
          [
            600,
            21.945571899414062
          ],
          [
            700,
            22.78495979309082
          ],
          [
            800,
            23.789213180541992
          ],
          [
            900,
            24.01405143737793
          ],
          [
            1000,
            24.782894134521484
          ],
          [
            1100,
            25.32278823852539
          ],
          [
            1200,
            25.36466407775879
          ],
          [
            1300,
            25.980165481567383
          ],
          [
            1400,
            25.80122947692871
          ],
          [
            1500,
            25.718446731567383
          ],
          [
            1600,
            25.7092227935791
          ],
          [
            1700,
            25.783832550048828
          ],
          [
            1800,
            25.760908126831055
          ],
          [
            1900,
            26.03990364074707
          ],
          [
            2000,
            25.51488494873047
          ],
          [
            2100,
            25.558042526245117
          ],
          [
            2200,
            25.39086151123047
          ],
          [
            2300,
            25.13822364807129
          ],
          [
            2400,
            25.0775146484375
          ],
          [
            2500,
            24.842144012451172
          ],
          [
            2600,
            24.704788208007812
          ],
          [
            2700,
            24.490734100341797
          ],
          [
            2800,
            23.981489181518555
          ],
          [
            2900,
            24.34507942199707
          ],
          [
            3000,
            23.755308151245117
          ],
          [
            3100,
            23.432004928588867
          ],
          [
            3200,
            23.121816635131836
          ],
          [
            3300,
            23.242197036743164
          ],
          [
            3400,
            22.873416900634766
          ],
          [
            3500,
            22.67070960998535
          ],
          [
            3600,
            22.636669158935547
          ],
          [
            3700,
            22.25330924987793
          ],
          [
            3800,
            21.83049964904785
          ],
          [
            3900,
            21.630455017089844
          ],
          [
            4000,
            21.551176071166992
          ],
          [
            4100,
            21.46589469909668
          ],
          [
            4200,
            21.005632400512695
          ],
          [
            4300,
            20.735095977783203
          ],
          [
            4400,
            20.579059600830078
          ],
          [
            4500,
            20.285478591918945
          ],
          [
            4600,
            19.915258407592773
          ],
          [
            4700,
            19.548622131347656
          ],
          [
            4800,
            19.39934539794922
          ],
          [
            4900,
            19.429140090942383
          ],
          [
            5000,
            18.904094696044922
          ],
          [
            5100,
            18.905406951904297
          ],
          [
            5200,
            18.71525001525879
          ],
          [
            5300,
            18.47813606262207
          ],
          [
            5400,
            18.07537841796875
          ],
          [
            5500,
            18.05799674987793
          ],
          [
            5600,
            17.820295333862305
          ],
          [
            5700,
            17.46092414855957
          ],
          [
            5800,
            17.255043029785156
          ],
          [
            5900,
            17.144601821899414
          ],
          [
            6000,
            17.013036727905273
          ],
          [
            6100,
            16.633832931518555
          ],
          [
            6200,
            16.60908317565918
          ],
          [
            6300,
            16.275697708129883
          ],
          [
            6400,
            15.965346336364746
          ],
          [
            6500,
            15.865851402282715
          ],
          [
            6600,
            15.904338836669922
          ],
          [
            6700,
            15.480578422546387
          ],
          [
            6800,
            15.248884201049805
          ],
          [
            6900,
            15.07278823852539
          ],
          [
            7000,
            15.197513580322266
          ],
          [
            7100,
            14.721861839294434
          ],
          [
            7200,
            14.594539642333984
          ],
          [
            7300,
            14.534685134887695
          ],
          [
            7400,
            14.258743286132812
          ],
          [
            7500,
            14.039860725402832
          ],
          [
            7600,
            14.075151443481445
          ],
          [
            7700,
            13.85379409790039
          ],
          [
            7800,
            13.69034481048584
          ],
          [
            7900,
            13.494413375854492
          ],
          [
            8000,
            13.430160522460938
          ],
          [
            8100,
            13.379378318786621
          ],
          [
            8200,
            13.231249809265137
          ],
          [
            8300,
            13.055569648742676
          ],
          [
            8400,
            12.95553207397461
          ],
          [
            8500,
            12.829259872436523
          ],
          [
            8600,
            12.690910339355469
          ],
          [
            8700,
            12.689067840576172
          ],
          [
            8800,
            12.63261890411377
          ],
          [
            8900,
            12.536622047424316
          ],
          [
            9000,
            12.446906089782715
          ],
          [
            9100,
            12.485225677490234
          ],
          [
            9200,
            12.295928001403809
          ],
          [
            9300,
            12.329597473144531
          ]
        ],
        "logging/rms/model.layers.3.self_attn.q_proj/parameter": [
          [
            0,
            0.04351537302136421
          ],
          [
            100,
            0.044638510793447495
          ],
          [
            200,
            0.048245079815387726
          ],
          [
            300,
            0.051936957985162735
          ],
          [
            400,
            0.055032357573509216
          ],
          [
            500,
            0.05715553089976311
          ],
          [
            600,
            0.05904373154044151
          ],
          [
            700,
            0.06089035049080849
          ],
          [
            800,
            0.06247509643435478
          ],
          [
            900,
            0.0639553889632225
          ],
          [
            1000,
            0.0652729868888855
          ],
          [
            1100,
            0.06657123565673828
          ],
          [
            1200,
            0.06773697584867477
          ],
          [
            1300,
            0.06893850862979889
          ],
          [
            1400,
            0.0700237825512886
          ],
          [
            1500,
            0.07111156731843948
          ],
          [
            1600,
            0.07203689962625504
          ],
          [
            1700,
            0.07290566712617874
          ],
          [
            1800,
            0.07369282841682434
          ],
          [
            1900,
            0.07445594668388367
          ],
          [
            2000,
            0.07510249316692352
          ],
          [
            2100,
            0.07576790452003479
          ],
          [
            2200,
            0.07637913525104523
          ],
          [
            2300,
            0.07695633918046951
          ],
          [
            2400,
            0.07754498720169067
          ],
          [
            2500,
            0.078042171895504
          ],
          [
            2600,
            0.07843614369630814
          ],
          [
            2700,
            0.07878941297531128
          ],
          [
            2800,
            0.07918888330459595
          ],
          [
            2900,
            0.07945534586906433
          ],
          [
            3000,
            0.07981237769126892
          ],
          [
            3100,
            0.08000875264406204
          ],
          [
            3200,
            0.08026767522096634
          ],
          [
            3300,
            0.08044060319662094
          ],
          [
            3400,
            0.08061341196298599
          ],
          [
            3500,
            0.08084291964769363
          ],
          [
            3600,
            0.08090584725141525
          ],
          [
            3700,
            0.08098575472831726
          ],
          [
            3800,
            0.08105973154306412
          ],
          [
            3900,
            0.08115459233522415
          ],
          [
            4000,
            0.08119973540306091
          ],
          [
            4100,
            0.08121038973331451
          ],
          [
            4200,
            0.08118322491645813
          ],
          [
            4300,
            0.08112471550703049
          ],
          [
            4400,
            0.0811774879693985
          ],
          [
            4500,
            0.08112131804227829
          ],
          [
            4600,
            0.08104930818080902
          ],
          [
            4700,
            0.08094142377376556
          ],
          [
            4800,
            0.080913245677948
          ],
          [
            4900,
            0.08080662041902542
          ],
          [
            5000,
            0.08069918304681778
          ],
          [
            5100,
            0.08058259636163712
          ],
          [
            5200,
            0.08047333359718323
          ],
          [
            5300,
            0.08030582964420319
          ],
          [
            5400,
            0.08021996915340424
          ],
          [
            5500,
            0.08004029840230942
          ],
          [
            5600,
            0.07988511025905609
          ],
          [
            5700,
            0.07968255132436752
          ],
          [
            5800,
            0.07952161133289337
          ],
          [
            5900,
            0.07935070991516113
          ],
          [
            6000,
            0.07912372052669525
          ],
          [
            6100,
            0.07897397130727768
          ],
          [
            6200,
            0.07876823097467422
          ],
          [
            6300,
            0.07854549586772919
          ],
          [
            6400,
            0.07833831757307053
          ],
          [
            6500,
            0.0781487226486206
          ],
          [
            6600,
            0.07794881612062454
          ],
          [
            6700,
            0.07773470878601074
          ],
          [
            6800,
            0.07754131406545639
          ],
          [
            6900,
            0.07734869420528412
          ],
          [
            7000,
            0.07710272818803787
          ],
          [
            7100,
            0.07689814269542694
          ],
          [
            7200,
            0.07666848599910736
          ],
          [
            7300,
            0.07645761221647263
          ],
          [
            7400,
            0.07624232769012451
          ],
          [
            7500,
            0.07602430880069733
          ],
          [
            7600,
            0.0758257657289505
          ],
          [
            7700,
            0.0756157636642456
          ],
          [
            7800,
            0.07544765621423721
          ],
          [
            7900,
            0.07523410022258759
          ],
          [
            8000,
            0.07506951689720154
          ],
          [
            8100,
            0.0749005377292633
          ],
          [
            8200,
            0.07473250478506088
          ],
          [
            8300,
            0.07456114143133163
          ],
          [
            8400,
            0.07439976185560226
          ],
          [
            8500,
            0.07426523417234421
          ],
          [
            8600,
            0.07414139062166214
          ],
          [
            8700,
            0.07400748133659363
          ],
          [
            8800,
            0.0738910511136055
          ],
          [
            8900,
            0.07380029559135437
          ],
          [
            9000,
            0.07373187690973282
          ],
          [
            9100,
            0.07366583496332169
          ],
          [
            9200,
            0.07362157851457596
          ],
          [
            9300,
            0.07359571009874344
          ]
        ],
        "logging/rms/model.layers.2.self_attn.k_proj/activation": [
          [
            0,
            0.9839930534362793
          ],
          [
            100,
            1.767785668373108
          ],
          [
            200,
            2.1605615615844727
          ],
          [
            300,
            2.520707607269287
          ],
          [
            400,
            2.8137857913970947
          ],
          [
            500,
            2.8665895462036133
          ],
          [
            600,
            2.903226852416992
          ],
          [
            700,
            2.8480796813964844
          ],
          [
            800,
            2.818596839904785
          ],
          [
            900,
            2.791389226913452
          ],
          [
            1000,
            2.751760482788086
          ],
          [
            1100,
            2.6842007637023926
          ],
          [
            1200,
            2.6344668865203857
          ],
          [
            1300,
            2.580355644226074
          ],
          [
            1400,
            2.5532219409942627
          ],
          [
            1500,
            2.499516010284424
          ],
          [
            1600,
            2.4534473419189453
          ],
          [
            1700,
            2.3955800533294678
          ],
          [
            1800,
            2.3557331562042236
          ],
          [
            1900,
            2.3424410820007324
          ],
          [
            2000,
            2.314932346343994
          ],
          [
            2100,
            2.2895312309265137
          ],
          [
            2200,
            2.2669248580932617
          ],
          [
            2300,
            2.2332820892333984
          ],
          [
            2400,
            2.226276159286499
          ],
          [
            2500,
            2.192023515701294
          ],
          [
            2600,
            2.1672604084014893
          ],
          [
            2700,
            2.1545772552490234
          ],
          [
            2800,
            2.1503610610961914
          ],
          [
            2900,
            2.137054920196533
          ],
          [
            3000,
            2.1173012256622314
          ],
          [
            3100,
            2.1230528354644775
          ],
          [
            3200,
            2.101979970932007
          ],
          [
            3300,
            2.0845987796783447
          ],
          [
            3400,
            2.076878547668457
          ],
          [
            3500,
            2.0617480278015137
          ],
          [
            3600,
            2.0650198459625244
          ],
          [
            3700,
            2.049579620361328
          ],
          [
            3800,
            2.0475893020629883
          ],
          [
            3900,
            2.033214807510376
          ],
          [
            4000,
            2.0176782608032227
          ],
          [
            4100,
            2.0366268157958984
          ],
          [
            4200,
            2.0005228519439697
          ],
          [
            4300,
            1.9942100048065186
          ],
          [
            4400,
            1.986808180809021
          ],
          [
            4500,
            1.9880777597427368
          ],
          [
            4600,
            1.982710599899292
          ],
          [
            4700,
            1.9772762060165405
          ],
          [
            4800,
            1.977830410003662
          ],
          [
            4900,
            1.965714931488037
          ],
          [
            5000,
            1.950262427330017
          ],
          [
            5100,
            1.9572231769561768
          ],
          [
            5200,
            1.9448567628860474
          ],
          [
            5300,
            1.9339256286621094
          ],
          [
            5400,
            1.922835350036621
          ],
          [
            5500,
            1.9265738725662231
          ],
          [
            5600,
            1.9261301755905151
          ],
          [
            5700,
            1.9088478088378906
          ],
          [
            5800,
            1.9042818546295166
          ],
          [
            5900,
            1.9080305099487305
          ],
          [
            6000,
            1.905644416809082
          ],
          [
            6100,
            1.9126100540161133
          ],
          [
            6200,
            1.8947362899780273
          ],
          [
            6300,
            1.8777220249176025
          ],
          [
            6400,
            1.8815600872039795
          ],
          [
            6500,
            1.8826197385787964
          ],
          [
            6600,
            1.8787873983383179
          ],
          [
            6700,
            1.876944661140442
          ],
          [
            6800,
            1.8806748390197754
          ],
          [
            6900,
            1.8698865175247192
          ],
          [
            7000,
            1.867830753326416
          ],
          [
            7100,
            1.863623023033142
          ],
          [
            7200,
            1.8594231605529785
          ],
          [
            7300,
            1.8504620790481567
          ],
          [
            7400,
            1.8476887941360474
          ],
          [
            7500,
            1.849196195602417
          ],
          [
            7600,
            1.835985779762268
          ],
          [
            7700,
            1.8393322229385376
          ],
          [
            7800,
            1.8362377882003784
          ],
          [
            7900,
            1.8299813270568848
          ],
          [
            8000,
            1.835266351699829
          ],
          [
            8100,
            1.832716703414917
          ],
          [
            8200,
            1.8305697441101074
          ],
          [
            8300,
            1.8221343755722046
          ],
          [
            8400,
            1.8271297216415405
          ],
          [
            8500,
            1.8192620277404785
          ],
          [
            8600,
            1.8141629695892334
          ],
          [
            8700,
            1.81235671043396
          ],
          [
            8800,
            1.8107516765594482
          ],
          [
            8900,
            1.8059234619140625
          ],
          [
            9000,
            1.8078919649124146
          ],
          [
            9100,
            1.8110016584396362
          ],
          [
            9200,
            1.8043783903121948
          ],
          [
            9300,
            1.8051027059555054
          ]
        ],
        "logging/rms/model.layers.1.self_attn/activation": [
          [
            0,
            0.7429535388946533
          ],
          [
            100,
            1.5116504430770874
          ],
          [
            200,
            1.9890331029891968
          ],
          [
            300,
            2.4044594764709473
          ],
          [
            400,
            2.5803678035736084
          ],
          [
            500,
            2.6336429119110107
          ],
          [
            600,
            2.6760971546173096
          ],
          [
            700,
            2.735028028488159
          ],
          [
            800,
            2.722109317779541
          ],
          [
            900,
            2.718210220336914
          ],
          [
            1000,
            2.685269355773926
          ],
          [
            1100,
            2.6400482654571533
          ],
          [
            1200,
            2.64731764793396
          ],
          [
            1300,
            2.636644124984741
          ],
          [
            1400,
            2.5695817470550537
          ],
          [
            1500,
            2.5510644912719727
          ],
          [
            1600,
            2.523313283920288
          ],
          [
            1700,
            2.503699541091919
          ],
          [
            1800,
            2.474600315093994
          ],
          [
            1900,
            2.4731125831604004
          ],
          [
            2000,
            2.414926528930664
          ],
          [
            2100,
            2.3958818912506104
          ],
          [
            2200,
            2.3634424209594727
          ],
          [
            2300,
            2.3348276615142822
          ],
          [
            2400,
            2.318770170211792
          ],
          [
            2500,
            2.267253875732422
          ],
          [
            2600,
            2.2375662326812744
          ],
          [
            2700,
            2.216580867767334
          ],
          [
            2800,
            2.2146353721618652
          ],
          [
            2900,
            2.1436829566955566
          ],
          [
            3000,
            2.1411209106445312
          ],
          [
            3100,
            2.1121654510498047
          ],
          [
            3200,
            2.0824475288391113
          ],
          [
            3300,
            2.0581867694854736
          ],
          [
            3400,
            2.0181055068969727
          ],
          [
            3500,
            2.011976718902588
          ],
          [
            3600,
            1.9671642780303955
          ],
          [
            3700,
            1.9425026178359985
          ],
          [
            3800,
            1.947556972503662
          ],
          [
            3900,
            1.9091131687164307
          ],
          [
            4000,
            1.883631706237793
          ],
          [
            4100,
            1.856917381286621
          ],
          [
            4200,
            1.8126869201660156
          ],
          [
            4300,
            1.7877910137176514
          ],
          [
            4400,
            1.7841740846633911
          ],
          [
            4500,
            1.7293928861618042
          ],
          [
            4600,
            1.7061372995376587
          ],
          [
            4700,
            1.722708821296692
          ],
          [
            4800,
            1.6654189825057983
          ],
          [
            4900,
            1.649992823600769
          ],
          [
            5000,
            1.6431471109390259
          ],
          [
            5100,
            1.6186569929122925
          ],
          [
            5200,
            1.5875093936920166
          ],
          [
            5300,
            1.5706812143325806
          ],
          [
            5400,
            1.558337688446045
          ],
          [
            5500,
            1.5241334438323975
          ],
          [
            5600,
            1.5058319568634033
          ],
          [
            5700,
            1.5031933784484863
          ],
          [
            5800,
            1.465408205986023
          ],
          [
            5900,
            1.450941801071167
          ],
          [
            6000,
            1.425341010093689
          ],
          [
            6100,
            1.4051690101623535
          ],
          [
            6200,
            1.4015675783157349
          ],
          [
            6300,
            1.3682641983032227
          ],
          [
            6400,
            1.3613865375518799
          ],
          [
            6500,
            1.3316999673843384
          ],
          [
            6600,
            1.309616208076477
          ],
          [
            6700,
            1.2912607192993164
          ],
          [
            6800,
            1.2777818441390991
          ],
          [
            6900,
            1.2663034200668335
          ],
          [
            7000,
            1.2601217031478882
          ],
          [
            7100,
            1.2297455072402954
          ],
          [
            7200,
            1.2080844640731812
          ],
          [
            7300,
            1.1990936994552612
          ],
          [
            7400,
            1.1901299953460693
          ],
          [
            7500,
            1.1587425470352173
          ],
          [
            7600,
            1.1573841571807861
          ],
          [
            7700,
            1.1534379720687866
          ],
          [
            7800,
            1.1407432556152344
          ],
          [
            7900,
            1.1183449029922485
          ],
          [
            8000,
            1.0992252826690674
          ],
          [
            8100,
            1.0826125144958496
          ],
          [
            8200,
            1.0738519430160522
          ],
          [
            8300,
            1.054725170135498
          ],
          [
            8400,
            1.0459002256393433
          ],
          [
            8500,
            1.0394033193588257
          ],
          [
            8600,
            1.0371888875961304
          ],
          [
            8700,
            1.024072527885437
          ],
          [
            8800,
            1.009675145149231
          ],
          [
            8900,
            1.0031322240829468
          ],
          [
            9000,
            0.994454026222229
          ],
          [
            9100,
            0.9819987416267395
          ],
          [
            9200,
            0.993841290473938
          ],
          [
            9300,
            0.9827905893325806
          ]
        ],
        "logging/rms/model.layers.2.self_attn/activation": [
          [
            0,
            0.7997391819953918
          ],
          [
            100,
            1.5196901559829712
          ],
          [
            200,
            2.1158714294433594
          ],
          [
            300,
            2.3319180011749268
          ],
          [
            400,
            2.4630141258239746
          ],
          [
            500,
            2.6077706813812256
          ],
          [
            600,
            2.6452934741973877
          ],
          [
            700,
            2.6101839542388916
          ],
          [
            800,
            2.6293089389801025
          ],
          [
            900,
            2.5818839073181152
          ],
          [
            1000,
            2.551968574523926
          ],
          [
            1100,
            2.5521414279937744
          ],
          [
            1200,
            2.477417230606079
          ],
          [
            1300,
            2.4751336574554443
          ],
          [
            1400,
            2.431739091873169
          ],
          [
            1500,
            2.386831045150757
          ],
          [
            1600,
            2.3304765224456787
          ],
          [
            1700,
            2.3326823711395264
          ],
          [
            1800,
            2.3083271980285645
          ],
          [
            1900,
            2.295905590057373
          ],
          [
            2000,
            2.2239596843719482
          ],
          [
            2100,
            2.2189135551452637
          ],
          [
            2200,
            2.17586088180542
          ],
          [
            2300,
            2.1477224826812744
          ],
          [
            2400,
            2.155686378479004
          ],
          [
            2500,
            2.1216542720794678
          ],
          [
            2600,
            2.056999444961548
          ],
          [
            2700,
            2.0581517219543457
          ],
          [
            2800,
            2.021066665649414
          ],
          [
            2900,
            2.0021448135375977
          ],
          [
            3000,
            1.9813213348388672
          ],
          [
            3100,
            1.9691628217697144
          ],
          [
            3200,
            1.896200180053711
          ],
          [
            3300,
            1.8956129550933838
          ],
          [
            3400,
            1.8624016046524048
          ],
          [
            3500,
            1.8490980863571167
          ],
          [
            3600,
            1.8531339168548584
          ],
          [
            3700,
            1.7744871377944946
          ],
          [
            3800,
            1.8346043825149536
          ],
          [
            3900,
            1.7720650434494019
          ],
          [
            4000,
            1.7375110387802124
          ],
          [
            4100,
            1.7532436847686768
          ],
          [
            4200,
            1.6768054962158203
          ],
          [
            4300,
            1.6682400703430176
          ],
          [
            4400,
            1.6431182622909546
          ],
          [
            4500,
            1.6238389015197754
          ],
          [
            4600,
            1.5915013551712036
          ],
          [
            4700,
            1.6137645244598389
          ],
          [
            4800,
            1.5606303215026855
          ],
          [
            4900,
            1.5495703220367432
          ],
          [
            5000,
            1.536259412765503
          ],
          [
            5100,
            1.5266674757003784
          ],
          [
            5200,
            1.4783985614776611
          ],
          [
            5300,
            1.4731241464614868
          ],
          [
            5400,
            1.4579670429229736
          ],
          [
            5500,
            1.4317805767059326
          ],
          [
            5600,
            1.4013490676879883
          ],
          [
            5700,
            1.4128146171569824
          ],
          [
            5800,
            1.3800593614578247
          ],
          [
            5900,
            1.3534650802612305
          ],
          [
            6000,
            1.3266026973724365
          ],
          [
            6100,
            1.3320791721343994
          ],
          [
            6200,
            1.3206926584243774
          ],
          [
            6300,
            1.2760227918624878
          ],
          [
            6400,
            1.2729729413986206
          ],
          [
            6500,
            1.2521064281463623
          ],
          [
            6600,
            1.225450873374939
          ],
          [
            6700,
            1.2212762832641602
          ],
          [
            6800,
            1.200063943862915
          ],
          [
            6900,
            1.1831519603729248
          ],
          [
            7000,
            1.1914273500442505
          ],
          [
            7100,
            1.1587762832641602
          ],
          [
            7200,
            1.1400799751281738
          ],
          [
            7300,
            1.1314841508865356
          ],
          [
            7400,
            1.1180293560028076
          ],
          [
            7500,
            1.0860300064086914
          ],
          [
            7600,
            1.0873137712478638
          ],
          [
            7700,
            1.0835726261138916
          ],
          [
            7800,
            1.0783087015151978
          ],
          [
            7900,
            1.0451664924621582
          ],
          [
            8000,
            1.0399091243743896
          ],
          [
            8100,
            1.020766258239746
          ],
          [
            8200,
            1.0116358995437622
          ],
          [
            8300,
            1.001449465751648
          ],
          [
            8400,
            0.9978251457214355
          ],
          [
            8500,
            0.9798979163169861
          ],
          [
            8600,
            0.9760751724243164
          ],
          [
            8700,
            0.9756876230239868
          ],
          [
            8800,
            0.9531972408294678
          ],
          [
            8900,
            0.9485679864883423
          ],
          [
            9000,
            0.9407738447189331
          ],
          [
            9100,
            0.9321467280387878
          ],
          [
            9200,
            0.9377966523170471
          ],
          [
            9300,
            0.9292603135108948
          ]
        ],
        "logging/rms/model.layers.1.mlp.up_proj/gradient": [
          [
            0,
            0.00021357265359256417
          ],
          [
            100,
            1.1197414096386638e-05
          ],
          [
            200,
            9.096312169276644e-06
          ],
          [
            300,
            8.222336873586755e-06
          ],
          [
            400,
            1.0607867807266302e-05
          ],
          [
            500,
            8.361068466911092e-06
          ],
          [
            600,
            9.13966869120486e-06
          ],
          [
            700,
            8.98906455404358e-06
          ],
          [
            800,
            1.033238550007809e-05
          ],
          [
            900,
            9.286536624131259e-06
          ],
          [
            1000,
            8.851226084516384e-06
          ],
          [
            1100,
            1.0311259757145308e-05
          ],
          [
            1200,
            1.0327247764507774e-05
          ],
          [
            1300,
            1.0340233529859688e-05
          ],
          [
            1400,
            8.490065738442354e-06
          ],
          [
            1500,
            1.0104727152793203e-05
          ],
          [
            1600,
            9.126539225690067e-06
          ],
          [
            1700,
            9.913695066643413e-06
          ],
          [
            1800,
            1.0015764928539284e-05
          ],
          [
            1900,
            9.464722097618505e-06
          ],
          [
            2000,
            9.43750001169974e-06
          ],
          [
            2100,
            1.0212615052296314e-05
          ],
          [
            2200,
            1.0251531421090476e-05
          ],
          [
            2300,
            1.0298679626430385e-05
          ],
          [
            2400,
            1.0361542990722228e-05
          ],
          [
            2500,
            9.179274456982967e-06
          ],
          [
            2600,
            9.462455636821687e-06
          ],
          [
            2700,
            1.0155914424103685e-05
          ],
          [
            2800,
            1.0467726497154217e-05
          ],
          [
            2900,
            9.591121852281503e-06
          ],
          [
            3000,
            1.079584671970224e-05
          ],
          [
            3100,
            9.58507189352531e-06
          ],
          [
            3200,
            1.0649440810084343e-05
          ],
          [
            3300,
            1.1680970601446461e-05
          ],
          [
            3400,
            1.0824780474649742e-05
          ],
          [
            3500,
            1.1776256542361807e-05
          ],
          [
            3600,
            9.975519787985831e-06
          ],
          [
            3700,
            1.0830220162461046e-05
          ],
          [
            3800,
            1.049309503287077e-05
          ],
          [
            3900,
            1.169448751170421e-05
          ],
          [
            4000,
            1.1422044735809322e-05
          ],
          [
            4100,
            1.0778408977785148e-05
          ],
          [
            4200,
            1.0302151167707052e-05
          ],
          [
            4300,
            1.0992907846230082e-05
          ],
          [
            4400,
            1.4545577869284898e-05
          ],
          [
            4500,
            1.0789323823701125e-05
          ],
          [
            4600,
            1.201419308927143e-05
          ],
          [
            4700,
            1.1193461432412732e-05
          ],
          [
            4800,
            1.1333298061799724e-05
          ],
          [
            4900,
            1.0540316907281522e-05
          ],
          [
            5000,
            1.1661936696327757e-05
          ],
          [
            5100,
            1.1867502507811878e-05
          ],
          [
            5200,
            1.0964256944134831e-05
          ],
          [
            5300,
            1.2176686141174287e-05
          ],
          [
            5400,
            1.1673088010866195e-05
          ],
          [
            5500,
            1.1909124623343814e-05
          ],
          [
            5600,
            1.1101042218797375e-05
          ],
          [
            5700,
            1.2314195373619441e-05
          ],
          [
            5800,
            1.2315489584580064e-05
          ],
          [
            5900,
            1.2855971363023855e-05
          ],
          [
            6000,
            1.1707673365890514e-05
          ],
          [
            6100,
            1.2859640264650807e-05
          ],
          [
            6200,
            1.1856659511977341e-05
          ],
          [
            6300,
            1.2366600458335597e-05
          ],
          [
            6400,
            1.2709918337350246e-05
          ],
          [
            6500,
            1.2349205462669488e-05
          ],
          [
            6600,
            1.32191917145974e-05
          ],
          [
            6700,
            1.2293033250898588e-05
          ],
          [
            6800,
            1.2757716831401922e-05
          ],
          [
            6900,
            1.3698088878300041e-05
          ],
          [
            7000,
            1.2745360436383635e-05
          ],
          [
            7100,
            1.322462412645109e-05
          ],
          [
            7200,
            1.279466687265085e-05
          ],
          [
            7300,
            1.278865966014564e-05
          ],
          [
            7400,
            1.4258531336963642e-05
          ],
          [
            7500,
            1.305851310462458e-05
          ],
          [
            7600,
            1.352758590655867e-05
          ],
          [
            7700,
            1.3702338037546724e-05
          ],
          [
            7800,
            1.3547330127039459e-05
          ],
          [
            7900,
            1.3469795703713316e-05
          ],
          [
            8000,
            1.3521270375349559e-05
          ],
          [
            8100,
            1.3185613170207944e-05
          ],
          [
            8200,
            1.3653157111548353e-05
          ],
          [
            8300,
            1.4199367797118612e-05
          ],
          [
            8400,
            1.3876216144126374e-05
          ],
          [
            8500,
            1.4507922969642095e-05
          ],
          [
            8600,
            1.402317502652295e-05
          ],
          [
            8700,
            1.3926104657002725e-05
          ],
          [
            8800,
            1.3756324733549263e-05
          ],
          [
            8900,
            1.4180332073010504e-05
          ],
          [
            9000,
            1.4028186342329718e-05
          ],
          [
            9100,
            1.3668408428202383e-05
          ],
          [
            9200,
            1.4183829989633523e-05
          ],
          [
            9300,
            1.3943263184046373e-05
          ]
        ],
        "logging/rms/model.layers.5/activation": [
          [
            0,
            2.2786152362823486
          ],
          [
            100,
            16.29192352294922
          ],
          [
            200,
            15.733538627624512
          ],
          [
            300,
            15.683237075805664
          ],
          [
            400,
            16.194786071777344
          ],
          [
            500,
            17.695114135742188
          ],
          [
            600,
            18.67979621887207
          ],
          [
            700,
            19.4306697845459
          ],
          [
            800,
            20.224712371826172
          ],
          [
            900,
            20.476228713989258
          ],
          [
            1000,
            21.0242977142334
          ],
          [
            1100,
            21.537988662719727
          ],
          [
            1200,
            21.557390213012695
          ],
          [
            1300,
            21.882835388183594
          ],
          [
            1400,
            21.69171714782715
          ],
          [
            1500,
            21.544797897338867
          ],
          [
            1600,
            21.578746795654297
          ],
          [
            1700,
            21.624004364013672
          ],
          [
            1800,
            21.606489181518555
          ],
          [
            1900,
            21.665937423706055
          ],
          [
            2000,
            21.27993392944336
          ],
          [
            2100,
            21.207744598388672
          ],
          [
            2200,
            21.05729103088379
          ],
          [
            2300,
            20.846893310546875
          ],
          [
            2400,
            20.848539352416992
          ],
          [
            2500,
            20.474315643310547
          ],
          [
            2600,
            20.366947174072266
          ],
          [
            2700,
            20.091968536376953
          ],
          [
            2800,
            19.648399353027344
          ],
          [
            2900,
            19.94304847717285
          ],
          [
            3000,
            19.434062957763672
          ],
          [
            3100,
            19.180984497070312
          ],
          [
            3200,
            18.86372947692871
          ],
          [
            3300,
            18.921646118164062
          ],
          [
            3400,
            18.581478118896484
          ],
          [
            3500,
            18.414278030395508
          ],
          [
            3600,
            18.266698837280273
          ],
          [
            3700,
            17.95197105407715
          ],
          [
            3800,
            17.68183708190918
          ],
          [
            3900,
            17.509815216064453
          ],
          [
            4000,
            17.304000854492188
          ],
          [
            4100,
            17.219005584716797
          ],
          [
            4200,
            16.753543853759766
          ],
          [
            4300,
            16.569252014160156
          ],
          [
            4400,
            16.472442626953125
          ],
          [
            4500,
            16.180641174316406
          ],
          [
            4600,
            15.857754707336426
          ],
          [
            4700,
            15.60195541381836
          ],
          [
            4800,
            15.438760757446289
          ],
          [
            4900,
            15.468368530273438
          ],
          [
            5000,
            14.961051940917969
          ],
          [
            5100,
            14.986618995666504
          ],
          [
            5200,
            14.756314277648926
          ],
          [
            5300,
            14.56467056274414
          ],
          [
            5400,
            14.274269104003906
          ],
          [
            5500,
            14.184945106506348
          ],
          [
            5600,
            14.014303207397461
          ],
          [
            5700,
            13.734614372253418
          ],
          [
            5800,
            13.5812349319458
          ],
          [
            5900,
            13.424458503723145
          ],
          [
            6000,
            13.298271179199219
          ],
          [
            6100,
            13.036486625671387
          ],
          [
            6200,
            12.980062484741211
          ],
          [
            6300,
            12.663690567016602
          ],
          [
            6400,
            12.468377113342285
          ],
          [
            6500,
            12.320520401000977
          ],
          [
            6600,
            12.365114212036133
          ],
          [
            6700,
            11.995820045471191
          ],
          [
            6800,
            11.80522346496582
          ],
          [
            6900,
            11.660090446472168
          ],
          [
            7000,
            11.742095947265625
          ],
          [
            7100,
            11.37552547454834
          ],
          [
            7200,
            11.19751262664795
          ],
          [
            7300,
            11.188037872314453
          ],
          [
            7400,
            10.981741905212402
          ],
          [
            7500,
            10.774430274963379
          ],
          [
            7600,
            10.810547828674316
          ],
          [
            7700,
            10.627394676208496
          ],
          [
            7800,
            10.527766227722168
          ],
          [
            7900,
            10.356167793273926
          ],
          [
            8000,
            10.263219833374023
          ],
          [
            8100,
            10.185402870178223
          ],
          [
            8200,
            10.060829162597656
          ],
          [
            8300,
            9.977285385131836
          ],
          [
            8400,
            9.859145164489746
          ],
          [
            8500,
            9.749099731445312
          ],
          [
            8600,
            9.678239822387695
          ],
          [
            8700,
            9.637029647827148
          ],
          [
            8800,
            9.577001571655273
          ],
          [
            8900,
            9.492494583129883
          ],
          [
            9000,
            9.438779830932617
          ],
          [
            9100,
            9.425260543823242
          ],
          [
            9200,
            9.3431396484375
          ],
          [
            9300,
            9.33933162689209
          ]
        ],
        "logging/rms/model.layers.3.mlp.down_proj/gradient": [
          [
            0,
            0.00022924167569726706
          ],
          [
            100,
            1.5081949641171377e-05
          ],
          [
            200,
            1.3401352589426097e-05
          ],
          [
            300,
            1.4283744349086192e-05
          ],
          [
            400,
            1.7831682271207683e-05
          ],
          [
            500,
            2.0367926481412724e-05
          ],
          [
            600,
            2.3298487576539628e-05
          ],
          [
            700,
            2.1098050638101995e-05
          ],
          [
            800,
            2.4307697458425537e-05
          ],
          [
            900,
            2.172107451769989e-05
          ],
          [
            1000,
            2.2623240511165932e-05
          ],
          [
            1100,
            3.334409848321229e-05
          ],
          [
            1200,
            2.4425411538686603e-05
          ],
          [
            1300,
            2.8421291062841192e-05
          ],
          [
            1400,
            2.1876156097278e-05
          ],
          [
            1500,
            3.4607706766109914e-05
          ],
          [
            1600,
            2.472927917551715e-05
          ],
          [
            1700,
            3.007751001860015e-05
          ],
          [
            1800,
            2.108932676492259e-05
          ],
          [
            1900,
            2.6056388378492557e-05
          ],
          [
            2000,
            2.373266215727199e-05
          ],
          [
            2100,
            3.5159489925717935e-05
          ],
          [
            2200,
            2.6093082851730287e-05
          ],
          [
            2300,
            2.592762939457316e-05
          ],
          [
            2400,
            2.8480313631007448e-05
          ],
          [
            2500,
            2.2861691832076758e-05
          ],
          [
            2600,
            2.1228299374342896e-05
          ],
          [
            2700,
            2.6130939659196883e-05
          ],
          [
            2800,
            2.7514062821865082e-05
          ],
          [
            2900,
            2.817004315147642e-05
          ],
          [
            3000,
            4.885177986579947e-05
          ],
          [
            3100,
            2.140086689905729e-05
          ],
          [
            3200,
            2.1981064492138103e-05
          ],
          [
            3300,
            4.08318592235446e-05
          ],
          [
            3400,
            2.2480897314380854e-05
          ],
          [
            3500,
            2.6547386369202286e-05
          ],
          [
            3600,
            2.068312096525915e-05
          ],
          [
            3700,
            2.3068421796779148e-05
          ],
          [
            3800,
            2.6073348635691218e-05
          ],
          [
            3900,
            3.2666681363480166e-05
          ],
          [
            4000,
            2.352272713324055e-05
          ],
          [
            4100,
            3.018628376594279e-05
          ],
          [
            4200,
            2.332025906071067e-05
          ],
          [
            4300,
            2.054278229479678e-05
          ],
          [
            4400,
            3.457966886344366e-05
          ],
          [
            4500,
            2.2066138626541942e-05
          ],
          [
            4600,
            2.608251088531688e-05
          ],
          [
            4700,
            2.4367040168726817e-05
          ],
          [
            4800,
            2.363092607993167e-05
          ],
          [
            4900,
            1.9383227481739596e-05
          ],
          [
            5000,
            3.385140735190362e-05
          ],
          [
            5100,
            2.913852222263813e-05
          ],
          [
            5200,
            2.3106613298295997e-05
          ],
          [
            5300,
            2.6552237613941543e-05
          ],
          [
            5400,
            4.787884608958848e-05
          ],
          [
            5500,
            2.3993525246623904e-05
          ],
          [
            5600,
            2.223511182819493e-05
          ],
          [
            5700,
            3.819737321464345e-05
          ],
          [
            5800,
            2.7436119125923142e-05
          ],
          [
            5900,
            2.8489890610217117e-05
          ],
          [
            6000,
            2.5153456590487622e-05
          ],
          [
            6100,
            2.5729195840540342e-05
          ],
          [
            6200,
            2.1594611098407768e-05
          ],
          [
            6300,
            3.36570265062619e-05
          ],
          [
            6400,
            2.4161407054634765e-05
          ],
          [
            6500,
            2.288161158503499e-05
          ],
          [
            6600,
            2.9856639230274595e-05
          ],
          [
            6700,
            3.0826329748379067e-05
          ],
          [
            6800,
            2.304643021489028e-05
          ],
          [
            6900,
            3.2846950489329174e-05
          ],
          [
            7000,
            2.573598249000497e-05
          ],
          [
            7100,
            2.5782168449950404e-05
          ],
          [
            7200,
            2.6170861019636504e-05
          ],
          [
            7300,
            2.843303263944108e-05
          ],
          [
            7400,
            3.433299207245e-05
          ],
          [
            7500,
            3.48378780472558e-05
          ],
          [
            7600,
            3.115887375315651e-05
          ],
          [
            7700,
            2.9832455766154453e-05
          ],
          [
            7800,
            2.6409741622046567e-05
          ],
          [
            7900,
            2.5353143428219482e-05
          ],
          [
            8000,
            3.0968909413786605e-05
          ],
          [
            8100,
            2.339068851142656e-05
          ],
          [
            8200,
            3.3927652111742646e-05
          ],
          [
            8300,
            3.360458867973648e-05
          ],
          [
            8400,
            2.8253794880583882e-05
          ],
          [
            8500,
            3.542763806763105e-05
          ],
          [
            8600,
            3.262051541241817e-05
          ],
          [
            8700,
            2.8324686354608275e-05
          ],
          [
            8800,
            3.0028604669496417e-05
          ],
          [
            8900,
            3.0195078579708934e-05
          ],
          [
            9000,
            2.615011908346787e-05
          ],
          [
            9100,
            2.421589488221798e-05
          ],
          [
            9200,
            2.7793075787485577e-05
          ],
          [
            9300,
            2.568245145084802e-05
          ]
        ],
        "logging/rms/model.layers.0.mlp.down_proj/activation": [
          [
            0,
            0.5795445442199707
          ],
          [
            100,
            9.070283889770508
          ],
          [
            200,
            8.836925506591797
          ],
          [
            300,
            8.137370109558105
          ],
          [
            400,
            7.860622882843018
          ],
          [
            500,
            8.157390594482422
          ],
          [
            600,
            8.13976001739502
          ],
          [
            700,
            7.830926895141602
          ],
          [
            800,
            8.222808837890625
          ],
          [
            900,
            7.885714530944824
          ],
          [
            1000,
            8.122030258178711
          ],
          [
            1100,
            7.914546489715576
          ],
          [
            1200,
            7.946160793304443
          ],
          [
            1300,
            7.909861087799072
          ],
          [
            1400,
            7.844809055328369
          ],
          [
            1500,
            7.758275032043457
          ],
          [
            1600,
            7.549309253692627
          ],
          [
            1700,
            7.579934120178223
          ],
          [
            1800,
            7.601088047027588
          ],
          [
            1900,
            7.53882360458374
          ],
          [
            2000,
            7.2992939949035645
          ],
          [
            2100,
            7.3293304443359375
          ],
          [
            2200,
            7.236944198608398
          ],
          [
            2300,
            7.208667755126953
          ],
          [
            2400,
            6.952704906463623
          ],
          [
            2500,
            6.894851207733154
          ],
          [
            2600,
            6.869370460510254
          ],
          [
            2700,
            6.805730819702148
          ],
          [
            2800,
            6.61972713470459
          ],
          [
            2900,
            6.636372089385986
          ],
          [
            3000,
            6.43734073638916
          ],
          [
            3100,
            6.274750709533691
          ],
          [
            3200,
            6.252445697784424
          ],
          [
            3300,
            6.24268102645874
          ],
          [
            3400,
            6.145596981048584
          ],
          [
            3500,
            6.117575645446777
          ],
          [
            3600,
            5.9638519287109375
          ],
          [
            3700,
            5.747783184051514
          ],
          [
            3800,
            5.709131240844727
          ],
          [
            3900,
            5.628293514251709
          ],
          [
            4000,
            5.627695560455322
          ],
          [
            4100,
            5.447548866271973
          ],
          [
            4200,
            5.329896450042725
          ],
          [
            4300,
            5.251118183135986
          ],
          [
            4400,
            5.252754211425781
          ],
          [
            4500,
            5.149136543273926
          ],
          [
            4600,
            4.9553751945495605
          ],
          [
            4700,
            4.945767402648926
          ],
          [
            4800,
            4.859333038330078
          ],
          [
            4900,
            4.742553234100342
          ],
          [
            5000,
            4.709348201751709
          ],
          [
            5100,
            4.6367082595825195
          ],
          [
            5200,
            4.5814971923828125
          ],
          [
            5300,
            4.564384460449219
          ],
          [
            5400,
            4.412965774536133
          ],
          [
            5500,
            4.378345489501953
          ],
          [
            5600,
            4.255030632019043
          ],
          [
            5700,
            4.204134464263916
          ],
          [
            5800,
            4.164264678955078
          ],
          [
            5900,
            4.132410049438477
          ],
          [
            6000,
            4.018564701080322
          ],
          [
            6100,
            3.98636794090271
          ],
          [
            6200,
            3.9474432468414307
          ],
          [
            6300,
            3.8473525047302246
          ],
          [
            6400,
            3.7796647548675537
          ],
          [
            6500,
            3.7445120811462402
          ],
          [
            6600,
            3.6612303256988525
          ],
          [
            6700,
            3.573668956756592
          ],
          [
            6800,
            3.5449347496032715
          ],
          [
            6900,
            3.530100107192993
          ],
          [
            7000,
            3.4998157024383545
          ],
          [
            7100,
            3.416898727416992
          ],
          [
            7200,
            3.3170411586761475
          ],
          [
            7300,
            3.358530282974243
          ],
          [
            7400,
            3.2333033084869385
          ],
          [
            7500,
            3.2509303092956543
          ],
          [
            7600,
            3.202883005142212
          ],
          [
            7700,
            3.1511294841766357
          ],
          [
            7800,
            3.1138157844543457
          ],
          [
            7900,
            3.056658983230591
          ],
          [
            8000,
            3.0144872665405273
          ],
          [
            8100,
            2.9891128540039062
          ],
          [
            8200,
            2.9546709060668945
          ],
          [
            8300,
            2.924379825592041
          ],
          [
            8400,
            2.885864734649658
          ],
          [
            8500,
            2.889522075653076
          ],
          [
            8600,
            2.858978509902954
          ],
          [
            8700,
            2.8245019912719727
          ],
          [
            8800,
            2.8074402809143066
          ],
          [
            8900,
            2.80570387840271
          ],
          [
            9000,
            2.7514357566833496
          ],
          [
            9100,
            2.737985610961914
          ],
          [
            9200,
            2.751394748687744
          ],
          [
            9300,
            2.7396321296691895
          ]
        ],
        "logging/rms/model.layers.2/activation": [
          [
            0,
            1.475520372390747
          ],
          [
            100,
            12.435991287231445
          ],
          [
            200,
            11.762972831726074
          ],
          [
            300,
            11.296195983886719
          ],
          [
            400,
            11.57235336303711
          ],
          [
            500,
            12.529863357543945
          ],
          [
            600,
            13.133024215698242
          ],
          [
            700,
            13.46422004699707
          ],
          [
            800,
            14.117097854614258
          ],
          [
            900,
            14.230409622192383
          ],
          [
            1000,
            14.52922248840332
          ],
          [
            1100,
            14.644408226013184
          ],
          [
            1200,
            14.708613395690918
          ],
          [
            1300,
            14.874932289123535
          ],
          [
            1400,
            14.760504722595215
          ],
          [
            1500,
            14.754761695861816
          ],
          [
            1600,
            14.601743698120117
          ],
          [
            1700,
            14.648181915283203
          ],
          [
            1800,
            14.678421974182129
          ],
          [
            1900,
            14.56995677947998
          ],
          [
            2000,
            14.28979778289795
          ],
          [
            2100,
            14.251769065856934
          ],
          [
            2200,
            14.083157539367676
          ],
          [
            2300,
            13.96571159362793
          ],
          [
            2400,
            13.879631996154785
          ],
          [
            2500,
            13.613767623901367
          ],
          [
            2600,
            13.520062446594238
          ],
          [
            2700,
            13.459455490112305
          ],
          [
            2800,
            13.064659118652344
          ],
          [
            2900,
            13.02592658996582
          ],
          [
            3000,
            12.802600860595703
          ],
          [
            3100,
            12.616750717163086
          ],
          [
            3200,
            12.364020347595215
          ],
          [
            3300,
            12.299320220947266
          ],
          [
            3400,
            12.06706428527832
          ],
          [
            3500,
            12.048503875732422
          ],
          [
            3600,
            11.847750663757324
          ],
          [
            3700,
            11.570222854614258
          ],
          [
            3800,
            11.462806701660156
          ],
          [
            3900,
            11.256206512451172
          ],
          [
            4000,
            11.152128219604492
          ],
          [
            4100,
            10.9443359375
          ],
          [
            4200,
            10.690025329589844
          ],
          [
            4300,
            10.556504249572754
          ],
          [
            4400,
            10.401832580566406
          ],
          [
            4500,
            10.277280807495117
          ],
          [
            4600,
            10.005056381225586
          ],
          [
            4700,
            9.933433532714844
          ],
          [
            4800,
            9.727235794067383
          ],
          [
            4900,
            9.625873565673828
          ],
          [
            5000,
            9.431018829345703
          ],
          [
            5100,
            9.384376525878906
          ],
          [
            5200,
            9.206560134887695
          ],
          [
            5300,
            9.12617301940918
          ],
          [
            5400,
            8.919029235839844
          ],
          [
            5500,
            8.761297225952148
          ],
          [
            5600,
            8.658662796020508
          ],
          [
            5700,
            8.507823944091797
          ],
          [
            5800,
            8.395586967468262
          ],
          [
            5900,
            8.318319320678711
          ],
          [
            6000,
            8.149993896484375
          ],
          [
            6100,
            8.037442207336426
          ],
          [
            6200,
            7.9486870765686035
          ],
          [
            6300,
            7.784803867340088
          ],
          [
            6400,
            7.665771007537842
          ],
          [
            6500,
            7.553042888641357
          ],
          [
            6600,
            7.44113826751709
          ],
          [
            6700,
            7.314743518829346
          ],
          [
            6800,
            7.175861835479736
          ],
          [
            6900,
            7.103931427001953
          ],
          [
            7000,
            7.072978973388672
          ],
          [
            7100,
            6.943792819976807
          ],
          [
            7200,
            6.791175365447998
          ],
          [
            7300,
            6.748700141906738
          ],
          [
            7400,
            6.608808994293213
          ],
          [
            7500,
            6.514355182647705
          ],
          [
            7600,
            6.458689212799072
          ],
          [
            7700,
            6.396552085876465
          ],
          [
            7800,
            6.308030605316162
          ],
          [
            7900,
            6.189382076263428
          ],
          [
            8000,
            6.117185115814209
          ],
          [
            8100,
            6.07025146484375
          ],
          [
            8200,
            5.984660625457764
          ],
          [
            8300,
            5.915687561035156
          ],
          [
            8400,
            5.8676557540893555
          ],
          [
            8500,
            5.786905765533447
          ],
          [
            8600,
            5.757781505584717
          ],
          [
            8700,
            5.692712783813477
          ],
          [
            8800,
            5.658566951751709
          ],
          [
            8900,
            5.615745544433594
          ],
          [
            9000,
            5.57293176651001
          ],
          [
            9100,
            5.546215534210205
          ],
          [
            9200,
            5.542557716369629
          ],
          [
            9300,
            5.514186382293701
          ]
        ],
        "logging/rms/model.layers.6.input_layernorm/gradient": [
          [
            0,
            0.0004216575180180371
          ],
          [
            100,
            5.9357527788961306e-05
          ],
          [
            200,
            0.00010464729712111875
          ],
          [
            300,
            0.00011741549678845331
          ],
          [
            400,
            0.00013319980644155294
          ],
          [
            500,
            0.00012718346260953695
          ],
          [
            600,
            0.00016608955047558993
          ],
          [
            700,
            0.0001115939739975147
          ],
          [
            800,
            0.0001712065131869167
          ],
          [
            900,
            0.000238136388361454
          ],
          [
            1000,
            0.00013517806655727327
          ],
          [
            1100,
            0.00021970420493744314
          ],
          [
            1200,
            0.00013843679334968328
          ],
          [
            1300,
            0.00015419696865137666
          ],
          [
            1400,
            0.00010728491906775162
          ],
          [
            1500,
            0.00030169892124831676
          ],
          [
            1600,
            0.00016009173123165965
          ],
          [
            1700,
            0.00033919679117389023
          ],
          [
            1800,
            0.00021646087407134473
          ],
          [
            1900,
            0.00014473209739662707
          ],
          [
            2000,
            0.00018101818568538874
          ],
          [
            2100,
            0.00026124416035600007
          ],
          [
            2200,
            0.0002868404262699187
          ],
          [
            2300,
            0.00013313199451658875
          ],
          [
            2400,
            0.0002650080423336476
          ],
          [
            2500,
            0.00011580231512198225
          ],
          [
            2600,
            0.00018096462008543313
          ],
          [
            2700,
            0.00032577087404206395
          ],
          [
            2800,
            0.00017712645058054477
          ],
          [
            2900,
            0.00016867821977939457
          ],
          [
            3000,
            0.0002967476611956954
          ],
          [
            3100,
            0.00011393196473363787
          ],
          [
            3200,
            0.00011008345609297976
          ],
          [
            3300,
            0.00018586241640150547
          ],
          [
            3400,
            0.00017137454415205866
          ],
          [
            3500,
            0.00018783845007419586
          ],
          [
            3600,
            0.0001964356779353693
          ],
          [
            3700,
            0.00020288038649596274
          ],
          [
            3800,
            0.00021767127327620983
          ],
          [
            3900,
            0.0003203744417987764
          ],
          [
            4000,
            0.00022248529421631247
          ],
          [
            4100,
            0.0003689918958116323
          ],
          [
            4200,
            0.0003850188513752073
          ],
          [
            4300,
            0.0001460773783037439
          ],
          [
            4400,
            0.0006858788547106087
          ],
          [
            4500,
            0.0002881541149690747
          ],
          [
            4600,
            0.00024336320348083973
          ],
          [
            4700,
            0.0001550978486193344
          ],
          [
            4800,
            0.000440131378127262
          ],
          [
            4900,
            0.00033219295437447727
          ],
          [
            5000,
            0.00034117262111976743
          ],
          [
            5100,
            0.0003122304624412209
          ],
          [
            5200,
            0.0003502405888866633
          ],
          [
            5300,
            0.00014420509978663176
          ],
          [
            5400,
            0.0003639648202806711
          ],
          [
            5500,
            0.00015931307279970497
          ],
          [
            5600,
            0.00013148010475561023
          ],
          [
            5700,
            0.0005456703365780413
          ],
          [
            5800,
            0.00019626144785434008
          ],
          [
            5900,
            0.00013582066458184272
          ],
          [
            6000,
            0.0003060136514250189
          ],
          [
            6100,
            0.00013687957834918052
          ],
          [
            6200,
            0.00018799016834236681
          ],
          [
            6300,
            0.0003163163491990417
          ],
          [
            6400,
            0.00015959453594405204
          ],
          [
            6500,
            0.00019565314869396389
          ],
          [
            6600,
            0.0002162852033507079
          ],
          [
            6700,
            0.0002175014087697491
          ],
          [
            6800,
            0.00024682970251888037
          ],
          [
            6900,
            0.00014355513849295676
          ],
          [
            7000,
            0.0002190861850976944
          ],
          [
            7100,
            0.0002536428510211408
          ],
          [
            7200,
            0.00012939413136336952
          ],
          [
            7300,
            0.00013079332711640745
          ],
          [
            7400,
            0.00020353798754513264
          ],
          [
            7500,
            0.0003285196144133806
          ],
          [
            7600,
            0.00042262263013981283
          ],
          [
            7700,
            0.00015238586638588458
          ],
          [
            7800,
            0.00019487446115817875
          ],
          [
            7900,
            0.00016322769806720316
          ],
          [
            8000,
            0.0004115354095119983
          ],
          [
            8100,
            0.00019136088667437434
          ],
          [
            8200,
            0.0001680947170825675
          ],
          [
            8300,
            0.00026691582752391696
          ],
          [
            8400,
            0.0001648278412176296
          ],
          [
            8500,
            0.0002775616885628551
          ],
          [
            8600,
            0.00024044564634095877
          ],
          [
            8700,
            0.00018931017257273197
          ],
          [
            8800,
            0.00021814780484419316
          ],
          [
            8900,
            0.0001873326546046883
          ],
          [
            9000,
            0.0002955198579002172
          ],
          [
            9100,
            0.00021059613209217787
          ],
          [
            9200,
            0.00018336085486225784
          ],
          [
            9300,
            0.00020552196656353772
          ]
        ],
        "logging/rms/model.layers.4.input_layernorm/activation": [
          [
            0,
            0.9999983906745911
          ],
          [
            100,
            0.9913269877433777
          ],
          [
            200,
            0.970211923122406
          ],
          [
            300,
            0.9646080732345581
          ],
          [
            400,
            0.9457583427429199
          ],
          [
            500,
            0.9227707386016846
          ],
          [
            600,
            0.9057806730270386
          ],
          [
            700,
            0.8900675177574158
          ],
          [
            800,
            0.8777856826782227
          ],
          [
            900,
            0.8635303378105164
          ],
          [
            1000,
            0.8541423082351685
          ],
          [
            1100,
            0.8442016839981079
          ],
          [
            1200,
            0.8330884575843811
          ],
          [
            1300,
            0.8260853290557861
          ],
          [
            1400,
            0.8163766860961914
          ],
          [
            1500,
            0.8085370063781738
          ],
          [
            1600,
            0.7985297441482544
          ],
          [
            1700,
            0.7915841937065125
          ],
          [
            1800,
            0.7850199937820435
          ],
          [
            1900,
            0.7769716382026672
          ],
          [
            2000,
            0.7724109292030334
          ],
          [
            2100,
            0.7651026248931885
          ],
          [
            2200,
            0.758375346660614
          ],
          [
            2300,
            0.7532703876495361
          ],
          [
            2400,
            0.7477781176567078
          ],
          [
            2500,
            0.741432249546051
          ],
          [
            2600,
            0.7356345057487488
          ],
          [
            2700,
            0.731366753578186
          ],
          [
            2800,
            0.7279428243637085
          ],
          [
            2900,
            0.7238746285438538
          ],
          [
            3000,
            0.7204590439796448
          ],
          [
            3100,
            0.717016339302063
          ],
          [
            3200,
            0.7125910520553589
          ],
          [
            3300,
            0.7091920375823975
          ],
          [
            3400,
            0.7072140574455261
          ],
          [
            3500,
            0.7029401063919067
          ],
          [
            3600,
            0.699718177318573
          ],
          [
            3700,
            0.696411669254303
          ],
          [
            3800,
            0.6973168849945068
          ],
          [
            3900,
            0.6957263946533203
          ],
          [
            4000,
            0.6929705142974854
          ],
          [
            4100,
            0.6912134885787964
          ],
          [
            4200,
            0.6880680322647095
          ],
          [
            4300,
            0.687218427658081
          ],
          [
            4400,
            0.6854574680328369
          ],
          [
            4500,
            0.6822072863578796
          ],
          [
            4600,
            0.6828789710998535
          ],
          [
            4700,
            0.6831431984901428
          ],
          [
            4800,
            0.6810948252677917
          ],
          [
            4900,
            0.6785417795181274
          ],
          [
            5000,
            0.6792715191841125
          ],
          [
            5100,
            0.6795330047607422
          ],
          [
            5200,
            0.6774911284446716
          ],
          [
            5300,
            0.6781074404716492
          ],
          [
            5400,
            0.6782030463218689
          ],
          [
            5500,
            0.6761488914489746
          ],
          [
            5600,
            0.6759876012802124
          ],
          [
            5700,
            0.6794741153717041
          ],
          [
            5800,
            0.6768366694450378
          ],
          [
            5900,
            0.6756340265274048
          ],
          [
            6000,
            0.6747282147407532
          ],
          [
            6100,
            0.6764464378356934
          ],
          [
            6200,
            0.6784249544143677
          ],
          [
            6300,
            0.6762257218360901
          ],
          [
            6400,
            0.676935613155365
          ],
          [
            6500,
            0.6774379014968872
          ],
          [
            6600,
            0.6784246563911438
          ],
          [
            6700,
            0.6768645644187927
          ],
          [
            6800,
            0.6776891946792603
          ],
          [
            6900,
            0.678669273853302
          ],
          [
            7000,
            0.6799420118331909
          ],
          [
            7100,
            0.6793515682220459
          ],
          [
            7200,
            0.6792538166046143
          ],
          [
            7300,
            0.6799580454826355
          ],
          [
            7400,
            0.6811208128929138
          ],
          [
            7500,
            0.680846631526947
          ],
          [
            7600,
            0.6830295324325562
          ],
          [
            7700,
            0.6836506724357605
          ],
          [
            7800,
            0.684315025806427
          ],
          [
            7900,
            0.684629499912262
          ],
          [
            8000,
            0.6851170063018799
          ],
          [
            8100,
            0.6845691204071045
          ],
          [
            8200,
            0.6853929758071899
          ],
          [
            8300,
            0.6862167119979858
          ],
          [
            8400,
            0.6870022416114807
          ],
          [
            8500,
            0.6868763566017151
          ],
          [
            8600,
            0.6881977915763855
          ],
          [
            8700,
            0.6881332397460938
          ],
          [
            8800,
            0.6879518032073975
          ],
          [
            8900,
            0.688274085521698
          ],
          [
            9000,
            0.6885582208633423
          ],
          [
            9100,
            0.6871370077133179
          ],
          [
            9200,
            0.6894591450691223
          ],
          [
            9300,
            0.6885344982147217
          ]
        ],
        "logging/rms/model.layers.2.self_attn.q_proj/activation": [
          [
            0,
            0.9821027517318726
          ],
          [
            100,
            2.013335943222046
          ],
          [
            200,
            2.1852428913116455
          ],
          [
            300,
            2.2373580932617188
          ],
          [
            400,
            2.248748779296875
          ],
          [
            500,
            2.143462896347046
          ],
          [
            600,
            2.0725584030151367
          ],
          [
            700,
            1.9649505615234375
          ],
          [
            800,
            1.893210768699646
          ],
          [
            900,
            1.8171073198318481
          ],
          [
            1000,
            1.7591874599456787
          ],
          [
            1100,
            1.6963213682174683
          ],
          [
            1200,
            1.629400372505188
          ],
          [
            1300,
            1.6003650426864624
          ],
          [
            1400,
            1.5529574155807495
          ],
          [
            1500,
            1.520529866218567
          ],
          [
            1600,
            1.4614450931549072
          ],
          [
            1700,
            1.4488886594772339
          ],
          [
            1800,
            1.4340420961380005
          ],
          [
            1900,
            1.4234148263931274
          ],
          [
            2000,
            1.396133542060852
          ],
          [
            2100,
            1.3783730268478394
          ],
          [
            2200,
            1.3697423934936523
          ],
          [
            2300,
            1.3471626043319702
          ],
          [
            2400,
            1.3460774421691895
          ],
          [
            2500,
            1.333406925201416
          ],
          [
            2600,
            1.3098605871200562
          ],
          [
            2700,
            1.3162692785263062
          ],
          [
            2800,
            1.3095728158950806
          ],
          [
            2900,
            1.3027193546295166
          ],
          [
            3000,
            1.3094720840454102
          ],
          [
            3100,
            1.3038445711135864
          ],
          [
            3200,
            1.2865400314331055
          ],
          [
            3300,
            1.2913926839828491
          ],
          [
            3400,
            1.2801218032836914
          ],
          [
            3500,
            1.2731190919876099
          ],
          [
            3600,
            1.2769030332565308
          ],
          [
            3700,
            1.2564386129379272
          ],
          [
            3800,
            1.2775330543518066
          ],
          [
            3900,
            1.2681761980056763
          ],
          [
            4000,
            1.2529127597808838
          ],
          [
            4100,
            1.2653950452804565
          ],
          [
            4200,
            1.2409839630126953
          ],
          [
            4300,
            1.2435933351516724
          ],
          [
            4400,
            1.2603766918182373
          ],
          [
            4500,
            1.2486976385116577
          ],
          [
            4600,
            1.2342571020126343
          ],
          [
            4700,
            1.248582363128662
          ],
          [
            4800,
            1.230057954788208
          ],
          [
            4900,
            1.2309696674346924
          ],
          [
            5000,
            1.2366985082626343
          ],
          [
            5100,
            1.2335715293884277
          ],
          [
            5200,
            1.2201560735702515
          ],
          [
            5300,
            1.226356863975525
          ],
          [
            5400,
            1.2230948209762573
          ],
          [
            5500,
            1.22170090675354
          ],
          [
            5600,
            1.2169671058654785
          ],
          [
            5700,
            1.2311017513275146
          ],
          [
            5800,
            1.2162132263183594
          ],
          [
            5900,
            1.2135196924209595
          ],
          [
            6000,
            1.2116261720657349
          ],
          [
            6100,
            1.2202564477920532
          ],
          [
            6200,
            1.2206686735153198
          ],
          [
            6300,
            1.2067171335220337
          ],
          [
            6400,
            1.2148271799087524
          ],
          [
            6500,
            1.2093966007232666
          ],
          [
            6600,
            1.2056647539138794
          ],
          [
            6700,
            1.2035281658172607
          ],
          [
            6800,
            1.2065435647964478
          ],
          [
            6900,
            1.2089767456054688
          ],
          [
            7000,
            1.2136262655258179
          ],
          [
            7100,
            1.2053148746490479
          ],
          [
            7200,
            1.199381709098816
          ],
          [
            7300,
            1.2073278427124023
          ],
          [
            7400,
            1.201449990272522
          ],
          [
            7500,
            1.1974753141403198
          ],
          [
            7600,
            1.2004725933074951
          ],
          [
            7700,
            1.2070506811141968
          ],
          [
            7800,
            1.2085171937942505
          ],
          [
            7900,
            1.1970690488815308
          ],
          [
            8000,
            1.1990861892700195
          ],
          [
            8100,
            1.1890746355056763
          ],
          [
            8200,
            1.1927341222763062
          ],
          [
            8300,
            1.19320547580719
          ],
          [
            8400,
            1.191611409187317
          ],
          [
            8500,
            1.193378210067749
          ],
          [
            8600,
            1.1932651996612549
          ],
          [
            8700,
            1.1905527114868164
          ],
          [
            8800,
            1.180833101272583
          ],
          [
            8900,
            1.1810195446014404
          ],
          [
            9000,
            1.1809344291687012
          ],
          [
            9100,
            1.176018238067627
          ],
          [
            9200,
            1.1864616870880127
          ],
          [
            9300,
            1.1799930334091187
          ]
        ],
        "logging/rms/model.layers.7.mlp.up_proj/parameter": [
          [
            0,
            0.04363701120018959
          ],
          [
            100,
            0.044030025601387024
          ],
          [
            200,
            0.049135901033878326
          ],
          [
            300,
            0.05520440638065338
          ],
          [
            400,
            0.060429900884628296
          ],
          [
            500,
            0.06507760286331177
          ],
          [
            600,
            0.06893565505743027
          ],
          [
            700,
            0.07224015891551971
          ],
          [
            800,
            0.07510945945978165
          ],
          [
            900,
            0.07765483856201172
          ],
          [
            1000,
            0.07994158565998077
          ],
          [
            1100,
            0.08200722187757492
          ],
          [
            1200,
            0.08380928635597229
          ],
          [
            1300,
            0.08541993796825409
          ],
          [
            1400,
            0.08693353831768036
          ],
          [
            1500,
            0.08828581124544144
          ],
          [
            1600,
            0.08949211239814758
          ],
          [
            1700,
            0.09061339497566223
          ],
          [
            1800,
            0.09159042686223984
          ],
          [
            1900,
            0.092500239610672
          ],
          [
            2000,
            0.09329599887132645
          ],
          [
            2100,
            0.09402887523174286
          ],
          [
            2200,
            0.09469583630561829
          ],
          [
            2300,
            0.09527289122343063
          ],
          [
            2400,
            0.09578263014554977
          ],
          [
            2500,
            0.09625068306922913
          ],
          [
            2600,
            0.0966411605477333
          ],
          [
            2700,
            0.09698370844125748
          ],
          [
            2800,
            0.09729557484388351
          ],
          [
            2900,
            0.0975482314825058
          ],
          [
            3000,
            0.09776747226715088
          ],
          [
            3100,
            0.09796014428138733
          ],
          [
            3200,
            0.09807712584733963
          ],
          [
            3300,
            0.09818240255117416
          ],
          [
            3400,
            0.09828004240989685
          ],
          [
            3500,
            0.0983172282576561
          ],
          [
            3600,
            0.09834297746419907
          ],
          [
            3700,
            0.09832338988780975
          ],
          [
            3800,
            0.09829392284154892
          ],
          [
            3900,
            0.09823939949274063
          ],
          [
            4000,
            0.09817354381084442
          ],
          [
            4100,
            0.09807068854570389
          ],
          [
            4200,
            0.09794004261493683
          ],
          [
            4300,
            0.0978143960237503
          ],
          [
            4400,
            0.09764949977397919
          ],
          [
            4500,
            0.09747472405433655
          ],
          [
            4600,
            0.09728336334228516
          ],
          [
            4700,
            0.09708748012781143
          ],
          [
            4800,
            0.09689044952392578
          ],
          [
            4900,
            0.09667537361383438
          ],
          [
            5000,
            0.09644462168216705
          ],
          [
            5100,
            0.09618368744850159
          ],
          [
            5200,
            0.0959344208240509
          ],
          [
            5300,
            0.09566351026296616
          ],
          [
            5400,
            0.09539823979139328
          ],
          [
            5500,
            0.09510520100593567
          ],
          [
            5600,
            0.09482557326555252
          ],
          [
            5700,
            0.09453710913658142
          ],
          [
            5800,
            0.09424031525850296
          ],
          [
            5900,
            0.09394615143537521
          ],
          [
            6000,
            0.09364791959524155
          ],
          [
            6100,
            0.09335409849882126
          ],
          [
            6200,
            0.0930369421839714
          ],
          [
            6300,
            0.0927317887544632
          ],
          [
            6400,
            0.09242627024650574
          ],
          [
            6500,
            0.09211009740829468
          ],
          [
            6600,
            0.09179572016000748
          ],
          [
            6700,
            0.09148083627223969
          ],
          [
            6800,
            0.09116274118423462
          ],
          [
            6900,
            0.09085696190595627
          ],
          [
            7000,
            0.09054800122976303
          ],
          [
            7100,
            0.09024029970169067
          ],
          [
            7200,
            0.0899345651268959
          ],
          [
            7300,
            0.08963912725448608
          ],
          [
            7400,
            0.08933967351913452
          ],
          [
            7500,
            0.08905884623527527
          ],
          [
            7600,
            0.088777557015419
          ],
          [
            7700,
            0.08851002156734467
          ],
          [
            7800,
            0.08824607729911804
          ],
          [
            7900,
            0.08799344301223755
          ],
          [
            8000,
            0.0877470001578331
          ],
          [
            8100,
            0.08751458674669266
          ],
          [
            8200,
            0.08728918433189392
          ],
          [
            8300,
            0.08707575500011444
          ],
          [
            8400,
            0.08687704056501389
          ],
          [
            8500,
            0.08668921142816544
          ],
          [
            8600,
            0.08651968091726303
          ],
          [
            8700,
            0.08636540919542313
          ],
          [
            8800,
            0.08623094856739044
          ],
          [
            8900,
            0.08611181378364563
          ],
          [
            9000,
            0.0860140472650528
          ],
          [
            9100,
            0.08593643456697464
          ],
          [
            9200,
            0.08588122576475143
          ],
          [
            9300,
            0.08585070073604584
          ]
        ],
        "logging/rms/model.layers.3.mlp.down_proj/activation": [
          [
            0,
            0.580547034740448
          ],
          [
            100,
            1.2136750221252441
          ],
          [
            200,
            1.4551845788955688
          ],
          [
            300,
            1.9231271743774414
          ],
          [
            400,
            2.1620421409606934
          ],
          [
            500,
            2.4476852416992188
          ],
          [
            600,
            2.700352191925049
          ],
          [
            700,
            2.850584030151367
          ],
          [
            800,
            2.985961437225342
          ],
          [
            900,
            2.9851770401000977
          ],
          [
            1000,
            3.1191370487213135
          ],
          [
            1100,
            3.270045757293701
          ],
          [
            1200,
            3.250579595565796
          ],
          [
            1300,
            3.2480194568634033
          ],
          [
            1400,
            3.248055934906006
          ],
          [
            1500,
            3.2584216594696045
          ],
          [
            1600,
            3.279621124267578
          ],
          [
            1700,
            3.2700271606445312
          ],
          [
            1800,
            3.3128232955932617
          ],
          [
            1900,
            3.315657138824463
          ],
          [
            2000,
            3.339597225189209
          ],
          [
            2100,
            3.25305438041687
          ],
          [
            2200,
            3.2414393424987793
          ],
          [
            2300,
            3.239217519760132
          ],
          [
            2400,
            3.29333758354187
          ],
          [
            2500,
            3.1851906776428223
          ],
          [
            2600,
            3.139699935913086
          ],
          [
            2700,
            3.1159420013427734
          ],
          [
            2800,
            3.075380802154541
          ],
          [
            2900,
            3.19158935546875
          ],
          [
            3000,
            3.007511854171753
          ],
          [
            3100,
            3.047374963760376
          ],
          [
            3200,
            3.043710708618164
          ],
          [
            3300,
            3.033447742462158
          ],
          [
            3400,
            3.0180907249450684
          ],
          [
            3500,
            2.9792115688323975
          ],
          [
            3600,
            2.9921228885650635
          ],
          [
            3700,
            2.8894894123077393
          ],
          [
            3800,
            2.9699721336364746
          ],
          [
            3900,
            2.938978672027588
          ],
          [
            4000,
            2.9174864292144775
          ],
          [
            4100,
            2.8219470977783203
          ],
          [
            4200,
            2.8060028553009033
          ],
          [
            4300,
            2.7954013347625732
          ],
          [
            4400,
            2.7577900886535645
          ],
          [
            4500,
            2.7131316661834717
          ],
          [
            4600,
            2.7427315711975098
          ],
          [
            4700,
            2.669431686401367
          ],
          [
            4800,
            2.658043146133423
          ],
          [
            4900,
            2.657467842102051
          ],
          [
            5000,
            2.592477560043335
          ],
          [
            5100,
            2.6450023651123047
          ],
          [
            5200,
            2.5867271423339844
          ],
          [
            5300,
            2.58085036277771
          ],
          [
            5400,
            2.549506187438965
          ],
          [
            5500,
            2.520228862762451
          ],
          [
            5600,
            2.5094573497772217
          ],
          [
            5700,
            2.4784748554229736
          ],
          [
            5800,
            2.4369847774505615
          ],
          [
            5900,
            2.4219162464141846
          ],
          [
            6000,
            2.362488269805908
          ],
          [
            6100,
            2.355970621109009
          ],
          [
            6200,
            2.398672580718994
          ],
          [
            6300,
            2.2887868881225586
          ],
          [
            6400,
            2.302542209625244
          ],
          [
            6500,
            2.2648801803588867
          ],
          [
            6600,
            2.3198139667510986
          ],
          [
            6700,
            2.2419474124908447
          ],
          [
            6800,
            2.2113823890686035
          ],
          [
            6900,
            2.1633079051971436
          ],
          [
            7000,
            2.2232067584991455
          ],
          [
            7100,
            2.176694631576538
          ],
          [
            7200,
            2.1381733417510986
          ],
          [
            7300,
            2.116934061050415
          ],
          [
            7400,
            2.1066746711730957
          ],
          [
            7500,
            2.046922445297241
          ],
          [
            7600,
            2.0945160388946533
          ],
          [
            7700,
            2.070359468460083
          ],
          [
            7800,
            2.0445151329040527
          ],
          [
            7900,
            2.02268648147583
          ],
          [
            8000,
            2.018280029296875
          ],
          [
            8100,
            1.9871219396591187
          ],
          [
            8200,
            1.9871727228164673
          ],
          [
            8300,
            1.9893085956573486
          ],
          [
            8400,
            1.938297986984253
          ],
          [
            8500,
            1.9278125762939453
          ],
          [
            8600,
            1.9351961612701416
          ],
          [
            8700,
            1.9235658645629883
          ],
          [
            8800,
            1.9025319814682007
          ],
          [
            8900,
            1.900214672088623
          ],
          [
            9000,
            1.8899257183074951
          ],
          [
            9100,
            1.8784385919570923
          ],
          [
            9200,
            1.880779504776001
          ],
          [
            9300,
            1.8570631742477417
          ]
        ],
        "logging/rms/model.layers.7.mlp.up_proj/activation": [
          [
            0,
            0.9918051958084106
          ],
          [
            100,
            1.0730878114700317
          ],
          [
            200,
            1.4883689880371094
          ],
          [
            300,
            1.808359146118164
          ],
          [
            400,
            1.958263874053955
          ],
          [
            500,
            2.0296647548675537
          ],
          [
            600,
            2.109778642654419
          ],
          [
            700,
            2.1011476516723633
          ],
          [
            800,
            2.140961170196533
          ],
          [
            900,
            2.113083839416504
          ],
          [
            1000,
            2.1442062854766846
          ],
          [
            1100,
            2.1401257514953613
          ],
          [
            1200,
            2.116325855255127
          ],
          [
            1300,
            2.1200766563415527
          ],
          [
            1400,
            2.1091623306274414
          ],
          [
            1500,
            2.1143321990966797
          ],
          [
            1600,
            2.0784780979156494
          ],
          [
            1700,
            2.0532479286193848
          ],
          [
            1800,
            2.0825676918029785
          ],
          [
            1900,
            2.061671733856201
          ],
          [
            2000,
            2.0805957317352295
          ],
          [
            2100,
            2.0566163063049316
          ],
          [
            2200,
            2.053685426712036
          ],
          [
            2300,
            2.0243568420410156
          ],
          [
            2400,
            2.0423331260681152
          ],
          [
            2500,
            2.058119058609009
          ],
          [
            2600,
            2.0164635181427
          ],
          [
            2700,
            2.029118299484253
          ],
          [
            2800,
            2.0418500900268555
          ],
          [
            2900,
            2.01859450340271
          ],
          [
            3000,
            2.005305528640747
          ],
          [
            3100,
            2.013339042663574
          ],
          [
            3200,
            1.991418480873108
          ],
          [
            3300,
            2.00404691696167
          ],
          [
            3400,
            2.01181960105896
          ],
          [
            3500,
            1.9868134260177612
          ],
          [
            3600,
            1.9965095520019531
          ],
          [
            3700,
            1.958182454109192
          ],
          [
            3800,
            1.9684475660324097
          ],
          [
            3900,
            1.9808061122894287
          ],
          [
            4000,
            1.9667048454284668
          ],
          [
            4100,
            1.972322702407837
          ],
          [
            4200,
            1.9653319120407104
          ],
          [
            4300,
            1.9373176097869873
          ],
          [
            4400,
            1.9506372213363647
          ],
          [
            4500,
            1.9508229494094849
          ],
          [
            4600,
            1.9528790712356567
          ],
          [
            4700,
            1.9345208406448364
          ],
          [
            4800,
            1.932525873184204
          ],
          [
            4900,
            1.9522649049758911
          ],
          [
            5000,
            1.9142853021621704
          ],
          [
            5100,
            1.9472488164901733
          ],
          [
            5200,
            1.9466079473495483
          ],
          [
            5300,
            1.9305884838104248
          ],
          [
            5400,
            1.9153149127960205
          ],
          [
            5500,
            1.903791904449463
          ],
          [
            5600,
            1.9235576391220093
          ],
          [
            5700,
            1.9253442287445068
          ],
          [
            5800,
            1.889994740486145
          ],
          [
            5900,
            1.9121286869049072
          ],
          [
            6000,
            1.9000221490859985
          ],
          [
            6100,
            1.9018571376800537
          ],
          [
            6200,
            1.881555438041687
          ],
          [
            6300,
            1.9024262428283691
          ],
          [
            6400,
            1.887527585029602
          ],
          [
            6500,
            1.8979095220565796
          ],
          [
            6600,
            1.896118402481079
          ],
          [
            6700,
            1.872720718383789
          ],
          [
            6800,
            1.8812202215194702
          ],
          [
            6900,
            1.8742828369140625
          ],
          [
            7000,
            1.8996163606643677
          ],
          [
            7100,
            1.875765323638916
          ],
          [
            7200,
            1.8653992414474487
          ],
          [
            7300,
            1.8761849403381348
          ],
          [
            7400,
            1.8644317388534546
          ],
          [
            7500,
            1.8368600606918335
          ],
          [
            7600,
            1.8676338195800781
          ],
          [
            7700,
            1.8678412437438965
          ],
          [
            7800,
            1.8604849576950073
          ],
          [
            7900,
            1.817051649093628
          ],
          [
            8000,
            1.8571981191635132
          ],
          [
            8100,
            1.8392891883850098
          ],
          [
            8200,
            1.8420716524124146
          ],
          [
            8300,
            1.850039005279541
          ],
          [
            8400,
            1.8331973552703857
          ],
          [
            8500,
            1.840002417564392
          ],
          [
            8600,
            1.8253154754638672
          ],
          [
            8700,
            1.8258275985717773
          ],
          [
            8800,
            1.8408037424087524
          ],
          [
            8900,
            1.8392966985702515
          ],
          [
            9000,
            1.830783486366272
          ],
          [
            9100,
            1.823879599571228
          ],
          [
            9200,
            1.8298745155334473
          ],
          [
            9300,
            1.8198511600494385
          ]
        ],
        "logging/rms/model.layers.0.post_attention_layernorm/gradient": [
          [
            0,
            0.0013303752057254314
          ],
          [
            100,
            0.00017162389121949673
          ],
          [
            200,
            0.00016045290976762772
          ],
          [
            300,
            0.00014948552416171879
          ],
          [
            400,
            0.0001424526999471709
          ],
          [
            500,
            0.00014217979332897812
          ],
          [
            600,
            0.00013922467769589275
          ],
          [
            700,
            0.00011775514576584101
          ],
          [
            800,
            0.00011669060040730983
          ],
          [
            900,
            0.0001485243992647156
          ],
          [
            1000,
            0.00011346179235260934
          ],
          [
            1100,
            0.00011497831292217597
          ],
          [
            1200,
            0.00015402170538436621
          ],
          [
            1300,
            0.00012109088856959715
          ],
          [
            1400,
            0.00012579173198901117
          ],
          [
            1500,
            0.00012895149120595306
          ],
          [
            1600,
            0.00015416940732393414
          ],
          [
            1700,
            0.00030624124337919056
          ],
          [
            1800,
            0.00023261761816684157
          ],
          [
            1900,
            0.00017223463510163128
          ],
          [
            2000,
            0.0001950875303009525
          ],
          [
            2100,
            0.00015069909568410367
          ],
          [
            2200,
            0.0001779955782694742
          ],
          [
            2300,
            0.0002711229317355901
          ],
          [
            2400,
            0.00017667771317064762
          ],
          [
            2500,
            0.00014805258251726627
          ],
          [
            2600,
            0.00025832976098172367
          ],
          [
            2700,
            0.00026952376356348395
          ],
          [
            2800,
            0.0002547294716350734
          ],
          [
            2900,
            0.00014024102711118758
          ],
          [
            3000,
            0.00020500899699982256
          ],
          [
            3100,
            0.0002404054393991828
          ],
          [
            3200,
            0.00019439989409875125
          ],
          [
            3300,
            0.0003423730959184468
          ],
          [
            3400,
            0.00020495271019171923
          ],
          [
            3500,
            0.00019717466784641147
          ],
          [
            3600,
            0.00023741478798910975
          ],
          [
            3700,
            0.00022855089628137648
          ],
          [
            3800,
            0.00022182469547260553
          ],
          [
            3900,
            0.00018330531020183116
          ],
          [
            4000,
            0.00018696350161917508
          ],
          [
            4100,
            0.0001725674665067345
          ],
          [
            4200,
            0.0001962153910426423
          ],
          [
            4300,
            0.00022232676565181464
          ],
          [
            4400,
            0.00035498151555657387
          ],
          [
            4500,
            0.0003431806690059602
          ],
          [
            4600,
            0.0002135845716111362
          ],
          [
            4700,
            0.00017305428627878428
          ],
          [
            4800,
            0.00022100376372691244
          ],
          [
            4900,
            0.00019165595585945994
          ],
          [
            5000,
            0.00020816751930397004
          ],
          [
            5100,
            0.0003007064515259117
          ],
          [
            5200,
            0.00019136985065415502
          ],
          [
            5300,
            0.00021544234186876565
          ],
          [
            5400,
            0.0002707918465603143
          ],
          [
            5500,
            0.00036221329355612397
          ],
          [
            5600,
            0.0004984783590771258
          ],
          [
            5700,
            0.0004295165417715907
          ],
          [
            5800,
            0.00020004247198812664
          ],
          [
            5900,
            0.00017823808593675494
          ],
          [
            6000,
            0.00019622533000074327
          ],
          [
            6100,
            0.00027148888329975307
          ],
          [
            6200,
            0.00017594384553376585
          ],
          [
            6300,
            0.0002962722210213542
          ],
          [
            6400,
            0.0002583727182354778
          ],
          [
            6500,
            0.00026514442288316786
          ],
          [
            6600,
            0.0002593477547634393
          ],
          [
            6700,
            0.00019460443581920117
          ],
          [
            6800,
            0.00018765160348266363
          ],
          [
            6900,
            0.00026528487796895206
          ],
          [
            7000,
            0.00019761094881687313
          ],
          [
            7100,
            0.00027565809432417154
          ],
          [
            7200,
            0.0002667413791641593
          ],
          [
            7300,
            0.00019067389075644314
          ],
          [
            7400,
            0.00038124070852063596
          ],
          [
            7500,
            0.00020893002511002123
          ],
          [
            7600,
            0.00022656626242678612
          ],
          [
            7700,
            0.00017537805251777172
          ],
          [
            7800,
            0.00021855576778762043
          ],
          [
            7900,
            0.00018672100850380957
          ],
          [
            8000,
            0.00030198588501662016
          ],
          [
            8100,
            0.00017742119962349534
          ],
          [
            8200,
            0.00022717771935276687
          ],
          [
            8300,
            0.0002397315838607028
          ],
          [
            8400,
            0.00020406115800142288
          ],
          [
            8500,
            0.00021033143275417387
          ],
          [
            8600,
            0.00020606207544915378
          ],
          [
            8700,
            0.00023067418078426272
          ],
          [
            8800,
            0.00017820515495259315
          ],
          [
            8900,
            0.0003043540637008846
          ],
          [
            9000,
            0.0002174916589865461
          ],
          [
            9100,
            0.00018945964984595776
          ],
          [
            9200,
            0.00024529750226065516
          ],
          [
            9300,
            0.00022986048134043813
          ]
        ],
        "logging/rms/model.layers.6.post_attention_layernorm/activation": [
          [
            0,
            0.9999991059303284
          ],
          [
            100,
            0.9794597625732422
          ],
          [
            200,
            0.98299640417099
          ],
          [
            300,
            0.9931331276893616
          ],
          [
            400,
            0.9697821736335754
          ],
          [
            500,
            0.9293818473815918
          ],
          [
            600,
            0.9018967747688293
          ],
          [
            700,
            0.8602012991905212
          ],
          [
            800,
            0.8342726826667786
          ],
          [
            900,
            0.801427960395813
          ],
          [
            1000,
            0.7818796038627625
          ],
          [
            1100,
            0.7596727609634399
          ],
          [
            1200,
            0.7392780184745789
          ],
          [
            1300,
            0.7245526313781738
          ],
          [
            1400,
            0.7092676162719727
          ],
          [
            1500,
            0.7015169858932495
          ],
          [
            1600,
            0.6843594908714294
          ],
          [
            1700,
            0.6710602045059204
          ],
          [
            1800,
            0.667648196220398
          ],
          [
            1900,
            0.6566087007522583
          ],
          [
            2000,
            0.652721107006073
          ],
          [
            2100,
            0.6456231474876404
          ],
          [
            2200,
            0.6374533772468567
          ],
          [
            2300,
            0.6314093470573425
          ],
          [
            2400,
            0.6297634243965149
          ],
          [
            2500,
            0.6290650963783264
          ],
          [
            2600,
            0.616723895072937
          ],
          [
            2700,
            0.6194959878921509
          ],
          [
            2800,
            0.620519757270813
          ],
          [
            2900,
            0.6110441088676453
          ],
          [
            3000,
            0.6088641285896301
          ],
          [
            3100,
            0.6079338788986206
          ],
          [
            3200,
            0.6057990193367004
          ],
          [
            3300,
            0.6017274856567383
          ],
          [
            3400,
            0.6031022071838379
          ],
          [
            3500,
            0.5987256765365601
          ],
          [
            3600,
            0.6025649309158325
          ],
          [
            3700,
            0.5946943163871765
          ],
          [
            3800,
            0.601453423500061
          ],
          [
            3900,
            0.5990729928016663
          ],
          [
            4000,
            0.5989174842834473
          ],
          [
            4100,
            0.6006191372871399
          ],
          [
            4200,
            0.5978540182113647
          ],
          [
            4300,
            0.5972535014152527
          ],
          [
            4400,
            0.6021749377250671
          ],
          [
            4500,
            0.5952199697494507
          ],
          [
            4600,
            0.600796103477478
          ],
          [
            4700,
            0.6036723256111145
          ],
          [
            4800,
            0.6017824411392212
          ],
          [
            4900,
            0.5999840497970581
          ],
          [
            5000,
            0.6024261713027954
          ],
          [
            5100,
            0.6067507266998291
          ],
          [
            5200,
            0.6051999926567078
          ],
          [
            5300,
            0.6083541512489319
          ],
          [
            5400,
            0.6068887114524841
          ],
          [
            5500,
            0.6055305600166321
          ],
          [
            5600,
            0.6075664758682251
          ],
          [
            5700,
            0.6148162484169006
          ],
          [
            5800,
            0.6048073172569275
          ],
          [
            5900,
            0.608335554599762
          ],
          [
            6000,
            0.6063571572303772
          ],
          [
            6100,
            0.6133067607879639
          ],
          [
            6200,
            0.6137998104095459
          ],
          [
            6300,
            0.6155678033828735
          ],
          [
            6400,
            0.6178403496742249
          ],
          [
            6500,
            0.619368314743042
          ],
          [
            6600,
            0.6184731721878052
          ],
          [
            6700,
            0.6154018640518188
          ],
          [
            6800,
            0.6213474273681641
          ],
          [
            6900,
            0.6226778030395508
          ],
          [
            7000,
            0.6260565519332886
          ],
          [
            7100,
            0.6263258457183838
          ],
          [
            7200,
            0.6278951168060303
          ],
          [
            7300,
            0.6286608576774597
          ],
          [
            7400,
            0.6301116943359375
          ],
          [
            7500,
            0.6260374188423157
          ],
          [
            7600,
            0.6319829225540161
          ],
          [
            7700,
            0.6361068487167358
          ],
          [
            7800,
            0.6359040141105652
          ],
          [
            7900,
            0.6306900382041931
          ],
          [
            8000,
            0.6382691860198975
          ],
          [
            8100,
            0.6340372562408447
          ],
          [
            8200,
            0.6381802558898926
          ],
          [
            8300,
            0.6395238637924194
          ],
          [
            8400,
            0.6408528089523315
          ],
          [
            8500,
            0.6404563188552856
          ],
          [
            8600,
            0.6420990228652954
          ],
          [
            8700,
            0.6398430466651917
          ],
          [
            8800,
            0.6414018273353577
          ],
          [
            8900,
            0.6422377228736877
          ],
          [
            9000,
            0.6412961483001709
          ],
          [
            9100,
            0.6395069360733032
          ],
          [
            9200,
            0.6435749530792236
          ],
          [
            9300,
            0.639456033706665
          ]
        ],
        "logging/rms/model.layers.7.post_attention_layernorm/activation": [
          [
            0,
            0.9999992251396179
          ],
          [
            100,
            0.9808171391487122
          ],
          [
            200,
            0.9750221371650696
          ],
          [
            300,
            0.978909969329834
          ],
          [
            400,
            0.9628787636756897
          ],
          [
            500,
            0.9314252138137817
          ],
          [
            600,
            0.914378821849823
          ],
          [
            700,
            0.877120316028595
          ],
          [
            800,
            0.857119619846344
          ],
          [
            900,
            0.8265452980995178
          ],
          [
            1000,
            0.8091707825660706
          ],
          [
            1100,
            0.7946105003356934
          ],
          [
            1200,
            0.7730176448822021
          ],
          [
            1300,
            0.7625969052314758
          ],
          [
            1400,
            0.7459666728973389
          ],
          [
            1500,
            0.7386083006858826
          ],
          [
            1600,
            0.7212038040161133
          ],
          [
            1700,
            0.7049077749252319
          ],
          [
            1800,
            0.7065683007240295
          ],
          [
            1900,
            0.6986424922943115
          ],
          [
            2000,
            0.6957560777664185
          ],
          [
            2100,
            0.6869579553604126
          ],
          [
            2200,
            0.6788564324378967
          ],
          [
            2300,
            0.6709538698196411
          ],
          [
            2400,
            0.6739718317985535
          ],
          [
            2500,
            0.6788351535797119
          ],
          [
            2600,
            0.6593475937843323
          ],
          [
            2700,
            0.663765549659729
          ],
          [
            2800,
            0.669834315776825
          ],
          [
            2900,
            0.6620845198631287
          ],
          [
            3000,
            0.6562288999557495
          ],
          [
            3100,
            0.6566898822784424
          ],
          [
            3200,
            0.654944896697998
          ],
          [
            3300,
            0.6516565084457397
          ],
          [
            3400,
            0.6564227938652039
          ],
          [
            3500,
            0.6471400260925293
          ],
          [
            3600,
            0.6558875441551208
          ],
          [
            3700,
            0.6413586139678955
          ],
          [
            3800,
            0.6506531834602356
          ],
          [
            3900,
            0.6519107818603516
          ],
          [
            4000,
            0.6514019966125488
          ],
          [
            4100,
            0.6550816893577576
          ],
          [
            4200,
            0.6529566645622253
          ],
          [
            4300,
            0.6490816473960876
          ],
          [
            4400,
            0.6556214094161987
          ],
          [
            4500,
            0.652092456817627
          ],
          [
            4600,
            0.6585808396339417
          ],
          [
            4700,
            0.6569716930389404
          ],
          [
            4800,
            0.6551470160484314
          ],
          [
            4900,
            0.6603233814239502
          ],
          [
            5000,
            0.6550784707069397
          ],
          [
            5100,
            0.6684723496437073
          ],
          [
            5200,
            0.6666758060455322
          ],
          [
            5300,
            0.6655024290084839
          ],
          [
            5400,
            0.665482759475708
          ],
          [
            5500,
            0.6635676026344299
          ],
          [
            5600,
            0.6678727269172668
          ],
          [
            5700,
            0.6755765676498413
          ],
          [
            5800,
            0.6634555459022522
          ],
          [
            5900,
            0.6705800890922546
          ],
          [
            6000,
            0.6695806384086609
          ],
          [
            6100,
            0.6754904985427856
          ],
          [
            6200,
            0.6743192076683044
          ],
          [
            6300,
            0.6804713010787964
          ],
          [
            6400,
            0.6804015040397644
          ],
          [
            6500,
            0.684144914150238
          ],
          [
            6600,
            0.6841270327568054
          ],
          [
            6700,
            0.6773059368133545
          ],
          [
            6800,
            0.6840386986732483
          ],
          [
            6900,
            0.6868658661842346
          ],
          [
            7000,
            0.6945970058441162
          ],
          [
            7100,
            0.6915309429168701
          ],
          [
            7200,
            0.6923486590385437
          ],
          [
            7300,
            0.6966605186462402
          ],
          [
            7400,
            0.6955465078353882
          ],
          [
            7500,
            0.6912803053855896
          ],
          [
            7600,
            0.70061856508255
          ],
          [
            7700,
            0.7025347352027893
          ],
          [
            7800,
            0.7022605538368225
          ],
          [
            7900,
            0.6924362182617188
          ],
          [
            8000,
            0.7072083950042725
          ],
          [
            8100,
            0.7012315988540649
          ],
          [
            8200,
            0.7057126760482788
          ],
          [
            8300,
            0.7083067893981934
          ],
          [
            8400,
            0.7072368264198303
          ],
          [
            8500,
            0.7099786996841431
          ],
          [
            8600,
            0.7081474661827087
          ],
          [
            8700,
            0.7095535397529602
          ],
          [
            8800,
            0.7146209478378296
          ],
          [
            8900,
            0.7137073278427124
          ],
          [
            9000,
            0.7133533358573914
          ],
          [
            9100,
            0.7094747424125671
          ],
          [
            9200,
            0.7135298848152161
          ],
          [
            9300,
            0.709450364112854
          ]
        ],
        "logging/rms/model.layers.7.mlp.up_proj/gradient": [
          [
            0,
            7.506953261326998e-05
          ],
          [
            100,
            1.0254952940158546e-05
          ],
          [
            200,
            1.0940536412817892e-05
          ],
          [
            300,
            1.1235833881073631e-05
          ],
          [
            400,
            1.2384478395688348e-05
          ],
          [
            500,
            1.1828811693703756e-05
          ],
          [
            600,
            1.1774197446356993e-05
          ],
          [
            700,
            1.1437872672104277e-05
          ],
          [
            800,
            1.1816074220405426e-05
          ],
          [
            900,
            1.0871955964830704e-05
          ],
          [
            1000,
            1.0748783097369596e-05
          ],
          [
            1100,
            1.1633134818112012e-05
          ],
          [
            1200,
            1.1053524758608546e-05
          ],
          [
            1300,
            1.1050059583794791e-05
          ],
          [
            1400,
            1.1323591024847701e-05
          ],
          [
            1500,
            1.1349421583872754e-05
          ],
          [
            1600,
            1.1040156095987186e-05
          ],
          [
            1700,
            1.0914558515651152e-05
          ],
          [
            1800,
            1.0751151421573013e-05
          ],
          [
            1900,
            1.1209791409783065e-05
          ],
          [
            2000,
            1.131060162151698e-05
          ],
          [
            2100,
            1.1445659765740857e-05
          ],
          [
            2200,
            1.1554050615814049e-05
          ],
          [
            2300,
            1.1897735930688214e-05
          ],
          [
            2400,
            1.1303893188596703e-05
          ],
          [
            2500,
            1.1492664270917885e-05
          ],
          [
            2600,
            1.19249689305434e-05
          ],
          [
            2700,
            1.177376998384716e-05
          ],
          [
            2800,
            1.1665274541883264e-05
          ],
          [
            2900,
            1.1695886314555537e-05
          ],
          [
            3000,
            1.2374105608614627e-05
          ],
          [
            3100,
            1.175685702037299e-05
          ],
          [
            3200,
            1.3111106454744004e-05
          ],
          [
            3300,
            1.201866598421475e-05
          ],
          [
            3400,
            1.2306942153372802e-05
          ],
          [
            3500,
            1.2797598174074665e-05
          ],
          [
            3600,
            1.2489786968217231e-05
          ],
          [
            3700,
            1.3596519238490146e-05
          ],
          [
            3800,
            1.2597081877174787e-05
          ],
          [
            3900,
            1.2991981748200487e-05
          ],
          [
            4000,
            1.304613397223875e-05
          ],
          [
            4100,
            1.2794945178029593e-05
          ],
          [
            4200,
            1.327419977315003e-05
          ],
          [
            4300,
            1.2948274161317386e-05
          ],
          [
            4400,
            1.632028397580143e-05
          ],
          [
            4500,
            1.353892821498448e-05
          ],
          [
            4600,
            1.3935071365267504e-05
          ],
          [
            4700,
            1.3424097232928034e-05
          ],
          [
            4800,
            1.4205489605956245e-05
          ],
          [
            4900,
            1.4174684110912494e-05
          ],
          [
            5000,
            1.3793348443869036e-05
          ],
          [
            5100,
            1.3977148228150327e-05
          ],
          [
            5200,
            1.469023663958069e-05
          ],
          [
            5300,
            1.4256984286475927e-05
          ],
          [
            5400,
            1.4707687114423607e-05
          ],
          [
            5500,
            1.4758889847144019e-05
          ],
          [
            5600,
            1.5024890672066249e-05
          ],
          [
            5700,
            1.4840433323115576e-05
          ],
          [
            5800,
            1.4501019904855639e-05
          ],
          [
            5900,
            1.5561307009193115e-05
          ],
          [
            6000,
            1.4823417586740106e-05
          ],
          [
            6100,
            1.4981032109062653e-05
          ],
          [
            6200,
            1.5388546671601944e-05
          ],
          [
            6300,
            1.586635880812537e-05
          ],
          [
            6400,
            1.626942139409948e-05
          ],
          [
            6500,
            1.6370113371522166e-05
          ],
          [
            6600,
            1.6153029719134793e-05
          ],
          [
            6700,
            1.6033349311328493e-05
          ],
          [
            6800,
            1.6157140635186806e-05
          ],
          [
            6900,
            1.652123137318995e-05
          ],
          [
            7000,
            1.680965578998439e-05
          ],
          [
            7100,
            1.6527446859981865e-05
          ],
          [
            7200,
            1.620242437638808e-05
          ],
          [
            7300,
            1.668015647737775e-05
          ],
          [
            7400,
            1.6809843145892955e-05
          ],
          [
            7500,
            1.699923086562194e-05
          ],
          [
            7600,
            1.714418613119051e-05
          ],
          [
            7700,
            1.7046373613993637e-05
          ],
          [
            7800,
            1.709930074866861e-05
          ],
          [
            7900,
            1.6687668903614394e-05
          ],
          [
            8000,
            1.7587144611752592e-05
          ],
          [
            8100,
            1.8296985217602924e-05
          ],
          [
            8200,
            1.744463042996358e-05
          ],
          [
            8300,
            1.8243357772007585e-05
          ],
          [
            8400,
            1.7909113012137823e-05
          ],
          [
            8500,
            1.7673641195870005e-05
          ],
          [
            8600,
            1.7938586097443476e-05
          ],
          [
            8700,
            1.8367845768807456e-05
          ],
          [
            8800,
            1.7816544641391374e-05
          ],
          [
            8900,
            1.894955858006142e-05
          ],
          [
            9000,
            1.8127211660612375e-05
          ],
          [
            9100,
            1.843579411797691e-05
          ],
          [
            9200,
            1.8108919903170317e-05
          ],
          [
            9300,
            1.7824957467382774e-05
          ]
        ],
        "logging/rms/lm_head/parameter": [
          [
            0,
            0.04361759126186371
          ],
          [
            100,
            0.046539682894945145
          ],
          [
            200,
            0.05151878669857979
          ],
          [
            300,
            0.05569767206907272
          ],
          [
            400,
            0.059916045516729355
          ],
          [
            500,
            0.06359953433275223
          ],
          [
            600,
            0.06676320731639862
          ],
          [
            700,
            0.06952784955501556
          ],
          [
            800,
            0.07198982685804367
          ],
          [
            900,
            0.07417946308851242
          ],
          [
            1000,
            0.07616954296827316
          ],
          [
            1100,
            0.07793860882520676
          ],
          [
            1200,
            0.07954631745815277
          ],
          [
            1300,
            0.0810011774301529
          ],
          [
            1400,
            0.0822988823056221
          ],
          [
            1500,
            0.0835127979516983
          ],
          [
            1600,
            0.08461200445890427
          ],
          [
            1700,
            0.08556842803955078
          ],
          [
            1800,
            0.08644133061170578
          ],
          [
            1900,
            0.08725419640541077
          ],
          [
            2000,
            0.08797173947095871
          ],
          [
            2100,
            0.0886223241686821
          ],
          [
            2200,
            0.08920326083898544
          ],
          [
            2300,
            0.08967442810535431
          ],
          [
            2400,
            0.09011362493038177
          ],
          [
            2500,
            0.09048104286193848
          ],
          [
            2600,
            0.09078893810510635
          ],
          [
            2700,
            0.09105779230594635
          ],
          [
            2800,
            0.09129949659109116
          ],
          [
            2900,
            0.09151091426610947
          ],
          [
            3000,
            0.09169460088014603
          ],
          [
            3100,
            0.09179625660181046
          ],
          [
            3200,
            0.09187555313110352
          ],
          [
            3300,
            0.09193307161331177
          ],
          [
            3400,
            0.09196257591247559
          ],
          [
            3500,
            0.09196273237466812
          ],
          [
            3600,
            0.09192972630262375
          ],
          [
            3700,
            0.09187164902687073
          ],
          [
            3800,
            0.09177005290985107
          ],
          [
            3900,
            0.09166160970926285
          ],
          [
            4000,
            0.09153425693511963
          ],
          [
            4100,
            0.09138267487287521
          ],
          [
            4200,
            0.09122783690690994
          ],
          [
            4300,
            0.09104353934526443
          ],
          [
            4400,
            0.09087032824754715
          ],
          [
            4500,
            0.09064189344644547
          ],
          [
            4600,
            0.09043532609939575
          ],
          [
            4700,
            0.09021518379449844
          ],
          [
            4800,
            0.08997248113155365
          ],
          [
            4900,
            0.08972737938165665
          ],
          [
            5000,
            0.08947063982486725
          ],
          [
            5100,
            0.08921312540769577
          ],
          [
            5200,
            0.08894077688455582
          ],
          [
            5300,
            0.08866170793771744
          ],
          [
            5400,
            0.08837810903787613
          ],
          [
            5500,
            0.08809500932693481
          ],
          [
            5600,
            0.08780205249786377
          ],
          [
            5700,
            0.08748390525579453
          ],
          [
            5800,
            0.08719315379858017
          ],
          [
            5900,
            0.08689708262681961
          ],
          [
            6000,
            0.08660132437944412
          ],
          [
            6100,
            0.08628576993942261
          ],
          [
            6200,
            0.08597446978092194
          ],
          [
            6300,
            0.08568217605352402
          ],
          [
            6400,
            0.0853724405169487
          ],
          [
            6500,
            0.08507388085126877
          ],
          [
            6600,
            0.08477098494768143
          ],
          [
            6700,
            0.08445882797241211
          ],
          [
            6800,
            0.08416485786437988
          ],
          [
            6900,
            0.0838686153292656
          ],
          [
            7000,
            0.08357570320367813
          ],
          [
            7100,
            0.08327765017747879
          ],
          [
            7200,
            0.0829973965883255
          ],
          [
            7300,
            0.08272024244070053
          ],
          [
            7400,
            0.08245294541120529
          ],
          [
            7500,
            0.08218677341938019
          ],
          [
            7600,
            0.08192364126443863
          ],
          [
            7700,
            0.08166815340518951
          ],
          [
            7800,
            0.08142659813165665
          ],
          [
            7900,
            0.08119110763072968
          ],
          [
            8000,
            0.08096564561128616
          ],
          [
            8100,
            0.08074929565191269
          ],
          [
            8200,
            0.08055140823125839
          ],
          [
            8300,
            0.08036114275455475
          ],
          [
            8400,
            0.08018042892217636
          ],
          [
            8500,
            0.08001576364040375
          ],
          [
            8600,
            0.07986380159854889
          ],
          [
            8700,
            0.07972487062215805
          ],
          [
            8800,
            0.07960279285907745
          ],
          [
            8900,
            0.07949874550104141
          ],
          [
            9000,
            0.0794086828827858
          ],
          [
            9100,
            0.07933811843395233
          ],
          [
            9200,
            0.07928816974163055
          ],
          [
            9300,
            0.07926001399755478
          ]
        ],
        "logging/rms/model.layers.2.mlp.down_proj/activation": [
          [
            0,
            0.5657753348350525
          ],
          [
            100,
            1.4397817850112915
          ],
          [
            200,
            1.4746276140213013
          ],
          [
            300,
            1.773573637008667
          ],
          [
            400,
            1.9545392990112305
          ],
          [
            500,
            2.2139108180999756
          ],
          [
            600,
            2.4405367374420166
          ],
          [
            700,
            2.612553119659424
          ],
          [
            800,
            2.722480297088623
          ],
          [
            900,
            2.7177298069000244
          ],
          [
            1000,
            2.788430690765381
          ],
          [
            1100,
            2.9587271213531494
          ],
          [
            1200,
            2.9248318672180176
          ],
          [
            1300,
            3.0565712451934814
          ],
          [
            1400,
            2.9884090423583984
          ],
          [
            1500,
            2.9594333171844482
          ],
          [
            1600,
            2.959855079650879
          ],
          [
            1700,
            2.9858975410461426
          ],
          [
            1800,
            2.996189832687378
          ],
          [
            1900,
            3.021538257598877
          ],
          [
            2000,
            2.9958336353302
          ],
          [
            2100,
            2.994431972503662
          ],
          [
            2200,
            2.864255905151367
          ],
          [
            2300,
            2.893537998199463
          ],
          [
            2400,
            2.9804978370666504
          ],
          [
            2500,
            2.9623711109161377
          ],
          [
            2600,
            2.8793983459472656
          ],
          [
            2700,
            2.9102869033813477
          ],
          [
            2800,
            2.8003957271575928
          ],
          [
            2900,
            2.9069502353668213
          ],
          [
            3000,
            2.7849974632263184
          ],
          [
            3100,
            2.81125807762146
          ],
          [
            3200,
            2.6965038776397705
          ],
          [
            3300,
            2.6817867755889893
          ],
          [
            3400,
            2.6776134967803955
          ],
          [
            3500,
            2.6828360557556152
          ],
          [
            3600,
            2.6981563568115234
          ],
          [
            3700,
            2.644853115081787
          ],
          [
            3800,
            2.682410717010498
          ],
          [
            3900,
            2.6338419914245605
          ],
          [
            4000,
            2.5981671810150146
          ],
          [
            4100,
            2.573674201965332
          ],
          [
            4200,
            2.5326056480407715
          ],
          [
            4300,
            2.5138611793518066
          ],
          [
            4400,
            2.42413067817688
          ],
          [
            4500,
            2.4273290634155273
          ],
          [
            4600,
            2.4044597148895264
          ],
          [
            4700,
            2.4076709747314453
          ],
          [
            4800,
            2.3808326721191406
          ],
          [
            4900,
            2.3435847759246826
          ],
          [
            5000,
            2.3166632652282715
          ],
          [
            5100,
            2.3560705184936523
          ],
          [
            5200,
            2.3161838054656982
          ],
          [
            5300,
            2.311333417892456
          ],
          [
            5400,
            2.253350019454956
          ],
          [
            5500,
            2.2224302291870117
          ],
          [
            5600,
            2.210245370864868
          ],
          [
            5700,
            2.204739570617676
          ],
          [
            5800,
            2.136829137802124
          ],
          [
            5900,
            2.1812243461608887
          ],
          [
            6000,
            2.1019015312194824
          ],
          [
            6100,
            2.090660333633423
          ],
          [
            6200,
            2.1036806106567383
          ],
          [
            6300,
            2.0221049785614014
          ],
          [
            6400,
            2.0292413234710693
          ],
          [
            6500,
            1.989668846130371
          ],
          [
            6600,
            2.028869152069092
          ],
          [
            6700,
            1.9881037473678589
          ],
          [
            6800,
            1.9252474308013916
          ],
          [
            6900,
            1.9103069305419922
          ],
          [
            7000,
            1.9629367589950562
          ],
          [
            7100,
            1.918685793876648
          ],
          [
            7200,
            1.874004602432251
          ],
          [
            7300,
            1.8568955659866333
          ],
          [
            7400,
            1.8628382682800293
          ],
          [
            7500,
            1.791853427886963
          ],
          [
            7600,
            1.85199773311615
          ],
          [
            7700,
            1.8361843824386597
          ],
          [
            7800,
            1.7932969331741333
          ],
          [
            7900,
            1.7734546661376953
          ],
          [
            8000,
            1.7638827562332153
          ],
          [
            8100,
            1.76154363155365
          ],
          [
            8200,
            1.7432771921157837
          ],
          [
            8300,
            1.7406868934631348
          ],
          [
            8400,
            1.7184845209121704
          ],
          [
            8500,
            1.667725920677185
          ],
          [
            8600,
            1.6945430040359497
          ],
          [
            8700,
            1.672269344329834
          ],
          [
            8800,
            1.6693390607833862
          ],
          [
            8900,
            1.657354712486267
          ],
          [
            9000,
            1.6666680574417114
          ],
          [
            9100,
            1.650180459022522
          ],
          [
            9200,
            1.6539702415466309
          ],
          [
            9300,
            1.6377032995224
          ]
        ],
        "logging/rms/model.layers.5.self_attn.o_proj/parameter": [
          [
            0,
            0.043622225522994995
          ],
          [
            100,
            0.04412011429667473
          ],
          [
            200,
            0.04792960360646248
          ],
          [
            300,
            0.052132442593574524
          ],
          [
            400,
            0.05640735477209091
          ],
          [
            500,
            0.060878146439790726
          ],
          [
            600,
            0.06490810960531235
          ],
          [
            700,
            0.06855554133653641
          ],
          [
            800,
            0.07177659124135971
          ],
          [
            900,
            0.07479826360940933
          ],
          [
            1000,
            0.07742871344089508
          ],
          [
            1100,
            0.07988612353801727
          ],
          [
            1200,
            0.0820528119802475
          ],
          [
            1300,
            0.08403687924146652
          ],
          [
            1400,
            0.08582855015993118
          ],
          [
            1500,
            0.08740595728158951
          ],
          [
            1600,
            0.08884239196777344
          ],
          [
            1700,
            0.09014222025871277
          ],
          [
            1800,
            0.09136553853750229
          ],
          [
            1900,
            0.09246811270713806
          ],
          [
            2000,
            0.09341717511415482
          ],
          [
            2100,
            0.09424906969070435
          ],
          [
            2200,
            0.09505340456962585
          ],
          [
            2300,
            0.09579624980688095
          ],
          [
            2400,
            0.09639222174882889
          ],
          [
            2500,
            0.0969449058175087
          ],
          [
            2600,
            0.0974624827504158
          ],
          [
            2700,
            0.09785503894090652
          ],
          [
            2800,
            0.09822480380535126
          ],
          [
            2900,
            0.09852349758148193
          ],
          [
            3000,
            0.09881210327148438
          ],
          [
            3100,
            0.09904543310403824
          ],
          [
            3200,
            0.0992250069975853
          ],
          [
            3300,
            0.09932523220777512
          ],
          [
            3400,
            0.09944415837526321
          ],
          [
            3500,
            0.09945554286241531
          ],
          [
            3600,
            0.09953026473522186
          ],
          [
            3700,
            0.0995103046298027
          ],
          [
            3800,
            0.09947281330823898
          ],
          [
            3900,
            0.0993860512971878
          ],
          [
            4000,
            0.09932062774896622
          ],
          [
            4100,
            0.09920268505811691
          ],
          [
            4200,
            0.09909740090370178
          ],
          [
            4300,
            0.09898146986961365
          ],
          [
            4400,
            0.09880713373422623
          ],
          [
            4500,
            0.09860746562480927
          ],
          [
            4600,
            0.09840428084135056
          ],
          [
            4700,
            0.09816304594278336
          ],
          [
            4800,
            0.09795355051755905
          ],
          [
            4900,
            0.09769440442323685
          ],
          [
            5000,
            0.09740781784057617
          ],
          [
            5100,
            0.09715817123651505
          ],
          [
            5200,
            0.0968674048781395
          ],
          [
            5300,
            0.09661301225423813
          ],
          [
            5400,
            0.09632593393325806
          ],
          [
            5500,
            0.09602750092744827
          ],
          [
            5600,
            0.09573972225189209
          ],
          [
            5700,
            0.09543049335479736
          ],
          [
            5800,
            0.09508078545331955
          ],
          [
            5900,
            0.09476283937692642
          ],
          [
            6000,
            0.09442489594221115
          ],
          [
            6100,
            0.09403716027736664
          ],
          [
            6200,
            0.09371515363454819
          ],
          [
            6300,
            0.09337904304265976
          ],
          [
            6400,
            0.09304772317409515
          ],
          [
            6500,
            0.09270181506872177
          ],
          [
            6600,
            0.09236729890108109
          ],
          [
            6700,
            0.0920039713382721
          ],
          [
            6800,
            0.09167784452438354
          ],
          [
            6900,
            0.0913371667265892
          ],
          [
            7000,
            0.09100531041622162
          ],
          [
            7100,
            0.09068787097930908
          ],
          [
            7200,
            0.09034115821123123
          ],
          [
            7300,
            0.09003367274999619
          ],
          [
            7400,
            0.08971267193555832
          ],
          [
            7500,
            0.08937589824199677
          ],
          [
            7600,
            0.0890611931681633
          ],
          [
            7700,
            0.08877532184123993
          ],
          [
            7800,
            0.08848683536052704
          ],
          [
            7900,
            0.08820289373397827
          ],
          [
            8000,
            0.0879565104842186
          ],
          [
            8100,
            0.08769934624433517
          ],
          [
            8200,
            0.08745868504047394
          ],
          [
            8300,
            0.08722540736198425
          ],
          [
            8400,
            0.08701197803020477
          ],
          [
            8500,
            0.0868120938539505
          ],
          [
            8600,
            0.08664330840110779
          ],
          [
            8700,
            0.08647267520427704
          ],
          [
            8800,
            0.08633103221654892
          ],
          [
            8900,
            0.08620256930589676
          ],
          [
            9000,
            0.08609672635793686
          ],
          [
            9100,
            0.08601728826761246
          ],
          [
            9200,
            0.08595981448888779
          ],
          [
            9300,
            0.08592545241117477
          ]
        ],
        "logging/rms/model.layers.0/activation": [
          [
            0,
            0.5822235345840454
          ],
          [
            100,
            9.590437889099121
          ],
          [
            200,
            9.416803359985352
          ],
          [
            300,
            8.890275001525879
          ],
          [
            400,
            8.893701553344727
          ],
          [
            500,
            9.441266059875488
          ],
          [
            600,
            9.69314956665039
          ],
          [
            700,
            9.687084197998047
          ],
          [
            800,
            10.187173843383789
          ],
          [
            900,
            10.067870140075684
          ],
          [
            1000,
            10.351411819458008
          ],
          [
            1100,
            10.193323135375977
          ],
          [
            1200,
            10.329204559326172
          ],
          [
            1300,
            10.285266876220703
          ],
          [
            1400,
            10.231942176818848
          ],
          [
            1500,
            10.14233112335205
          ],
          [
            1600,
            9.979619026184082
          ],
          [
            1700,
            10.01334285736084
          ],
          [
            1800,
            9.967158317565918
          ],
          [
            1900,
            9.888130187988281
          ],
          [
            2000,
            9.653045654296875
          ],
          [
            2100,
            9.620823860168457
          ],
          [
            2200,
            9.531047821044922
          ],
          [
            2300,
            9.4562349319458
          ],
          [
            2400,
            9.231073379516602
          ],
          [
            2500,
            9.129520416259766
          ],
          [
            2600,
            9.099762916564941
          ],
          [
            2700,
            8.982056617736816
          ],
          [
            2800,
            8.788252830505371
          ],
          [
            2900,
            8.738981246948242
          ],
          [
            3000,
            8.535062789916992
          ],
          [
            3100,
            8.363831520080566
          ],
          [
            3200,
            8.283926963806152
          ],
          [
            3300,
            8.261280059814453
          ],
          [
            3400,
            8.109962463378906
          ],
          [
            3500,
            8.066132545471191
          ],
          [
            3600,
            7.878918170928955
          ],
          [
            3700,
            7.690463542938232
          ],
          [
            3800,
            7.606639385223389
          ],
          [
            3900,
            7.500124931335449
          ],
          [
            4000,
            7.445082187652588
          ],
          [
            4100,
            7.28007698059082
          ],
          [
            4200,
            7.128557205200195
          ],
          [
            4300,
            7.040025234222412
          ],
          [
            4400,
            6.995085716247559
          ],
          [
            4500,
            6.872825622558594
          ],
          [
            4600,
            6.684453964233398
          ],
          [
            4700,
            6.640397548675537
          ],
          [
            4800,
            6.545431613922119
          ],
          [
            4900,
            6.419497489929199
          ],
          [
            5000,
            6.344048023223877
          ],
          [
            5100,
            6.2426605224609375
          ],
          [
            5200,
            6.183877468109131
          ],
          [
            5300,
            6.1017913818359375
          ],
          [
            5400,
            5.95231294631958
          ],
          [
            5500,
            5.8920817375183105
          ],
          [
            5600,
            5.778850555419922
          ],
          [
            5700,
            5.701569080352783
          ],
          [
            5800,
            5.633530616760254
          ],
          [
            5900,
            5.5627522468566895
          ],
          [
            6000,
            5.448401927947998
          ],
          [
            6100,
            5.396361351013184
          ],
          [
            6200,
            5.33333158493042
          ],
          [
            6300,
            5.237744331359863
          ],
          [
            6400,
            5.148281574249268
          ],
          [
            6500,
            5.093485355377197
          ],
          [
            6600,
            4.984116554260254
          ],
          [
            6700,
            4.888582706451416
          ],
          [
            6800,
            4.844564437866211
          ],
          [
            6900,
            4.800186634063721
          ],
          [
            7000,
            4.751051902770996
          ],
          [
            7100,
            4.66595983505249
          ],
          [
            7200,
            4.563077926635742
          ],
          [
            7300,
            4.562541484832764
          ],
          [
            7400,
            4.446878433227539
          ],
          [
            7500,
            4.431290149688721
          ],
          [
            7600,
            4.360308647155762
          ],
          [
            7700,
            4.307741641998291
          ],
          [
            7800,
            4.253378868103027
          ],
          [
            7900,
            4.189830303192139
          ],
          [
            8000,
            4.141715049743652
          ],
          [
            8100,
            4.08803653717041
          ],
          [
            8200,
            4.050041675567627
          ],
          [
            8300,
            4.006046772003174
          ],
          [
            8400,
            3.9685513973236084
          ],
          [
            8500,
            3.942073345184326
          ],
          [
            8600,
            3.912576675415039
          ],
          [
            8700,
            3.8578217029571533
          ],
          [
            8800,
            3.8378427028656006
          ],
          [
            8900,
            3.825535774230957
          ],
          [
            9000,
            3.770979166030884
          ],
          [
            9100,
            3.758425235748291
          ],
          [
            9200,
            3.769073963165283
          ],
          [
            9300,
            3.751845359802246
          ]
        ],
        "logging/rms/model.layers.1/activation": [
          [
            0,
            1.1076393127441406
          ],
          [
            100,
            11.149566650390625
          ],
          [
            200,
            10.606261253356934
          ],
          [
            300,
            10.107117652893066
          ],
          [
            400,
            10.268636703491211
          ],
          [
            500,
            11.022237777709961
          ],
          [
            600,
            11.540005683898926
          ],
          [
            700,
            11.76687240600586
          ],
          [
            800,
            12.390708923339844
          ],
          [
            900,
            12.452582359313965
          ],
          [
            1000,
            12.770894050598145
          ],
          [
            1100,
            12.793347358703613
          ],
          [
            1200,
            12.894421577453613
          ],
          [
            1300,
            12.964669227600098
          ],
          [
            1400,
            12.930524826049805
          ],
          [
            1500,
            12.934755325317383
          ],
          [
            1600,
            12.78156852722168
          ],
          [
            1700,
            12.829241752624512
          ],
          [
            1800,
            12.841554641723633
          ],
          [
            1900,
            12.671293258666992
          ],
          [
            2000,
            12.495649337768555
          ],
          [
            2100,
            12.4419527053833
          ],
          [
            2200,
            12.384931564331055
          ],
          [
            2300,
            12.210763931274414
          ],
          [
            2400,
            12.078651428222656
          ],
          [
            2500,
            11.818485260009766
          ],
          [
            2600,
            11.761590003967285
          ],
          [
            2700,
            11.673932075500488
          ],
          [
            2800,
            11.396810531616211
          ],
          [
            2900,
            11.309239387512207
          ],
          [
            3000,
            11.128846168518066
          ],
          [
            3100,
            10.932441711425781
          ],
          [
            3200,
            10.771743774414062
          ],
          [
            3300,
            10.721456527709961
          ],
          [
            3400,
            10.499616622924805
          ],
          [
            3500,
            10.459874153137207
          ],
          [
            3600,
            10.243517875671387
          ],
          [
            3700,
            10.018866539001465
          ],
          [
            3800,
            9.885326385498047
          ],
          [
            3900,
            9.729948997497559
          ],
          [
            4000,
            9.646392822265625
          ],
          [
            4100,
            9.448619842529297
          ],
          [
            4200,
            9.223505020141602
          ],
          [
            4300,
            9.123522758483887
          ],
          [
            4400,
            9.006114959716797
          ],
          [
            4500,
            8.881776809692383
          ],
          [
            4600,
            8.642165184020996
          ],
          [
            4700,
            8.576339721679688
          ],
          [
            4800,
            8.397859573364258
          ],
          [
            4900,
            8.30095100402832
          ],
          [
            5000,
            8.137545585632324
          ],
          [
            5100,
            8.062609672546387
          ],
          [
            5200,
            7.918822765350342
          ],
          [
            5300,
            7.843553066253662
          ],
          [
            5400,
            7.677751064300537
          ],
          [
            5500,
            7.543088436126709
          ],
          [
            5600,
            7.4517011642456055
          ],
          [
            5700,
            7.325701713562012
          ],
          [
            5800,
            7.245601654052734
          ],
          [
            5900,
            7.135366916656494
          ],
          [
            6000,
            7.003591060638428
          ],
          [
            6100,
            6.911801338195801
          ],
          [
            6200,
            6.815989971160889
          ],
          [
            6300,
            6.707515716552734
          ],
          [
            6400,
            6.586437702178955
          ],
          [
            6500,
            6.511087417602539
          ],
          [
            6600,
            6.36544132232666
          ],
          [
            6700,
            6.257536888122559
          ],
          [
            6800,
            6.174189567565918
          ],
          [
            6900,
            6.109671115875244
          ],
          [
            7000,
            6.0410075187683105
          ],
          [
            7100,
            5.944996356964111
          ],
          [
            7200,
            5.817538738250732
          ],
          [
            7300,
            5.789095878601074
          ],
          [
            7400,
            5.662961959838867
          ],
          [
            7500,
            5.600409030914307
          ],
          [
            7600,
            5.520446300506592
          ],
          [
            7700,
            5.464437007904053
          ],
          [
            7800,
            5.396644115447998
          ],
          [
            7900,
            5.3011698722839355
          ],
          [
            8000,
            5.2332963943481445
          ],
          [
            8100,
            5.178869724273682
          ],
          [
            8200,
            5.111490249633789
          ],
          [
            8300,
            5.055795669555664
          ],
          [
            8400,
            5.010693550109863
          ],
          [
            8500,
            4.96552848815918
          ],
          [
            8600,
            4.929554462432861
          ],
          [
            8700,
            4.867369174957275
          ],
          [
            8800,
            4.83894681930542
          ],
          [
            8900,
            4.8042216300964355
          ],
          [
            9000,
            4.758886337280273
          ],
          [
            9100,
            4.727253437042236
          ],
          [
            9200,
            4.741727352142334
          ],
          [
            9300,
            4.7166428565979
          ]
        ],
        "logging/rms/model.layers.0.mlp/activation": [
          [
            0,
            0.5795445442199707
          ],
          [
            100,
            9.070283889770508
          ],
          [
            200,
            8.836925506591797
          ],
          [
            300,
            8.137370109558105
          ],
          [
            400,
            7.860622882843018
          ],
          [
            500,
            8.157390594482422
          ],
          [
            600,
            8.13976001739502
          ],
          [
            700,
            7.830926895141602
          ],
          [
            800,
            8.222808837890625
          ],
          [
            900,
            7.885714530944824
          ],
          [
            1000,
            8.122030258178711
          ],
          [
            1100,
            7.914546489715576
          ],
          [
            1200,
            7.946160793304443
          ],
          [
            1300,
            7.909861087799072
          ],
          [
            1400,
            7.844809055328369
          ],
          [
            1500,
            7.758275032043457
          ],
          [
            1600,
            7.549309253692627
          ],
          [
            1700,
            7.579934120178223
          ],
          [
            1800,
            7.601088047027588
          ],
          [
            1900,
            7.53882360458374
          ],
          [
            2000,
            7.2992939949035645
          ],
          [
            2100,
            7.3293304443359375
          ],
          [
            2200,
            7.236944198608398
          ],
          [
            2300,
            7.208667755126953
          ],
          [
            2400,
            6.952704906463623
          ],
          [
            2500,
            6.894851207733154
          ],
          [
            2600,
            6.869370460510254
          ],
          [
            2700,
            6.805730819702148
          ],
          [
            2800,
            6.61972713470459
          ],
          [
            2900,
            6.636372089385986
          ],
          [
            3000,
            6.43734073638916
          ],
          [
            3100,
            6.274750709533691
          ],
          [
            3200,
            6.252445697784424
          ],
          [
            3300,
            6.24268102645874
          ],
          [
            3400,
            6.145596981048584
          ],
          [
            3500,
            6.117575645446777
          ],
          [
            3600,
            5.9638519287109375
          ],
          [
            3700,
            5.747783184051514
          ],
          [
            3800,
            5.709131240844727
          ],
          [
            3900,
            5.628293514251709
          ],
          [
            4000,
            5.627695560455322
          ],
          [
            4100,
            5.447548866271973
          ],
          [
            4200,
            5.329896450042725
          ],
          [
            4300,
            5.251118183135986
          ],
          [
            4400,
            5.252754211425781
          ],
          [
            4500,
            5.149136543273926
          ],
          [
            4600,
            4.9553751945495605
          ],
          [
            4700,
            4.945767402648926
          ],
          [
            4800,
            4.859333038330078
          ],
          [
            4900,
            4.742553234100342
          ],
          [
            5000,
            4.709348201751709
          ],
          [
            5100,
            4.6367082595825195
          ],
          [
            5200,
            4.5814971923828125
          ],
          [
            5300,
            4.564384460449219
          ],
          [
            5400,
            4.412965774536133
          ],
          [
            5500,
            4.378345489501953
          ],
          [
            5600,
            4.255030632019043
          ],
          [
            5700,
            4.204134464263916
          ],
          [
            5800,
            4.164264678955078
          ],
          [
            5900,
            4.132410049438477
          ],
          [
            6000,
            4.018564701080322
          ],
          [
            6100,
            3.98636794090271
          ],
          [
            6200,
            3.9474432468414307
          ],
          [
            6300,
            3.8473525047302246
          ],
          [
            6400,
            3.7796647548675537
          ],
          [
            6500,
            3.7445120811462402
          ],
          [
            6600,
            3.6612303256988525
          ],
          [
            6700,
            3.573668956756592
          ],
          [
            6800,
            3.5449347496032715
          ],
          [
            6900,
            3.530100107192993
          ],
          [
            7000,
            3.4998157024383545
          ],
          [
            7100,
            3.416898727416992
          ],
          [
            7200,
            3.3170411586761475
          ],
          [
            7300,
            3.358530282974243
          ],
          [
            7400,
            3.2333033084869385
          ],
          [
            7500,
            3.2509303092956543
          ],
          [
            7600,
            3.202883005142212
          ],
          [
            7700,
            3.1511294841766357
          ],
          [
            7800,
            3.1138157844543457
          ],
          [
            7900,
            3.056658983230591
          ],
          [
            8000,
            3.0144872665405273
          ],
          [
            8100,
            2.9891128540039062
          ],
          [
            8200,
            2.9546709060668945
          ],
          [
            8300,
            2.924379825592041
          ],
          [
            8400,
            2.885864734649658
          ],
          [
            8500,
            2.889522075653076
          ],
          [
            8600,
            2.858978509902954
          ],
          [
            8700,
            2.8245019912719727
          ],
          [
            8800,
            2.8074402809143066
          ],
          [
            8900,
            2.80570387840271
          ],
          [
            9000,
            2.7514357566833496
          ],
          [
            9100,
            2.737985610961914
          ],
          [
            9200,
            2.751394748687744
          ],
          [
            9300,
            2.7396321296691895
          ]
        ],
        "logging/rms/model.layers.4.self_attn.v_proj/gradient": [
          [
            0,
            0.0004799292655661702
          ],
          [
            100,
            4.007702227681875e-05
          ],
          [
            200,
            5.107569450046867e-05
          ],
          [
            300,
            3.921405004803091e-05
          ],
          [
            400,
            6.699410732835531e-05
          ],
          [
            500,
            5.244879866950214e-05
          ],
          [
            600,
            7.235617522383109e-05
          ],
          [
            700,
            5.7436820497969165e-05
          ],
          [
            800,
            7.189978350652382e-05
          ],
          [
            900,
            6.334088539006189e-05
          ],
          [
            1000,
            6.157139432616532e-05
          ],
          [
            1100,
            7.963686221046373e-05
          ],
          [
            1200,
            8.074965444393456e-05
          ],
          [
            1300,
            8.284813520731404e-05
          ],
          [
            1400,
            5.212628821027465e-05
          ],
          [
            1500,
            8.635828271508217e-05
          ],
          [
            1600,
            6.928071525180712e-05
          ],
          [
            1700,
            7.618049858137965e-05
          ],
          [
            1800,
            6.815721280872822e-05
          ],
          [
            1900,
            6.881501758471131e-05
          ],
          [
            2000,
            6.190173007780686e-05
          ],
          [
            2100,
            9.21123573789373e-05
          ],
          [
            2200,
            7.269853813340887e-05
          ],
          [
            2300,
            7.53524000174366e-05
          ],
          [
            2400,
            6.828665209468454e-05
          ],
          [
            2500,
            6.14663222222589e-05
          ],
          [
            2600,
            5.622891694656573e-05
          ],
          [
            2700,
            6.461687007686123e-05
          ],
          [
            2800,
            6.702561222482473e-05
          ],
          [
            2900,
            6.849581404821947e-05
          ],
          [
            3000,
            9.578133176546544e-05
          ],
          [
            3100,
            5.819922807859257e-05
          ],
          [
            3200,
            7.004224607953802e-05
          ],
          [
            3300,
            9.048319770954549e-05
          ],
          [
            3400,
            6.805510929552838e-05
          ],
          [
            3500,
            8.366728434339166e-05
          ],
          [
            3600,
            5.259558747638948e-05
          ],
          [
            3700,
            6.785149162169546e-05
          ],
          [
            3800,
            6.821064016548917e-05
          ],
          [
            3900,
            8.218572475016117e-05
          ],
          [
            4000,
            7.7144279202912e-05
          ],
          [
            4100,
            6.90818706061691e-05
          ],
          [
            4200,
            5.9003235946875066e-05
          ],
          [
            4300,
            6.369253242155537e-05
          ],
          [
            4400,
            7.611253386130556e-05
          ],
          [
            4500,
            6.303554255282506e-05
          ],
          [
            4600,
            7.322805322473869e-05
          ],
          [
            4700,
            5.999764471198432e-05
          ],
          [
            4800,
            6.280583329498768e-05
          ],
          [
            4900,
            4.924337554257363e-05
          ],
          [
            5000,
            7.328312494792044e-05
          ],
          [
            5100,
            7.222693238873035e-05
          ],
          [
            5200,
            5.696764128515497e-05
          ],
          [
            5300,
            7.516272307839245e-05
          ],
          [
            5400,
            8.466221333947033e-05
          ],
          [
            5500,
            6.341576226986945e-05
          ],
          [
            5600,
            5.873428381164558e-05
          ],
          [
            5700,
            7.696345710428432e-05
          ],
          [
            5800,
            6.943636981304735e-05
          ],
          [
            5900,
            7.305968028958887e-05
          ],
          [
            6000,
            5.7604906032793224e-05
          ],
          [
            6100,
            6.95165726938285e-05
          ],
          [
            6200,
            5.4655880376230925e-05
          ],
          [
            6300,
            7.125995034584776e-05
          ],
          [
            6400,
            5.742638313677162e-05
          ],
          [
            6500,
            5.813908501295373e-05
          ],
          [
            6600,
            7.625781290698797e-05
          ],
          [
            6700,
            6.09352755418513e-05
          ],
          [
            6800,
            5.4886473662918434e-05
          ],
          [
            6900,
            7.822015322744846e-05
          ],
          [
            7000,
            5.815758413518779e-05
          ],
          [
            7100,
            6.276045314734802e-05
          ],
          [
            7200,
            5.980460991850123e-05
          ],
          [
            7300,
            6.711785681545734e-05
          ],
          [
            7400,
            7.73840511101298e-05
          ],
          [
            7500,
            6.717548239976168e-05
          ],
          [
            7600,
            6.350046169245616e-05
          ],
          [
            7700,
            6.860495341243222e-05
          ],
          [
            7800,
            5.8791494666365907e-05
          ],
          [
            7900,
            6.400859274435788e-05
          ],
          [
            8000,
            5.861970566911623e-05
          ],
          [
            8100,
            5.295811206451617e-05
          ],
          [
            8200,
            6.61977319396101e-05
          ],
          [
            8300,
            6.510019738925621e-05
          ],
          [
            8400,
            6.497119466075674e-05
          ],
          [
            8500,
            7.190048199845478e-05
          ],
          [
            8600,
            6.661559746135026e-05
          ],
          [
            8700,
            5.91812604398001e-05
          ],
          [
            8800,
            6.347597081912681e-05
          ],
          [
            8900,
            5.8766603615367785e-05
          ],
          [
            9000,
            5.0773196562658995e-05
          ],
          [
            9100,
            4.917482874589041e-05
          ],
          [
            9200,
            5.4928663303144276e-05
          ],
          [
            9300,
            5.914831126574427e-05
          ]
        ],
        "logging/rms/model.layers.4.mlp.up_proj/activation": [
          [
            0,
            0.9874439239501953
          ],
          [
            100,
            1.082901120185852
          ],
          [
            200,
            1.354088544845581
          ],
          [
            300,
            1.594597339630127
          ],
          [
            400,
            1.6758626699447632
          ],
          [
            500,
            1.698693871498108
          ],
          [
            600,
            1.7128987312316895
          ],
          [
            700,
            1.6992123126983643
          ],
          [
            800,
            1.6867929697036743
          ],
          [
            900,
            1.6541165113449097
          ],
          [
            1000,
            1.6546720266342163
          ],
          [
            1100,
            1.6348814964294434
          ],
          [
            1200,
            1.6046409606933594
          ],
          [
            1300,
            1.5992823839187622
          ],
          [
            1400,
            1.57648503780365
          ],
          [
            1500,
            1.5653903484344482
          ],
          [
            1600,
            1.5346622467041016
          ],
          [
            1700,
            1.5183604955673218
          ],
          [
            1800,
            1.5076409578323364
          ],
          [
            1900,
            1.5006572008132935
          ],
          [
            2000,
            1.4906855821609497
          ],
          [
            2100,
            1.4805638790130615
          ],
          [
            2200,
            1.4626706838607788
          ],
          [
            2300,
            1.4477758407592773
          ],
          [
            2400,
            1.447221040725708
          ],
          [
            2500,
            1.434712290763855
          ],
          [
            2600,
            1.4104619026184082
          ],
          [
            2700,
            1.406414270401001
          ],
          [
            2800,
            1.4038630723953247
          ],
          [
            2900,
            1.393595576286316
          ],
          [
            3000,
            1.3873871564865112
          ],
          [
            3100,
            1.377543568611145
          ],
          [
            3200,
            1.3704067468643188
          ],
          [
            3300,
            1.3673421144485474
          ],
          [
            3400,
            1.3603911399841309
          ],
          [
            3500,
            1.3505139350891113
          ],
          [
            3600,
            1.3478138446807861
          ],
          [
            3700,
            1.3320485353469849
          ],
          [
            3800,
            1.3409959077835083
          ],
          [
            3900,
            1.3342424631118774
          ],
          [
            4000,
            1.3198838233947754
          ],
          [
            4100,
            1.3173884153366089
          ],
          [
            4200,
            1.3058379888534546
          ],
          [
            4300,
            1.3000195026397705
          ],
          [
            4400,
            1.3026165962219238
          ],
          [
            4500,
            1.2871029376983643
          ],
          [
            4600,
            1.2877402305603027
          ],
          [
            4700,
            1.2891215085983276
          ],
          [
            4800,
            1.2843722105026245
          ],
          [
            4900,
            1.2736233472824097
          ],
          [
            5000,
            1.2678664922714233
          ],
          [
            5100,
            1.2747670412063599
          ],
          [
            5200,
            1.2643028497695923
          ],
          [
            5300,
            1.2618967294692993
          ],
          [
            5400,
            1.251505732536316
          ],
          [
            5500,
            1.249009609222412
          ],
          [
            5600,
            1.2455588579177856
          ],
          [
            5700,
            1.253000259399414
          ],
          [
            5800,
            1.2363321781158447
          ],
          [
            5900,
            1.2353012561798096
          ],
          [
            6000,
            1.2237883806228638
          ],
          [
            6100,
            1.2270830869674683
          ],
          [
            6200,
            1.2278796434402466
          ],
          [
            6300,
            1.2182793617248535
          ],
          [
            6400,
            1.2136350870132446
          ],
          [
            6500,
            1.2114005088806152
          ],
          [
            6600,
            1.220292329788208
          ],
          [
            6700,
            1.1984829902648926
          ],
          [
            6800,
            1.199396014213562
          ],
          [
            6900,
            1.1996145248413086
          ],
          [
            7000,
            1.2037534713745117
          ],
          [
            7100,
            1.194232702255249
          ],
          [
            7200,
            1.183377742767334
          ],
          [
            7300,
            1.190794825553894
          ],
          [
            7400,
            1.187522530555725
          ],
          [
            7500,
            1.1734333038330078
          ],
          [
            7600,
            1.1855155229568481
          ],
          [
            7700,
            1.1826354265213013
          ],
          [
            7800,
            1.1803172826766968
          ],
          [
            7900,
            1.1711633205413818
          ],
          [
            8000,
            1.1703940629959106
          ],
          [
            8100,
            1.164061188697815
          ],
          [
            8200,
            1.1649606227874756
          ],
          [
            8300,
            1.1694871187210083
          ],
          [
            8400,
            1.1598776578903198
          ],
          [
            8500,
            1.1590754985809326
          ],
          [
            8600,
            1.157684564590454
          ],
          [
            8700,
            1.1569808721542358
          ],
          [
            8800,
            1.152271032333374
          ],
          [
            8900,
            1.1541153192520142
          ],
          [
            9000,
            1.1502529382705688
          ],
          [
            9100,
            1.1452192068099976
          ],
          [
            9200,
            1.1498866081237793
          ],
          [
            9300,
            1.1461997032165527
          ]
        ],
        "logging/rms/model.layers.6.self_attn.k_proj/gradient": [
          [
            0,
            2.4655402739881538e-05
          ],
          [
            100,
            1.4004402146383654e-05
          ],
          [
            200,
            2.230049722129479e-05
          ],
          [
            300,
            3.6499503039522097e-05
          ],
          [
            400,
            4.447853643796407e-05
          ],
          [
            500,
            3.4005734050879255e-05
          ],
          [
            600,
            3.6576810089172795e-05
          ],
          [
            700,
            3.1517378374701366e-05
          ],
          [
            800,
            3.4710505133261904e-05
          ],
          [
            900,
            3.076666689594276e-05
          ],
          [
            1000,
            3.2366941013606265e-05
          ],
          [
            1100,
            2.9089451345498674e-05
          ],
          [
            1200,
            2.925189801317174e-05
          ],
          [
            1300,
            2.900508297898341e-05
          ],
          [
            1400,
            2.6386553145130165e-05
          ],
          [
            1500,
            2.9638467822223902e-05
          ],
          [
            1600,
            2.7690368369803764e-05
          ],
          [
            1700,
            2.6007852284237742e-05
          ],
          [
            1800,
            2.7682483050739393e-05
          ],
          [
            1900,
            2.704381950024981e-05
          ],
          [
            2000,
            2.6628942578099668e-05
          ],
          [
            2100,
            2.7284157113172114e-05
          ],
          [
            2200,
            2.690057772269938e-05
          ],
          [
            2300,
            2.6362857170170173e-05
          ],
          [
            2400,
            2.5269238904002123e-05
          ],
          [
            2500,
            2.3422624508384615e-05
          ],
          [
            2600,
            2.5353474484290928e-05
          ],
          [
            2700,
            2.585051697678864e-05
          ],
          [
            2800,
            2.744458834058605e-05
          ],
          [
            2900,
            2.321674946870189e-05
          ],
          [
            3000,
            2.618890539451968e-05
          ],
          [
            3100,
            2.608383510960266e-05
          ],
          [
            3200,
            2.455546382407192e-05
          ],
          [
            3300,
            2.59056432696525e-05
          ],
          [
            3400,
            2.477494672348257e-05
          ],
          [
            3500,
            2.45189276029123e-05
          ],
          [
            3600,
            2.467492231517099e-05
          ],
          [
            3700,
            2.4038477931753732e-05
          ],
          [
            3800,
            2.5435601855861023e-05
          ],
          [
            3900,
            2.6953744963975623e-05
          ],
          [
            4000,
            2.4442608264507726e-05
          ],
          [
            4100,
            2.397929893049877e-05
          ],
          [
            4200,
            2.5746916435309686e-05
          ],
          [
            4300,
            2.5041943445103243e-05
          ],
          [
            4400,
            5.179178333492018e-05
          ],
          [
            4500,
            2.4850900445017032e-05
          ],
          [
            4600,
            2.4562632461311296e-05
          ],
          [
            4700,
            2.6000096113421023e-05
          ],
          [
            4800,
            2.5470306354691274e-05
          ],
          [
            4900,
            2.3356362362392247e-05
          ],
          [
            5000,
            2.8341282813926227e-05
          ],
          [
            5100,
            2.6584670195006765e-05
          ],
          [
            5200,
            2.5292540158261545e-05
          ],
          [
            5300,
            2.720680640777573e-05
          ],
          [
            5400,
            2.5878309315885417e-05
          ],
          [
            5500,
            2.4918641429394484e-05
          ],
          [
            5600,
            2.5753506633918732e-05
          ],
          [
            5700,
            2.692864291020669e-05
          ],
          [
            5800,
            2.528613549657166e-05
          ],
          [
            5900,
            2.6288489607395604e-05
          ],
          [
            6000,
            2.456653783156071e-05
          ],
          [
            6100,
            2.5933260985766537e-05
          ],
          [
            6200,
            2.5859424567897804e-05
          ],
          [
            6300,
            2.7393532946007326e-05
          ],
          [
            6400,
            2.854893682524562e-05
          ],
          [
            6500,
            2.9756509320577607e-05
          ],
          [
            6600,
            2.6305455321562476e-05
          ],
          [
            6700,
            2.828948709066026e-05
          ],
          [
            6800,
            2.866768954845611e-05
          ],
          [
            6900,
            2.7923857487621717e-05
          ],
          [
            7000,
            2.717124516493641e-05
          ],
          [
            7100,
            2.9642256777151488e-05
          ],
          [
            7200,
            2.9316532163647935e-05
          ],
          [
            7300,
            2.740196396189276e-05
          ],
          [
            7400,
            2.8310798370512202e-05
          ],
          [
            7500,
            3.141594061162323e-05
          ],
          [
            7600,
            2.8105281671741977e-05
          ],
          [
            7700,
            2.7980120648862794e-05
          ],
          [
            7800,
            2.974910785269458e-05
          ],
          [
            7900,
            2.7248495825915597e-05
          ],
          [
            8000,
            2.899781429732684e-05
          ],
          [
            8100,
            2.8136599212302826e-05
          ],
          [
            8200,
            2.8242506232345477e-05
          ],
          [
            8300,
            2.896873229474295e-05
          ],
          [
            8400,
            2.9709708542213775e-05
          ],
          [
            8500,
            2.8798329367418773e-05
          ],
          [
            8600,
            3.0294440875877626e-05
          ],
          [
            8700,
            2.805644180625677e-05
          ],
          [
            8800,
            2.9769395041512325e-05
          ],
          [
            8900,
            3.0158989829942584e-05
          ],
          [
            9000,
            3.0629078537458554e-05
          ],
          [
            9100,
            2.7367412258172408e-05
          ],
          [
            9200,
            3.0454533771262504e-05
          ],
          [
            9300,
            2.9524422643589787e-05
          ]
        ],
        "logging/rms/model.layers.2.self_attn.v_proj/activation": [
          [
            0,
            0.9921238422393799
          ],
          [
            100,
            1.1910910606384277
          ],
          [
            200,
            1.3176600933074951
          ],
          [
            300,
            1.3072726726531982
          ],
          [
            400,
            1.2527132034301758
          ],
          [
            500,
            1.231725811958313
          ],
          [
            600,
            1.1996989250183105
          ],
          [
            700,
            1.1500632762908936
          ],
          [
            800,
            1.1276795864105225
          ],
          [
            900,
            1.0852348804473877
          ],
          [
            1000,
            1.0634210109710693
          ],
          [
            1100,
            1.0450786352157593
          ],
          [
            1200,
            1.0142614841461182
          ],
          [
            1300,
            1.0082024335861206
          ],
          [
            1400,
            0.9832952618598938
          ],
          [
            1500,
            0.9684924483299255
          ],
          [
            1600,
            0.943942129611969
          ],
          [
            1700,
            0.9379174709320068
          ],
          [
            1800,
            0.9288194179534912
          ],
          [
            1900,
            0.9173755645751953
          ],
          [
            2000,
            0.8977569937705994
          ],
          [
            2100,
            0.8969919085502625
          ],
          [
            2200,
            0.8833280205726624
          ],
          [
            2300,
            0.8795390129089355
          ],
          [
            2400,
            0.8743042349815369
          ],
          [
            2500,
            0.8656460046768188
          ],
          [
            2600,
            0.8513507843017578
          ],
          [
            2700,
            0.8542658686637878
          ],
          [
            2800,
            0.8390294313430786
          ],
          [
            2900,
            0.8357749581336975
          ],
          [
            3000,
            0.8308446407318115
          ],
          [
            3100,
            0.8219825625419617
          ],
          [
            3200,
            0.8110566139221191
          ],
          [
            3300,
            0.8115822076797485
          ],
          [
            3400,
            0.8057752847671509
          ],
          [
            3500,
            0.8056327104568481
          ],
          [
            3600,
            0.805313766002655
          ],
          [
            3700,
            0.7918156385421753
          ],
          [
            3800,
            0.7974241971969604
          ],
          [
            3900,
            0.7909622192382812
          ],
          [
            4000,
            0.7856326699256897
          ],
          [
            4100,
            0.7860293984413147
          ],
          [
            4200,
            0.7745896577835083
          ],
          [
            4300,
            0.7741669416427612
          ],
          [
            4400,
            0.7680609226226807
          ],
          [
            4500,
            0.7612511515617371
          ],
          [
            4600,
            0.7568172216415405
          ],
          [
            4700,
            0.7639641165733337
          ],
          [
            4800,
            0.7504096627235413
          ],
          [
            4900,
            0.7472517490386963
          ],
          [
            5000,
            0.7496532797813416
          ],
          [
            5100,
            0.7475579380989075
          ],
          [
            5200,
            0.737310528755188
          ],
          [
            5300,
            0.7398928999900818
          ],
          [
            5400,
            0.7356334328651428
          ],
          [
            5500,
            0.7286952137947083
          ],
          [
            5600,
            0.7216886281967163
          ],
          [
            5700,
            0.7299844026565552
          ],
          [
            5800,
            0.723763108253479
          ],
          [
            5900,
            0.7167110443115234
          ],
          [
            6000,
            0.713543713092804
          ],
          [
            6100,
            0.7145435810089111
          ],
          [
            6200,
            0.7136508822441101
          ],
          [
            6300,
            0.7061514854431152
          ],
          [
            6400,
            0.7035011649131775
          ],
          [
            6500,
            0.6988154053688049
          ],
          [
            6600,
            0.6993179321289062
          ],
          [
            6700,
            0.6945397853851318
          ],
          [
            6800,
            0.6908303499221802
          ],
          [
            6900,
            0.6884119510650635
          ],
          [
            7000,
            0.6926562190055847
          ],
          [
            7100,
            0.6838050484657288
          ],
          [
            7200,
            0.6794610619544983
          ],
          [
            7300,
            0.6810919046401978
          ],
          [
            7400,
            0.675637423992157
          ],
          [
            7500,
            0.6721723675727844
          ],
          [
            7600,
            0.6744884848594666
          ],
          [
            7700,
            0.6714305281639099
          ],
          [
            7800,
            0.6711373329162598
          ],
          [
            7900,
            0.6662185788154602
          ],
          [
            8000,
            0.6612169742584229
          ],
          [
            8100,
            0.6596342921257019
          ],
          [
            8200,
            0.6555261015892029
          ],
          [
            8300,
            0.6542518734931946
          ],
          [
            8400,
            0.6512593030929565
          ],
          [
            8500,
            0.6499151587486267
          ],
          [
            8600,
            0.6476540565490723
          ],
          [
            8700,
            0.647479236125946
          ],
          [
            8800,
            0.6438321471214294
          ],
          [
            8900,
            0.6441288590431213
          ],
          [
            9000,
            0.6416528820991516
          ],
          [
            9100,
            0.639065146446228
          ],
          [
            9200,
            0.6393112540245056
          ],
          [
            9300,
            0.639369547367096
          ]
        ],
        "logging/rms/model.layers.3.self_attn.v_proj/activation": [
          [
            0,
            0.9842693209648132
          ],
          [
            100,
            1.0622954368591309
          ],
          [
            200,
            1.1874366998672485
          ],
          [
            300,
            1.2687914371490479
          ],
          [
            400,
            1.3142656087875366
          ],
          [
            500,
            1.3290470838546753
          ],
          [
            600,
            1.3277891874313354
          ],
          [
            700,
            1.312329888343811
          ],
          [
            800,
            1.3017274141311646
          ],
          [
            900,
            1.2718976736068726
          ],
          [
            1000,
            1.2610728740692139
          ],
          [
            1100,
            1.24530827999115
          ],
          [
            1200,
            1.218493103981018
          ],
          [
            1300,
            1.2144651412963867
          ],
          [
            1400,
            1.1885089874267578
          ],
          [
            1500,
            1.1840425729751587
          ],
          [
            1600,
            1.1574136018753052
          ],
          [
            1700,
            1.1537562608718872
          ],
          [
            1800,
            1.1412229537963867
          ],
          [
            1900,
            1.1291834115982056
          ],
          [
            2000,
            1.1185662746429443
          ],
          [
            2100,
            1.1113356351852417
          ],
          [
            2200,
            1.0997140407562256
          ],
          [
            2300,
            1.0926493406295776
          ],
          [
            2400,
            1.0939821004867554
          ],
          [
            2500,
            1.082570195198059
          ],
          [
            2600,
            1.0676772594451904
          ],
          [
            2700,
            1.0625895261764526
          ],
          [
            2800,
            1.0603686571121216
          ],
          [
            2900,
            1.0537753105163574
          ],
          [
            3000,
            1.0491411685943604
          ],
          [
            3100,
            1.0443921089172363
          ],
          [
            3200,
            1.0305651426315308
          ],
          [
            3300,
            1.028322458267212
          ],
          [
            3400,
            1.0283254384994507
          ],
          [
            3500,
            1.0222904682159424
          ],
          [
            3600,
            1.0199986696243286
          ],
          [
            3700,
            1.0068656206130981
          ],
          [
            3800,
            1.0158134698867798
          ],
          [
            3900,
            1.0170549154281616
          ],
          [
            4000,
            1.0017014741897583
          ],
          [
            4100,
            1.0024179220199585
          ],
          [
            4200,
            0.9922487139701843
          ],
          [
            4300,
            0.9948137998580933
          ],
          [
            4400,
            0.9856975078582764
          ],
          [
            4500,
            0.9751099944114685
          ],
          [
            4600,
            0.9730780124664307
          ],
          [
            4700,
            0.9827291369438171
          ],
          [
            4800,
            0.9730851650238037
          ],
          [
            4900,
            0.9621942043304443
          ],
          [
            5000,
            0.9685742855072021
          ],
          [
            5100,
            0.9693872928619385
          ],
          [
            5200,
            0.955076277256012
          ],
          [
            5300,
            0.9564334154129028
          ],
          [
            5400,
            0.953920304775238
          ],
          [
            5500,
            0.9451177716255188
          ],
          [
            5600,
            0.9396359324455261
          ],
          [
            5700,
            0.9520953297615051
          ],
          [
            5800,
            0.9412174820899963
          ],
          [
            5900,
            0.9321423768997192
          ],
          [
            6000,
            0.9270448088645935
          ],
          [
            6100,
            0.9305869936943054
          ],
          [
            6200,
            0.9315903782844543
          ],
          [
            6300,
            0.9183810353279114
          ],
          [
            6400,
            0.9173157215118408
          ],
          [
            6500,
            0.9134610295295715
          ],
          [
            6600,
            0.9154732823371887
          ],
          [
            6700,
            0.9073461294174194
          ],
          [
            6800,
            0.9060183763504028
          ],
          [
            6900,
            0.9031634330749512
          ],
          [
            7000,
            0.9046121835708618
          ],
          [
            7100,
            0.8972476720809937
          ],
          [
            7200,
            0.8888493776321411
          ],
          [
            7300,
            0.8937310576438904
          ],
          [
            7400,
            0.8902788758277893
          ],
          [
            7500,
            0.882032036781311
          ],
          [
            7600,
            0.8897439241409302
          ],
          [
            7700,
            0.8831640481948853
          ],
          [
            7800,
            0.8823527097702026
          ],
          [
            7900,
            0.8787111043930054
          ],
          [
            8000,
            0.8737123012542725
          ],
          [
            8100,
            0.8684103488922119
          ],
          [
            8200,
            0.8698179721832275
          ],
          [
            8300,
            0.8687945008277893
          ],
          [
            8400,
            0.8618794679641724
          ],
          [
            8500,
            0.860029935836792
          ],
          [
            8600,
            0.8630616664886475
          ],
          [
            8700,
            0.8569067120552063
          ],
          [
            8800,
            0.8538779020309448
          ],
          [
            8900,
            0.8519765734672546
          ],
          [
            9000,
            0.8530740141868591
          ],
          [
            9100,
            0.8438289761543274
          ],
          [
            9200,
            0.8520313501358032
          ],
          [
            9300,
            0.8491860628128052
          ]
        ],
        "logging/rms/model.layers.1.self_attn.q_proj/gradient": [
          [
            0,
            7.628697494510561e-05
          ],
          [
            100,
            1.2518095900304615e-05
          ],
          [
            200,
            1.454449102311628e-05
          ],
          [
            300,
            1.4387572264240589e-05
          ],
          [
            400,
            1.3527728697226848e-05
          ],
          [
            500,
            1.2436606084520463e-05
          ],
          [
            600,
            1.005045669444371e-05
          ],
          [
            700,
            9.22708659345517e-06
          ],
          [
            800,
            9.840703569352627e-06
          ],
          [
            900,
            8.490349500789307e-06
          ],
          [
            1000,
            8.437319593213033e-06
          ],
          [
            1100,
            9.429176316189114e-06
          ],
          [
            1200,
            8.732175956538413e-06
          ],
          [
            1300,
            8.235651876020711e-06
          ],
          [
            1400,
            8.60018189996481e-06
          ],
          [
            1500,
            8.40261418488808e-06
          ],
          [
            1600,
            7.805698260199279e-06
          ],
          [
            1700,
            7.679773261770606e-06
          ],
          [
            1800,
            7.867937711125705e-06
          ],
          [
            1900,
            6.939303602848668e-06
          ],
          [
            2000,
            7.444788479915587e-06
          ],
          [
            2100,
            8.290719961223658e-06
          ],
          [
            2200,
            7.91703860159032e-06
          ],
          [
            2300,
            7.370349067059578e-06
          ],
          [
            2400,
            7.190255018940661e-06
          ],
          [
            2500,
            7.124222975107841e-06
          ],
          [
            2600,
            6.689691417705035e-06
          ],
          [
            2700,
            6.699747245875187e-06
          ],
          [
            2800,
            6.610550826735562e-06
          ],
          [
            2900,
            6.7549353843787685e-06
          ],
          [
            3000,
            6.767323156964267e-06
          ],
          [
            3100,
            6.7790551838697866e-06
          ],
          [
            3200,
            6.663929980277317e-06
          ],
          [
            3300,
            6.3492325352854095e-06
          ],
          [
            3400,
            6.0829352150904015e-06
          ],
          [
            3500,
            6.260324425966246e-06
          ],
          [
            3600,
            6.1064984038239345e-06
          ],
          [
            3700,
            5.603989393421216e-06
          ],
          [
            3800,
            5.606148079095874e-06
          ],
          [
            3900,
            6.524568561872002e-06
          ],
          [
            4000,
            6.126698735897662e-06
          ],
          [
            4100,
            6.010455308569362e-06
          ],
          [
            4200,
            5.808860350953182e-06
          ],
          [
            4300,
            5.752838660555426e-06
          ],
          [
            4400,
            7.1451377152698115e-06
          ],
          [
            4500,
            5.0673224905040115e-06
          ],
          [
            4600,
            6.520846000057645e-06
          ],
          [
            4700,
            5.4911010920477565e-06
          ],
          [
            4800,
            5.599758878815919e-06
          ],
          [
            4900,
            5.082330062577967e-06
          ],
          [
            5000,
            6.1481937336793635e-06
          ],
          [
            5100,
            5.881325250811642e-06
          ],
          [
            5200,
            6.0531674535013735e-06
          ],
          [
            5300,
            5.8202581385558005e-06
          ],
          [
            5400,
            6.622850378334988e-06
          ],
          [
            5500,
            5.438291736936662e-06
          ],
          [
            5600,
            5.3748026402899995e-06
          ],
          [
            5700,
            6.651767762377858e-06
          ],
          [
            5800,
            5.360634986573132e-06
          ],
          [
            5900,
            5.76788170292275e-06
          ],
          [
            6000,
            5.747713203163585e-06
          ],
          [
            6100,
            6.324802598101087e-06
          ],
          [
            6200,
            5.916977897868492e-06
          ],
          [
            6300,
            5.483313088916475e-06
          ],
          [
            6400,
            5.782265361631289e-06
          ],
          [
            6500,
            5.865463208465371e-06
          ],
          [
            6600,
            5.7000183915079106e-06
          ],
          [
            6700,
            5.92489232076332e-06
          ],
          [
            6800,
            5.471150416269666e-06
          ],
          [
            6900,
            5.317826435202733e-06
          ],
          [
            7000,
            5.555267307499889e-06
          ],
          [
            7100,
            5.896987659070874e-06
          ],
          [
            7200,
            6.058272447262425e-06
          ],
          [
            7300,
            6.526437573484145e-06
          ],
          [
            7400,
            5.559065812121844e-06
          ],
          [
            7500,
            5.63645335205365e-06
          ],
          [
            7600,
            6.136907813925063e-06
          ],
          [
            7700,
            5.662772309733555e-06
          ],
          [
            7800,
            6.125498202891322e-06
          ],
          [
            7900,
            6.0324477999529336e-06
          ],
          [
            8000,
            6.071468760637799e-06
          ],
          [
            8100,
            5.4710908443666995e-06
          ],
          [
            8200,
            5.641890311380848e-06
          ],
          [
            8300,
            6.347158887365367e-06
          ],
          [
            8400,
            5.728763881052146e-06
          ],
          [
            8500,
            5.8130049183091614e-06
          ],
          [
            8600,
            5.706269803340547e-06
          ],
          [
            8700,
            5.472013981488999e-06
          ],
          [
            8800,
            6.104285603214521e-06
          ],
          [
            8900,
            6.057607606635429e-06
          ],
          [
            9000,
            6.452167781390017e-06
          ],
          [
            9100,
            6.468081664934289e-06
          ],
          [
            9200,
            6.202803888299968e-06
          ],
          [
            9300,
            5.57004705115105e-06
          ]
        ],
        "logging/rms/model.layers.7/activation": [
          [
            0,
            2.6884214878082275
          ],
          [
            100,
            19.274621963500977
          ],
          [
            200,
            20.32835578918457
          ],
          [
            300,
            21.745573043823242
          ],
          [
            400,
            22.863418579101562
          ],
          [
            500,
            24.95297622680664
          ],
          [
            600,
            26.35859489440918
          ],
          [
            700,
            27.465038299560547
          ],
          [
            800,
            28.454153060913086
          ],
          [
            900,
            28.88291358947754
          ],
          [
            1000,
            29.990427017211914
          ],
          [
            1100,
            30.23691177368164
          ],
          [
            1200,
            30.682863235473633
          ],
          [
            1300,
            30.840322494506836
          ],
          [
            1400,
            31.238388061523438
          ],
          [
            1500,
            31.082998275756836
          ],
          [
            1600,
            31.260635375976562
          ],
          [
            1700,
            31.524038314819336
          ],
          [
            1800,
            31.22731590270996
          ],
          [
            1900,
            31.21257781982422
          ],
          [
            2000,
            30.98883628845215
          ],
          [
            2100,
            31.181203842163086
          ],
          [
            2200,
            31.232891082763672
          ],
          [
            2300,
            30.887887954711914
          ],
          [
            2400,
            30.8159122467041
          ],
          [
            2500,
            30.72736358642578
          ],
          [
            2600,
            30.531003952026367
          ],
          [
            2700,
            30.349729537963867
          ],
          [
            2800,
            29.64594841003418
          ],
          [
            2900,
            29.798643112182617
          ],
          [
            3000,
            29.231964111328125
          ],
          [
            3100,
            29.073486328125
          ],
          [
            3200,
            28.63179588317871
          ],
          [
            3300,
            29.022045135498047
          ],
          [
            3400,
            28.375247955322266
          ],
          [
            3500,
            28.263839721679688
          ],
          [
            3600,
            27.964353561401367
          ],
          [
            3700,
            28.049100875854492
          ],
          [
            3800,
            27.403154373168945
          ],
          [
            3900,
            27.00172996520996
          ],
          [
            4000,
            26.852825164794922
          ],
          [
            4100,
            26.971111297607422
          ],
          [
            4200,
            26.180490493774414
          ],
          [
            4300,
            25.97982406616211
          ],
          [
            4400,
            25.95692253112793
          ],
          [
            4500,
            25.48394775390625
          ],
          [
            4600,
            25.2220516204834
          ],
          [
            4700,
            25.13037109375
          ],
          [
            4800,
            24.74835968017578
          ],
          [
            4900,
            24.64130210876465
          ],
          [
            5000,
            24.091257095336914
          ],
          [
            5100,
            23.74922752380371
          ],
          [
            5200,
            23.690397262573242
          ],
          [
            5300,
            23.563077926635742
          ],
          [
            5400,
            22.99233055114746
          ],
          [
            5500,
            22.777034759521484
          ],
          [
            5600,
            22.691789627075195
          ],
          [
            5700,
            22.2443904876709
          ],
          [
            5800,
            22.136795043945312
          ],
          [
            5900,
            21.73835563659668
          ],
          [
            6000,
            21.62204360961914
          ],
          [
            6100,
            21.216773986816406
          ],
          [
            6200,
            21.288829803466797
          ],
          [
            6300,
            20.87397575378418
          ],
          [
            6400,
            20.63031578063965
          ],
          [
            6500,
            20.287202835083008
          ],
          [
            6600,
            20.222326278686523
          ],
          [
            6700,
            19.970003128051758
          ],
          [
            6800,
            19.706153869628906
          ],
          [
            6900,
            19.480588912963867
          ],
          [
            7000,
            19.59978675842285
          ],
          [
            7100,
            19.06857681274414
          ],
          [
            7200,
            18.878643035888672
          ],
          [
            7300,
            18.811403274536133
          ],
          [
            7400,
            18.464773178100586
          ],
          [
            7500,
            18.029455184936523
          ],
          [
            7600,
            18.11621856689453
          ],
          [
            7700,
            18.048004150390625
          ],
          [
            7800,
            17.660045623779297
          ],
          [
            7900,
            17.706661224365234
          ],
          [
            8000,
            17.475278854370117
          ],
          [
            8100,
            17.274166107177734
          ],
          [
            8200,
            17.065141677856445
          ],
          [
            8300,
            16.787559509277344
          ],
          [
            8400,
            16.88652801513672
          ],
          [
            8500,
            16.57854652404785
          ],
          [
            8600,
            16.51708221435547
          ],
          [
            8700,
            16.242761611938477
          ],
          [
            8800,
            16.084671020507812
          ],
          [
            8900,
            16.071697235107422
          ],
          [
            9000,
            15.845283508300781
          ],
          [
            9100,
            16.020883560180664
          ],
          [
            9200,
            15.964104652404785
          ],
          [
            9300,
            15.792370796203613
          ]
        ],
        "logging/rms/model.layers.6.mlp.up_proj/parameter": [
          [
            0,
            0.043550875037908554
          ],
          [
            100,
            0.04393802955746651
          ],
          [
            200,
            0.04943273961544037
          ],
          [
            300,
            0.05568341538310051
          ],
          [
            400,
            0.06082644686102867
          ],
          [
            500,
            0.06526277214288712
          ],
          [
            600,
            0.06898991018533707
          ],
          [
            700,
            0.07220436632633209
          ],
          [
            800,
            0.07506590336561203
          ],
          [
            900,
            0.07757190614938736
          ],
          [
            1000,
            0.07982300221920013
          ],
          [
            1100,
            0.08184009045362473
          ],
          [
            1200,
            0.0836557149887085
          ],
          [
            1300,
            0.08527418226003647
          ],
          [
            1400,
            0.08672023564577103
          ],
          [
            1500,
            0.08807528018951416
          ],
          [
            1600,
            0.08924014121294022
          ],
          [
            1700,
            0.09031417965888977
          ],
          [
            1800,
            0.09126294404268265
          ],
          [
            1900,
            0.09213951230049133
          ],
          [
            2000,
            0.09289111942052841
          ],
          [
            2100,
            0.09360743314027786
          ],
          [
            2200,
            0.0942305251955986
          ],
          [
            2300,
            0.09476863592863083
          ],
          [
            2400,
            0.09524139016866684
          ],
          [
            2500,
            0.09568849951028824
          ],
          [
            2600,
            0.09605337679386139
          ],
          [
            2700,
            0.0963728204369545
          ],
          [
            2800,
            0.09662278741598129
          ],
          [
            2900,
            0.09684470295906067
          ],
          [
            3000,
            0.0970328152179718
          ],
          [
            3100,
            0.0971696525812149
          ],
          [
            3200,
            0.09726332873106003
          ],
          [
            3300,
            0.09734140336513519
          ],
          [
            3400,
            0.09738387912511826
          ],
          [
            3500,
            0.09739164263010025
          ],
          [
            3600,
            0.09739261120557785
          ],
          [
            3700,
            0.0973491221666336
          ],
          [
            3800,
            0.09728796035051346
          ],
          [
            3900,
            0.09720417857170105
          ],
          [
            4000,
            0.0970933586359024
          ],
          [
            4100,
            0.0969657376408577
          ],
          [
            4200,
            0.09681683033704758
          ],
          [
            4300,
            0.09665773808956146
          ],
          [
            4400,
            0.09647293388843536
          ],
          [
            4500,
            0.09627976268529892
          ],
          [
            4600,
            0.09607978910207748
          ],
          [
            4700,
            0.09585313498973846
          ],
          [
            4800,
            0.09561534970998764
          ],
          [
            4900,
            0.0953667014837265
          ],
          [
            5000,
            0.09510349482297897
          ],
          [
            5100,
            0.09484098106622696
          ],
          [
            5200,
            0.09458392858505249
          ],
          [
            5300,
            0.09430215507745743
          ],
          [
            5400,
            0.09400895982980728
          ],
          [
            5500,
            0.09370586276054382
          ],
          [
            5600,
            0.09339886903762817
          ],
          [
            5700,
            0.09309301525354385
          ],
          [
            5800,
            0.09279420971870422
          ],
          [
            5900,
            0.09248501062393188
          ],
          [
            6000,
            0.09215803444385529
          ],
          [
            6100,
            0.091832734644413
          ],
          [
            6200,
            0.09151142090559006
          ],
          [
            6300,
            0.09119446575641632
          ],
          [
            6400,
            0.09085914492607117
          ],
          [
            6500,
            0.0905284509062767
          ],
          [
            6600,
            0.09019480645656586
          ],
          [
            6700,
            0.08987097442150116
          ],
          [
            6800,
            0.08955205231904984
          ],
          [
            6900,
            0.0892341360449791
          ],
          [
            7000,
            0.08891662210226059
          ],
          [
            7100,
            0.08859861642122269
          ],
          [
            7200,
            0.08829491585493088
          ],
          [
            7300,
            0.08799097687005997
          ],
          [
            7400,
            0.08768405765295029
          ],
          [
            7500,
            0.08738762140274048
          ],
          [
            7600,
            0.08709976077079773
          ],
          [
            7700,
            0.08682703226804733
          ],
          [
            7800,
            0.08655396103858948
          ],
          [
            7900,
            0.086297906935215
          ],
          [
            8000,
            0.0860392302274704
          ],
          [
            8100,
            0.0858037993311882
          ],
          [
            8200,
            0.08557035773992538
          ],
          [
            8300,
            0.08535725623369217
          ],
          [
            8400,
            0.08515680581331253
          ],
          [
            8500,
            0.08497155457735062
          ],
          [
            8600,
            0.08479851484298706
          ],
          [
            8700,
            0.08463681489229202
          ],
          [
            8800,
            0.0845029354095459
          ],
          [
            8900,
            0.0843835324048996
          ],
          [
            9000,
            0.08428506553173065
          ],
          [
            9100,
            0.08420632779598236
          ],
          [
            9200,
            0.08415138721466064
          ],
          [
            9300,
            0.08411956578493118
          ]
        ],
        "logging/rms/model.layers.6.post_attention_layernorm/gradient": [
          [
            0,
            0.0001767313660820946
          ],
          [
            100,
            3.7455156416399404e-05
          ],
          [
            200,
            6.288326403591782e-05
          ],
          [
            300,
            5.645198325510137e-05
          ],
          [
            400,
            6.593442230951041e-05
          ],
          [
            500,
            6.307338480837643e-05
          ],
          [
            600,
            8.479782263748348e-05
          ],
          [
            700,
            6.870396464364603e-05
          ],
          [
            800,
            7.151382305892184e-05
          ],
          [
            900,
            7.82242786954157e-05
          ],
          [
            1000,
            6.289451266638935e-05
          ],
          [
            1100,
            6.657581252511591e-05
          ],
          [
            1200,
            6.592247518710792e-05
          ],
          [
            1300,
            0.00016114737081807107
          ],
          [
            1400,
            8.832271851133555e-05
          ],
          [
            1500,
            9.526194480713457e-05
          ],
          [
            1600,
            0.00010863661009352654
          ],
          [
            1700,
            9.649617277318612e-05
          ],
          [
            1800,
            9.214576130034402e-05
          ],
          [
            1900,
            0.00014382493100129068
          ],
          [
            2000,
            7.982893293956295e-05
          ],
          [
            2100,
            0.0001565095008118078
          ],
          [
            2200,
            8.310126577271149e-05
          ],
          [
            2300,
            0.00010462239879416302
          ],
          [
            2400,
            8.017823711270466e-05
          ],
          [
            2500,
            0.00022822018945589662
          ],
          [
            2600,
            0.00014616508269682527
          ],
          [
            2700,
            0.0001568815641803667
          ],
          [
            2800,
            8.043056732276455e-05
          ],
          [
            2900,
            0.0001556448987685144
          ],
          [
            3000,
            0.00037435299600474536
          ],
          [
            3100,
            0.00013184950512368232
          ],
          [
            3200,
            0.00013384722115006298
          ],
          [
            3300,
            0.00017060490790754557
          ],
          [
            3400,
            9.210039570461959e-05
          ],
          [
            3500,
            0.00020420666260179132
          ],
          [
            3600,
            9.994846186600626e-05
          ],
          [
            3700,
            0.00017748847312759608
          ],
          [
            3800,
            0.00020893191685900092
          ],
          [
            3900,
            0.00015281578816939145
          ],
          [
            4000,
            0.0001319235743721947
          ],
          [
            4100,
            0.000253032281761989
          ],
          [
            4200,
            0.00011775954044423997
          ],
          [
            4300,
            0.0001054276290233247
          ],
          [
            4400,
            0.00013422651682049036
          ],
          [
            4500,
            0.00016252552450168878
          ],
          [
            4600,
            0.00010773515532491729
          ],
          [
            4700,
            0.0001237024407600984
          ],
          [
            4800,
            0.00010164564446313307
          ],
          [
            4900,
            0.0001690372300799936
          ],
          [
            5000,
            0.00015453659580089152
          ],
          [
            5100,
            0.0001476178877055645
          ],
          [
            5200,
            0.00014386170369107276
          ],
          [
            5300,
            0.00012955183046869934
          ],
          [
            5400,
            0.00016215283540077507
          ],
          [
            5500,
            0.0001096276828320697
          ],
          [
            5600,
            0.00011097552487626672
          ],
          [
            5700,
            0.0001455048768548295
          ],
          [
            5800,
            0.0001028173792292364
          ],
          [
            5900,
            0.000134536690893583
          ],
          [
            6000,
            0.00016431418771389872
          ],
          [
            6100,
            9.911303641274571e-05
          ],
          [
            6200,
            0.00011991935753030702
          ],
          [
            6300,
            0.00016547198174521327
          ],
          [
            6400,
            0.00019116493058390915
          ],
          [
            6500,
            0.00011665327474474907
          ],
          [
            6600,
            0.00010913133155554533
          ],
          [
            6700,
            0.00011596196418395266
          ],
          [
            6800,
            0.00010611542529659346
          ],
          [
            6900,
            0.00016900979971978813
          ],
          [
            7000,
            0.00010583358380245045
          ],
          [
            7100,
            0.00011994106171187013
          ],
          [
            7200,
            0.00013318400306161493
          ],
          [
            7300,
            0.00011739809269784018
          ],
          [
            7400,
            0.00017618207493796945
          ],
          [
            7500,
            0.00011702856136253104
          ],
          [
            7600,
            0.0001543281541671604
          ],
          [
            7700,
            0.0001129597585531883
          ],
          [
            7800,
            0.0001221030397573486
          ],
          [
            7900,
            0.00011586913024075329
          ],
          [
            8000,
            0.000125477381516248
          ],
          [
            8100,
            0.00016475851589348167
          ],
          [
            8200,
            0.00023325181973632425
          ],
          [
            8300,
            0.00012041700392728671
          ],
          [
            8400,
            0.00011189437645953149
          ],
          [
            8500,
            0.00011186965275555849
          ],
          [
            8600,
            0.00010758692951640114
          ],
          [
            8700,
            0.00011853795876959339
          ],
          [
            8800,
            0.00011359678319422528
          ],
          [
            8900,
            0.00013711562496609986
          ],
          [
            9000,
            0.00010830665996763855
          ],
          [
            9100,
            0.00011298169556539506
          ],
          [
            9200,
            0.00012263392272870988
          ],
          [
            9300,
            0.00019584223628044128
          ]
        ],
        "logging/rms/model.layers.5.input_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9957208633422852
          ],
          [
            200,
            0.9780893921852112
          ],
          [
            300,
            0.9505921602249146
          ],
          [
            400,
            0.9183611869812012
          ],
          [
            500,
            0.89155513048172
          ],
          [
            600,
            0.8678915500640869
          ],
          [
            700,
            0.8469984531402588
          ],
          [
            800,
            0.8280496001243591
          ],
          [
            900,
            0.811382532119751
          ],
          [
            1000,
            0.7947289347648621
          ],
          [
            1100,
            0.7815598845481873
          ],
          [
            1200,
            0.7692539691925049
          ],
          [
            1300,
            0.7568492293357849
          ],
          [
            1400,
            0.746124804019928
          ],
          [
            1500,
            0.7372331619262695
          ],
          [
            1600,
            0.7271562814712524
          ],
          [
            1700,
            0.7185922265052795
          ],
          [
            1800,
            0.711729109287262
          ],
          [
            1900,
            0.7050047516822815
          ],
          [
            2000,
            0.6980022192001343
          ],
          [
            2100,
            0.6912581920623779
          ],
          [
            2200,
            0.6858243346214294
          ],
          [
            2300,
            0.6813974380493164
          ],
          [
            2400,
            0.6755155324935913
          ],
          [
            2500,
            0.6713348031044006
          ],
          [
            2600,
            0.6675562262535095
          ],
          [
            2700,
            0.6627888083457947
          ],
          [
            2800,
            0.6596699953079224
          ],
          [
            2900,
            0.6546964645385742
          ],
          [
            3000,
            0.6520201563835144
          ],
          [
            3100,
            0.6493703722953796
          ],
          [
            3200,
            0.6460281610488892
          ],
          [
            3300,
            0.6434251666069031
          ],
          [
            3400,
            0.6410650014877319
          ],
          [
            3500,
            0.6385409235954285
          ],
          [
            3600,
            0.6366429328918457
          ],
          [
            3700,
            0.6345434784889221
          ],
          [
            3800,
            0.6323148012161255
          ],
          [
            3900,
            0.630267858505249
          ],
          [
            4000,
            0.6285946369171143
          ],
          [
            4100,
            0.6259765028953552
          ],
          [
            4200,
            0.6253141760826111
          ],
          [
            4300,
            0.6241656541824341
          ],
          [
            4400,
            0.6227133870124817
          ],
          [
            4500,
            0.6216070652008057
          ],
          [
            4600,
            0.6200856566429138
          ],
          [
            4700,
            0.6190673112869263
          ],
          [
            4800,
            0.6188390851020813
          ],
          [
            4900,
            0.6176222562789917
          ],
          [
            5000,
            0.6165850758552551
          ],
          [
            5100,
            0.6157369613647461
          ],
          [
            5200,
            0.6148188710212708
          ],
          [
            5300,
            0.6147657632827759
          ],
          [
            5400,
            0.6144676804542542
          ],
          [
            5500,
            0.6142381429672241
          ],
          [
            5600,
            0.614568829536438
          ],
          [
            5700,
            0.6140504479408264
          ],
          [
            5800,
            0.6133182048797607
          ],
          [
            5900,
            0.6131345629692078
          ],
          [
            6000,
            0.6132113933563232
          ],
          [
            6100,
            0.6123277544975281
          ],
          [
            6200,
            0.6127119660377502
          ],
          [
            6300,
            0.6125783324241638
          ],
          [
            6400,
            0.6125466823577881
          ],
          [
            6500,
            0.6126893758773804
          ],
          [
            6600,
            0.6131700277328491
          ],
          [
            6700,
            0.6123817563056946
          ],
          [
            6800,
            0.6129661202430725
          ],
          [
            6900,
            0.6128801107406616
          ],
          [
            7000,
            0.6131364703178406
          ],
          [
            7100,
            0.6137205958366394
          ],
          [
            7200,
            0.6137414574623108
          ],
          [
            7300,
            0.6141302585601807
          ],
          [
            7400,
            0.6144327521324158
          ],
          [
            7500,
            0.6139988303184509
          ],
          [
            7600,
            0.6142749190330505
          ],
          [
            7700,
            0.6144883632659912
          ],
          [
            7800,
            0.6147487759590149
          ],
          [
            7900,
            0.6147221922874451
          ],
          [
            8000,
            0.6153595447540283
          ],
          [
            8100,
            0.6155873537063599
          ],
          [
            8200,
            0.6157985329627991
          ],
          [
            8300,
            0.61576247215271
          ],
          [
            8400,
            0.6159857511520386
          ],
          [
            8500,
            0.6160517930984497
          ],
          [
            8600,
            0.6166122555732727
          ],
          [
            8700,
            0.6164672374725342
          ],
          [
            8800,
            0.6167001128196716
          ],
          [
            8900,
            0.616692066192627
          ],
          [
            9000,
            0.6166998744010925
          ],
          [
            9100,
            0.6167457103729248
          ],
          [
            9200,
            0.6167812943458557
          ],
          [
            9300,
            0.6167200207710266
          ]
        ],
        "logging/rms/model.layers.6.self_attn.o_proj/gradient": [
          [
            0,
            0.00039365634438581765
          ],
          [
            100,
            2.657755248947069e-05
          ],
          [
            200,
            1.6315285392920487e-05
          ],
          [
            300,
            1.5230854842229746e-05
          ],
          [
            400,
            1.527785207144916e-05
          ],
          [
            500,
            1.2900287401862442e-05
          ],
          [
            600,
            1.289767533307895e-05
          ],
          [
            700,
            1.198138761537848e-05
          ],
          [
            800,
            1.2293482541281264e-05
          ],
          [
            900,
            1.1543982509465422e-05
          ],
          [
            1000,
            1.1661409189400729e-05
          ],
          [
            1100,
            1.2160383448645007e-05
          ],
          [
            1200,
            1.1544713743205648e-05
          ],
          [
            1300,
            1.1747722055588383e-05
          ],
          [
            1400,
            1.1446602911746595e-05
          ],
          [
            1500,
            1.2031848200422246e-05
          ],
          [
            1600,
            1.1690045539580751e-05
          ],
          [
            1700,
            1.1708039892255329e-05
          ],
          [
            1800,
            1.1726991033356171e-05
          ],
          [
            1900,
            1.1769746379286516e-05
          ],
          [
            2000,
            1.1740829904738348e-05
          ],
          [
            2100,
            1.2293874533497728e-05
          ],
          [
            2200,
            1.1935373549931683e-05
          ],
          [
            2300,
            1.2155817785242107e-05
          ],
          [
            2400,
            1.168736707768403e-05
          ],
          [
            2500,
            1.177219473902369e-05
          ],
          [
            2600,
            1.1716361768776551e-05
          ],
          [
            2700,
            1.21430921353749e-05
          ],
          [
            2800,
            1.284889003727585e-05
          ],
          [
            2900,
            1.2003254596493207e-05
          ],
          [
            3000,
            1.2709721886494663e-05
          ],
          [
            3100,
            1.1951999113080092e-05
          ],
          [
            3200,
            1.250634522875771e-05
          ],
          [
            3300,
            1.2338507076492533e-05
          ],
          [
            3400,
            1.2650060853047762e-05
          ],
          [
            3500,
            1.2976101970707532e-05
          ],
          [
            3600,
            1.282183984585572e-05
          ],
          [
            3700,
            1.2654878446483053e-05
          ],
          [
            3800,
            1.299507130170241e-05
          ],
          [
            3900,
            1.3385640158958267e-05
          ],
          [
            4000,
            1.3400758689385839e-05
          ],
          [
            4100,
            1.26596733025508e-05
          ],
          [
            4200,
            1.3566702364187222e-05
          ],
          [
            4300,
            1.3358353498915676e-05
          ],
          [
            4400,
            2.272353958687745e-05
          ],
          [
            4500,
            1.3341772501007654e-05
          ],
          [
            4600,
            1.3895549273001961e-05
          ],
          [
            4700,
            1.3705819583265111e-05
          ],
          [
            4800,
            1.4124449080554768e-05
          ],
          [
            4900,
            1.3332158232515212e-05
          ],
          [
            5000,
            1.4147330148261972e-05
          ],
          [
            5100,
            1.4176591321302112e-05
          ],
          [
            5200,
            1.4189447028911673e-05
          ],
          [
            5300,
            1.4585740245820489e-05
          ],
          [
            5400,
            1.421510023646988e-05
          ],
          [
            5500,
            1.4299213944468647e-05
          ],
          [
            5600,
            1.466149387852056e-05
          ],
          [
            5700,
            1.4698966879223008e-05
          ],
          [
            5800,
            1.4786991414439399e-05
          ],
          [
            5900,
            1.5265040929079987e-05
          ],
          [
            6000,
            1.4818131603533402e-05
          ],
          [
            6100,
            1.5173999599937815e-05
          ],
          [
            6200,
            1.4727786947332788e-05
          ],
          [
            6300,
            1.564860576763749e-05
          ],
          [
            6400,
            1.5870096831349656e-05
          ],
          [
            6500,
            1.6162755855475552e-05
          ],
          [
            6600,
            1.5764180716359988e-05
          ],
          [
            6700,
            1.6346670236089267e-05
          ],
          [
            6800,
            1.628121390240267e-05
          ],
          [
            6900,
            1.6377627616748214e-05
          ],
          [
            7000,
            1.5993691704352386e-05
          ],
          [
            7100,
            1.644595613470301e-05
          ],
          [
            7200,
            1.656545646255836e-05
          ],
          [
            7300,
            1.6159221559064463e-05
          ],
          [
            7400,
            1.6437770682387054e-05
          ],
          [
            7500,
            1.7206948541570455e-05
          ],
          [
            7600,
            1.671479913056828e-05
          ],
          [
            7700,
            1.659127519815229e-05
          ],
          [
            7800,
            1.694997990853153e-05
          ],
          [
            7900,
            1.643319228605833e-05
          ],
          [
            8000,
            1.703086672932841e-05
          ],
          [
            8100,
            1.709828393359203e-05
          ],
          [
            8200,
            1.715524740575347e-05
          ],
          [
            8300,
            1.7352385839330964e-05
          ],
          [
            8400,
            1.738298306008801e-05
          ],
          [
            8500,
            1.727466587908566e-05
          ],
          [
            8600,
            1.746603629726451e-05
          ],
          [
            8700,
            1.7457594367442653e-05
          ],
          [
            8800,
            1.756775236572139e-05
          ],
          [
            8900,
            1.768500624166336e-05
          ],
          [
            9000,
            1.7744547221809626e-05
          ],
          [
            9100,
            1.757350764819421e-05
          ],
          [
            9200,
            1.767477260727901e-05
          ],
          [
            9300,
            1.7317544916295446e-05
          ]
        ],
        "logging/rms/model.layers.2.mlp.up_proj/activation": [
          [
            0,
            0.983908474445343
          ],
          [
            100,
            1.1314016580581665
          ],
          [
            200,
            1.266051173210144
          ],
          [
            300,
            1.3915660381317139
          ],
          [
            400,
            1.3921360969543457
          ],
          [
            500,
            1.3762426376342773
          ],
          [
            600,
            1.374610185623169
          ],
          [
            700,
            1.348253846168518
          ],
          [
            800,
            1.3371944427490234
          ],
          [
            900,
            1.3053410053253174
          ],
          [
            1000,
            1.3012923002243042
          ],
          [
            1100,
            1.289636254310608
          ],
          [
            1200,
            1.2684839963912964
          ],
          [
            1300,
            1.265899896621704
          ],
          [
            1400,
            1.247756004333496
          ],
          [
            1500,
            1.2396796941757202
          ],
          [
            1600,
            1.206995964050293
          ],
          [
            1700,
            1.2077521085739136
          ],
          [
            1800,
            1.2003253698349
          ],
          [
            1900,
            1.1904923915863037
          ],
          [
            2000,
            1.1801979541778564
          ],
          [
            2100,
            1.1771070957183838
          ],
          [
            2200,
            1.161503791809082
          ],
          [
            2300,
            1.1537083387374878
          ],
          [
            2400,
            1.1556124687194824
          ],
          [
            2500,
            1.141621470451355
          ],
          [
            2600,
            1.1219184398651123
          ],
          [
            2700,
            1.1235705614089966
          ],
          [
            2800,
            1.113787293434143
          ],
          [
            2900,
            1.1135419607162476
          ],
          [
            3000,
            1.1045095920562744
          ],
          [
            3100,
            1.0958683490753174
          ],
          [
            3200,
            1.0827852487564087
          ],
          [
            3300,
            1.0772262811660767
          ],
          [
            3400,
            1.0762320756912231
          ],
          [
            3500,
            1.071890115737915
          ],
          [
            3600,
            1.0682753324508667
          ],
          [
            3700,
            1.0522739887237549
          ],
          [
            3800,
            1.0683531761169434
          ],
          [
            3900,
            1.058011531829834
          ],
          [
            4000,
            1.0442039966583252
          ],
          [
            4100,
            1.046278476715088
          ],
          [
            4200,
            1.0346317291259766
          ],
          [
            4300,
            1.0328174829483032
          ],
          [
            4400,
            1.0269893407821655
          ],
          [
            4500,
            1.0174893140792847
          ],
          [
            4600,
            1.0108264684677124
          ],
          [
            4700,
            1.0219545364379883
          ],
          [
            4800,
            1.0103141069412231
          ],
          [
            4900,
            0.998792290687561
          ],
          [
            5000,
            1.008019208908081
          ],
          [
            5100,
            1.005479097366333
          ],
          [
            5200,
            0.9914313554763794
          ],
          [
            5300,
            0.9916759133338928
          ],
          [
            5400,
            0.9871296882629395
          ],
          [
            5500,
            0.9808876514434814
          ],
          [
            5600,
            0.9726220965385437
          ],
          [
            5700,
            0.9851845502853394
          ],
          [
            5800,
            0.9727691411972046
          ],
          [
            5900,
            0.9687917232513428
          ],
          [
            6000,
            0.9618003368377686
          ],
          [
            6100,
            0.9619389772415161
          ],
          [
            6200,
            0.9641547799110413
          ],
          [
            6300,
            0.9495877623558044
          ],
          [
            6400,
            0.9488568902015686
          ],
          [
            6500,
            0.9430385231971741
          ],
          [
            6600,
            0.9488129019737244
          ],
          [
            6700,
            0.9372742772102356
          ],
          [
            6800,
            0.9360491037368774
          ],
          [
            6900,
            0.9366564750671387
          ],
          [
            7000,
            0.9402756094932556
          ],
          [
            7100,
            0.9325228929519653
          ],
          [
            7200,
            0.9213570356369019
          ],
          [
            7300,
            0.9280388951301575
          ],
          [
            7400,
            0.924186110496521
          ],
          [
            7500,
            0.913539469242096
          ],
          [
            7600,
            0.9249447584152222
          ],
          [
            7700,
            0.9226436614990234
          ],
          [
            7800,
            0.9186405539512634
          ],
          [
            7900,
            0.9147343039512634
          ],
          [
            8000,
            0.9075881838798523
          ],
          [
            8100,
            0.9082428812980652
          ],
          [
            8200,
            0.9035801887512207
          ],
          [
            8300,
            0.9077133536338806
          ],
          [
            8400,
            0.9005299806594849
          ],
          [
            8500,
            0.9002025723457336
          ],
          [
            8600,
            0.9012516736984253
          ],
          [
            8700,
            0.9002108573913574
          ],
          [
            8800,
            0.8927643895149231
          ],
          [
            8900,
            0.8922889232635498
          ],
          [
            9000,
            0.8938077688217163
          ],
          [
            9100,
            0.8856379389762878
          ],
          [
            9200,
            0.8936849236488342
          ],
          [
            9300,
            0.8901004195213318
          ]
        ],
        "logging/rms/model.layers.0.self_attn.k_proj/activation": [
          [
            0,
            0.5128976702690125
          ],
          [
            100,
            1.4488682746887207
          ],
          [
            200,
            1.48179292678833
          ],
          [
            300,
            1.5280647277832031
          ],
          [
            400,
            1.5606977939605713
          ],
          [
            500,
            1.5880845785140991
          ],
          [
            600,
            1.5927461385726929
          ],
          [
            700,
            1.6175450086593628
          ],
          [
            800,
            1.6232869625091553
          ],
          [
            900,
            1.6179875135421753
          ],
          [
            1000,
            1.6241438388824463
          ],
          [
            1100,
            1.619415044784546
          ],
          [
            1200,
            1.6250039339065552
          ],
          [
            1300,
            1.621131420135498
          ],
          [
            1400,
            1.6146482229232788
          ],
          [
            1500,
            1.5935988426208496
          ],
          [
            1600,
            1.6147441864013672
          ],
          [
            1700,
            1.604061245918274
          ],
          [
            1800,
            1.603295087814331
          ],
          [
            1900,
            1.5898473262786865
          ],
          [
            2000,
            1.5781795978546143
          ],
          [
            2100,
            1.583643913269043
          ],
          [
            2200,
            1.5877712965011597
          ],
          [
            2300,
            1.5773777961730957
          ],
          [
            2400,
            1.5829559564590454
          ],
          [
            2500,
            1.5745741128921509
          ],
          [
            2600,
            1.575255274772644
          ],
          [
            2700,
            1.5692867040634155
          ],
          [
            2800,
            1.568333625793457
          ],
          [
            2900,
            1.5505009889602661
          ],
          [
            3000,
            1.5505796670913696
          ],
          [
            3100,
            1.557796835899353
          ],
          [
            3200,
            1.549662709236145
          ],
          [
            3300,
            1.5552783012390137
          ],
          [
            3400,
            1.5437829494476318
          ],
          [
            3500,
            1.5506489276885986
          ],
          [
            3600,
            1.5353312492370605
          ],
          [
            3700,
            1.5409458875656128
          ],
          [
            3800,
            1.5474183559417725
          ],
          [
            3900,
            1.5383068323135376
          ],
          [
            4000,
            1.5325452089309692
          ],
          [
            4100,
            1.5365004539489746
          ],
          [
            4200,
            1.5261608362197876
          ],
          [
            4300,
            1.5329431295394897
          ],
          [
            4400,
            1.5336335897445679
          ],
          [
            4500,
            1.5256186723709106
          ],
          [
            4600,
            1.5261715650558472
          ],
          [
            4700,
            1.5323597192764282
          ],
          [
            4800,
            1.5189369916915894
          ],
          [
            4900,
            1.5314240455627441
          ],
          [
            5000,
            1.5287221670150757
          ],
          [
            5100,
            1.5229666233062744
          ],
          [
            5200,
            1.5259531736373901
          ],
          [
            5300,
            1.5102901458740234
          ],
          [
            5400,
            1.5170817375183105
          ],
          [
            5500,
            1.5095962285995483
          ],
          [
            5600,
            1.5166648626327515
          ],
          [
            5700,
            1.518091082572937
          ],
          [
            5800,
            1.5137730836868286
          ],
          [
            5900,
            1.5012270212173462
          ],
          [
            6000,
            1.498755693435669
          ],
          [
            6100,
            1.5004240274429321
          ],
          [
            6200,
            1.495983362197876
          ],
          [
            6300,
            1.5067318677902222
          ],
          [
            6400,
            1.505339503288269
          ],
          [
            6500,
            1.4931526184082031
          ],
          [
            6600,
            1.490649700164795
          ],
          [
            6700,
            1.490044355392456
          ],
          [
            6800,
            1.4883160591125488
          ],
          [
            6900,
            1.4915025234222412
          ],
          [
            7000,
            1.4866223335266113
          ],
          [
            7100,
            1.4888010025024414
          ],
          [
            7200,
            1.4874367713928223
          ],
          [
            7300,
            1.4820483922958374
          ],
          [
            7400,
            1.4856278896331787
          ],
          [
            7500,
            1.4805610179901123
          ],
          [
            7600,
            1.4761664867401123
          ],
          [
            7700,
            1.4826486110687256
          ],
          [
            7800,
            1.4783592224121094
          ],
          [
            7900,
            1.4769526720046997
          ],
          [
            8000,
            1.476741909980774
          ],
          [
            8100,
            1.4655935764312744
          ],
          [
            8200,
            1.46756911277771
          ],
          [
            8300,
            1.4681353569030762
          ],
          [
            8400,
            1.470072865486145
          ],
          [
            8500,
            1.461875081062317
          ],
          [
            8600,
            1.4694956541061401
          ],
          [
            8700,
            1.4573479890823364
          ],
          [
            8800,
            1.4576770067214966
          ],
          [
            8900,
            1.4556366205215454
          ],
          [
            9000,
            1.4500336647033691
          ],
          [
            9100,
            1.448398232460022
          ],
          [
            9200,
            1.4584720134735107
          ],
          [
            9300,
            1.4546072483062744
          ]
        ],
        "logging/rms/model.layers.2.self_attn.o_proj/gradient": [
          [
            0,
            0.0006954057607799768
          ],
          [
            100,
            2.8278469471842982e-05
          ],
          [
            200,
            2.5988021661760285e-05
          ],
          [
            300,
            2.391899033682421e-05
          ],
          [
            400,
            2.7363363187760115e-05
          ],
          [
            500,
            2.21054124267539e-05
          ],
          [
            600,
            2.167964521504473e-05
          ],
          [
            700,
            1.9919374608434737e-05
          ],
          [
            800,
            2.0152163415332325e-05
          ],
          [
            900,
            1.8612885469337925e-05
          ],
          [
            1000,
            1.7779138943296857e-05
          ],
          [
            1100,
            1.8547141735325567e-05
          ],
          [
            1200,
            1.727829840092454e-05
          ],
          [
            1300,
            1.7030717572197318e-05
          ],
          [
            1400,
            1.552962203277275e-05
          ],
          [
            1500,
            1.612668165762443e-05
          ],
          [
            1600,
            1.534255534352269e-05
          ],
          [
            1700,
            1.591941327205859e-05
          ],
          [
            1800,
            1.523055379948346e-05
          ],
          [
            1900,
            1.5461926523130387e-05
          ],
          [
            2000,
            1.5018748854345176e-05
          ],
          [
            2100,
            1.5579933460685425e-05
          ],
          [
            2200,
            1.5277146303560585e-05
          ],
          [
            2300,
            1.509522735432256e-05
          ],
          [
            2400,
            1.5047469787532464e-05
          ],
          [
            2500,
            1.46957308970741e-05
          ],
          [
            2600,
            1.4159552847559098e-05
          ],
          [
            2700,
            1.4929221833881456e-05
          ],
          [
            2800,
            1.5745707059977576e-05
          ],
          [
            2900,
            1.4569245649909135e-05
          ],
          [
            3000,
            1.5376923329313286e-05
          ],
          [
            3100,
            1.4810520042374264e-05
          ],
          [
            3200,
            1.4951810044294689e-05
          ],
          [
            3300,
            1.5521976820309646e-05
          ],
          [
            3400,
            1.5097180039447267e-05
          ],
          [
            3500,
            1.54118661157554e-05
          ],
          [
            3600,
            1.494565458415309e-05
          ],
          [
            3700,
            1.502701525168959e-05
          ],
          [
            3800,
            1.5422538126586005e-05
          ],
          [
            3900,
            1.6240484910667874e-05
          ],
          [
            4000,
            1.5781846741447225e-05
          ],
          [
            4100,
            1.53650798893068e-05
          ],
          [
            4200,
            1.5481402442674153e-05
          ],
          [
            4300,
            1.5262587112374604e-05
          ],
          [
            4400,
            2.3768514438415878e-05
          ],
          [
            4500,
            1.541945312055759e-05
          ],
          [
            4600,
            1.6332551240338944e-05
          ],
          [
            4700,
            1.6174933989532292e-05
          ],
          [
            4800,
            1.6306159523082897e-05
          ],
          [
            4900,
            1.5667295883758925e-05
          ],
          [
            5000,
            1.6491510905325413e-05
          ],
          [
            5100,
            1.648534271225799e-05
          ],
          [
            5200,
            1.5995008652680553e-05
          ],
          [
            5300,
            1.673389670031611e-05
          ],
          [
            5400,
            1.675536077527795e-05
          ],
          [
            5500,
            1.6598964066361077e-05
          ],
          [
            5600,
            1.640329537622165e-05
          ],
          [
            5700,
            1.755096673150547e-05
          ],
          [
            5800,
            1.712348785076756e-05
          ],
          [
            5900,
            1.7563625078764744e-05
          ],
          [
            6000,
            1.6634807252557948e-05
          ],
          [
            6100,
            1.7628770365263335e-05
          ],
          [
            6200,
            1.70531766343629e-05
          ],
          [
            6300,
            1.73754378920421e-05
          ],
          [
            6400,
            1.7860804291558452e-05
          ],
          [
            6500,
            1.8007214748649858e-05
          ],
          [
            6600,
            1.7936974472831935e-05
          ],
          [
            6700,
            1.9016797523363493e-05
          ],
          [
            6800,
            1.838160096667707e-05
          ],
          [
            6900,
            1.8645536329131573e-05
          ],
          [
            7000,
            1.8571821783552878e-05
          ],
          [
            7100,
            1.8871771317208186e-05
          ],
          [
            7200,
            1.8986665963893756e-05
          ],
          [
            7300,
            1.8653223378350958e-05
          ],
          [
            7400,
            1.9438382878433913e-05
          ],
          [
            7500,
            1.90210066648433e-05
          ],
          [
            7600,
            1.897209403978195e-05
          ],
          [
            7700,
            1.9653096387628466e-05
          ],
          [
            7800,
            2.0215034965076484e-05
          ],
          [
            7900,
            1.9398461517994292e-05
          ],
          [
            8000,
            1.986513780138921e-05
          ],
          [
            8100,
            1.9750383216887712e-05
          ],
          [
            8200,
            1.974438055185601e-05
          ],
          [
            8300,
            2.0493380361585878e-05
          ],
          [
            8400,
            2.0228559151291847e-05
          ],
          [
            8500,
            2.022988883254584e-05
          ],
          [
            8600,
            2.055814729828853e-05
          ],
          [
            8700,
            2.042689266090747e-05
          ],
          [
            8800,
            1.9980250726803206e-05
          ],
          [
            8900,
            2.0443194443942048e-05
          ],
          [
            9000,
            2.071738344966434e-05
          ],
          [
            9100,
            2.0129380573052913e-05
          ],
          [
            9200,
            2.089074951072689e-05
          ],
          [
            9300,
            2.011402466450818e-05
          ]
        ],
        "logging/rms/model.layers.4.mlp.gate_proj/parameter": [
          [
            0,
            0.0436004102230072
          ],
          [
            100,
            0.04437574744224548
          ],
          [
            200,
            0.05021972954273224
          ],
          [
            300,
            0.05630912631750107
          ],
          [
            400,
            0.061152730137109756
          ],
          [
            500,
            0.06516817212104797
          ],
          [
            600,
            0.06853558123111725
          ],
          [
            700,
            0.07145769894123077
          ],
          [
            800,
            0.07397273927927017
          ],
          [
            900,
            0.07628479599952698
          ],
          [
            1000,
            0.07834500819444656
          ],
          [
            1100,
            0.08017298579216003
          ],
          [
            1200,
            0.08181910961866379
          ],
          [
            1300,
            0.08330982178449631
          ],
          [
            1400,
            0.08464066684246063
          ],
          [
            1500,
            0.08587053418159485
          ],
          [
            1600,
            0.08698038756847382
          ],
          [
            1700,
            0.08799076080322266
          ],
          [
            1800,
            0.08885213732719421
          ],
          [
            1900,
            0.08965612947940826
          ],
          [
            2000,
            0.09038973599672318
          ],
          [
            2100,
            0.09104487299919128
          ],
          [
            2200,
            0.09158274531364441
          ],
          [
            2300,
            0.09209571033716202
          ],
          [
            2400,
            0.09254175424575806
          ],
          [
            2500,
            0.09292105585336685
          ],
          [
            2600,
            0.09325931966304779
          ],
          [
            2700,
            0.09354108572006226
          ],
          [
            2800,
            0.0937921330332756
          ],
          [
            2900,
            0.09398201107978821
          ],
          [
            3000,
            0.09413821250200272
          ],
          [
            3100,
            0.09426877647638321
          ],
          [
            3200,
            0.09434004127979279
          ],
          [
            3300,
            0.09441036731004715
          ],
          [
            3400,
            0.09441615641117096
          ],
          [
            3500,
            0.09443780779838562
          ],
          [
            3600,
            0.09440043568611145
          ],
          [
            3700,
            0.09434864670038223
          ],
          [
            3800,
            0.09426410496234894
          ],
          [
            3900,
            0.09417380392551422
          ],
          [
            4000,
            0.09403224289417267
          ],
          [
            4100,
            0.09390556812286377
          ],
          [
            4200,
            0.09375100582838058
          ],
          [
            4300,
            0.09356564283370972
          ],
          [
            4400,
            0.0933961495757103
          ],
          [
            4500,
            0.09320420026779175
          ],
          [
            4600,
            0.0929972305893898
          ],
          [
            4700,
            0.09277397394180298
          ],
          [
            4800,
            0.09253790229558945
          ],
          [
            4900,
            0.09227132052183151
          ],
          [
            5000,
            0.09200714528560638
          ],
          [
            5100,
            0.09174603223800659
          ],
          [
            5200,
            0.09147599339485168
          ],
          [
            5300,
            0.09120023250579834
          ],
          [
            5400,
            0.09089690446853638
          ],
          [
            5500,
            0.09059760719537735
          ],
          [
            5600,
            0.09029634296894073
          ],
          [
            5700,
            0.08999265730381012
          ],
          [
            5800,
            0.08967981487512589
          ],
          [
            5900,
            0.08936253190040588
          ],
          [
            6000,
            0.08904428780078888
          ],
          [
            6100,
            0.08872824907302856
          ],
          [
            6200,
            0.08840037137269974
          ],
          [
            6300,
            0.08809366822242737
          ],
          [
            6400,
            0.08776021748781204
          ],
          [
            6500,
            0.08743312954902649
          ],
          [
            6600,
            0.08711417764425278
          ],
          [
            6700,
            0.0867973193526268
          ],
          [
            6800,
            0.08646662533283234
          ],
          [
            6900,
            0.08613982051610947
          ],
          [
            7000,
            0.08582854270935059
          ],
          [
            7100,
            0.08551748842000961
          ],
          [
            7200,
            0.08521263301372528
          ],
          [
            7300,
            0.08491026610136032
          ],
          [
            7400,
            0.0846124067902565
          ],
          [
            7500,
            0.08431411534547806
          ],
          [
            7600,
            0.08403096348047256
          ],
          [
            7700,
            0.08375094830989838
          ],
          [
            7800,
            0.08348671346902847
          ],
          [
            7900,
            0.08323024958372116
          ],
          [
            8000,
            0.08298234641551971
          ],
          [
            8100,
            0.08274142444133759
          ],
          [
            8200,
            0.08251505345106125
          ],
          [
            8300,
            0.08229959011077881
          ],
          [
            8400,
            0.08210321515798569
          ],
          [
            8500,
            0.08191664516925812
          ],
          [
            8600,
            0.08174239844083786
          ],
          [
            8700,
            0.08158861845731735
          ],
          [
            8800,
            0.08145180344581604
          ],
          [
            8900,
            0.08133665472269058
          ],
          [
            9000,
            0.08123567700386047
          ],
          [
            9100,
            0.08116042613983154
          ],
          [
            9200,
            0.0811048150062561
          ],
          [
            9300,
            0.08107408881187439
          ]
        ],
        "logging/rms/model.layers.4.self_attn.q_proj/gradient": [
          [
            0,
            2.8499534892034717e-05
          ],
          [
            100,
            1.849000545917079e-05
          ],
          [
            200,
            1.718062412692234e-05
          ],
          [
            300,
            2.5708000976010226e-05
          ],
          [
            400,
            3.3403226552763954e-05
          ],
          [
            500,
            4.821232141694054e-05
          ],
          [
            600,
            6.659808423137292e-05
          ],
          [
            700,
            2.5641973479650915e-05
          ],
          [
            800,
            3.5813234717352316e-05
          ],
          [
            900,
            5.234614945948124e-05
          ],
          [
            1000,
            5.742047869716771e-05
          ],
          [
            1100,
            5.217783109401353e-05
          ],
          [
            1200,
            4.239553163642995e-05
          ],
          [
            1300,
            7.026712410151958e-05
          ],
          [
            1400,
            2.4772738470346667e-05
          ],
          [
            1500,
            8.95847988431342e-05
          ],
          [
            1600,
            2.8125939934398048e-05
          ],
          [
            1700,
            5.912351480219513e-05
          ],
          [
            1800,
            2.9141052436898462e-05
          ],
          [
            1900,
            3.0168039302225225e-05
          ],
          [
            2000,
            3.5968409065390006e-05
          ],
          [
            2100,
            6.31528309895657e-05
          ],
          [
            2200,
            3.8929167203605175e-05
          ],
          [
            2300,
            3.587568789953366e-05
          ],
          [
            2400,
            4.000889020971954e-05
          ],
          [
            2500,
            2.475621113262605e-05
          ],
          [
            2600,
            2.5838902729447e-05
          ],
          [
            2700,
            4.604865171131678e-05
          ],
          [
            2800,
            4.949863796355203e-05
          ],
          [
            2900,
            6.227558333193883e-05
          ],
          [
            3000,
            0.00012170151603640988
          ],
          [
            3100,
            2.499194670235738e-05
          ],
          [
            3200,
            2.869459603971336e-05
          ],
          [
            3300,
            9.0666493633762e-05
          ],
          [
            3400,
            2.5731542336870916e-05
          ],
          [
            3500,
            3.71209425793495e-05
          ],
          [
            3600,
            2.362105078645982e-05
          ],
          [
            3700,
            2.3732069166726433e-05
          ],
          [
            3800,
            3.651736551546492e-05
          ],
          [
            3900,
            4.380247992230579e-05
          ],
          [
            4000,
            2.54543137998553e-05
          ],
          [
            4100,
            4.744750913232565e-05
          ],
          [
            4200,
            3.561436096788384e-05
          ],
          [
            4300,
            2.223589035565965e-05
          ],
          [
            4400,
            6.289513839874417e-05
          ],
          [
            4500,
            2.328926530026365e-05
          ],
          [
            4600,
            3.405233292141929e-05
          ],
          [
            4700,
            2.782995579764247e-05
          ],
          [
            4800,
            3.379566624062136e-05
          ],
          [
            4900,
            2.133799898729194e-05
          ],
          [
            5000,
            6.685222615487874e-05
          ],
          [
            5100,
            4.265580355422571e-05
          ],
          [
            5200,
            2.8644983103731647e-05
          ],
          [
            5300,
            3.328132879687473e-05
          ],
          [
            5400,
            0.00010934603051282465
          ],
          [
            5500,
            2.410933120700065e-05
          ],
          [
            5600,
            2.975959978357423e-05
          ],
          [
            5700,
            8.093371434370056e-05
          ],
          [
            5800,
            2.4580644094385207e-05
          ],
          [
            5900,
            2.2953508960199542e-05
          ],
          [
            6000,
            3.375317101017572e-05
          ],
          [
            6100,
            2.4590754037490115e-05
          ],
          [
            6200,
            2.5159644792438485e-05
          ],
          [
            6300,
            6.484929326688871e-05
          ],
          [
            6400,
            2.5651765099610202e-05
          ],
          [
            6500,
            2.5697443561512046e-05
          ],
          [
            6600,
            3.5739609302254394e-05
          ],
          [
            6700,
            6.069788651075214e-05
          ],
          [
            6800,
            2.53091893682722e-05
          ],
          [
            6900,
            4.401947444421239e-05
          ],
          [
            7000,
            2.7731393856811337e-05
          ],
          [
            7100,
            2.8638371077249758e-05
          ],
          [
            7200,
            3.1244384445017204e-05
          ],
          [
            7300,
            2.592044256743975e-05
          ],
          [
            7400,
            5.247383887763135e-05
          ],
          [
            7500,
            5.554471135837957e-05
          ],
          [
            7600,
            5.3906016546534374e-05
          ],
          [
            7700,
            4.269245982868597e-05
          ],
          [
            7800,
            2.6691986931837164e-05
          ],
          [
            7900,
            2.6282565158908255e-05
          ],
          [
            8000,
            4.547179923974909e-05
          ],
          [
            8100,
            2.4709208446438424e-05
          ],
          [
            8200,
            5.4820509831188247e-05
          ],
          [
            8300,
            5.2143295761197805e-05
          ],
          [
            8400,
            3.154848673148081e-05
          ],
          [
            8500,
            6.701632810290903e-05
          ],
          [
            8600,
            4.8259247705573216e-05
          ],
          [
            8700,
            2.8657354050665163e-05
          ],
          [
            8800,
            3.8193462387425825e-05
          ],
          [
            8900,
            3.774545984924771e-05
          ],
          [
            9000,
            2.696672163438052e-05
          ],
          [
            9100,
            2.5049766918527894e-05
          ],
          [
            9200,
            2.9233402528916486e-05
          ],
          [
            9300,
            2.8133557862020098e-05
          ]
        ],
        "logging/rms/model.layers.4.self_attn.o_proj/parameter": [
          [
            0,
            0.04352487996220589
          ],
          [
            100,
            0.04385404661297798
          ],
          [
            200,
            0.04750467464327812
          ],
          [
            300,
            0.05515257641673088
          ],
          [
            400,
            0.06446029245853424
          ],
          [
            500,
            0.06962288916110992
          ],
          [
            600,
            0.07350672036409378
          ],
          [
            700,
            0.07681214064359665
          ],
          [
            800,
            0.07959216833114624
          ],
          [
            900,
            0.08199580758810043
          ],
          [
            1000,
            0.08413942158222198
          ],
          [
            1100,
            0.08601881563663483
          ],
          [
            1200,
            0.08756168931722641
          ],
          [
            1300,
            0.08909482508897781
          ],
          [
            1400,
            0.09031911939382553
          ],
          [
            1500,
            0.09143280237913132
          ],
          [
            1600,
            0.09244325757026672
          ],
          [
            1700,
            0.09326902776956558
          ],
          [
            1800,
            0.09398854523897171
          ],
          [
            1900,
            0.09466984868049622
          ],
          [
            2000,
            0.09532110393047333
          ],
          [
            2100,
            0.0958104059100151
          ],
          [
            2200,
            0.09622674435377121
          ],
          [
            2300,
            0.0965387225151062
          ],
          [
            2400,
            0.09688346087932587
          ],
          [
            2500,
            0.0972021296620369
          ],
          [
            2600,
            0.09739824384450912
          ],
          [
            2700,
            0.09760762751102448
          ],
          [
            2800,
            0.09773226827383041
          ],
          [
            2900,
            0.09783653169870377
          ],
          [
            3000,
            0.09791001677513123
          ],
          [
            3100,
            0.0978892371058464
          ],
          [
            3200,
            0.09787680208683014
          ],
          [
            3300,
            0.09784296154975891
          ],
          [
            3400,
            0.09778385609388351
          ],
          [
            3500,
            0.09764532744884491
          ],
          [
            3600,
            0.09748278558254242
          ],
          [
            3700,
            0.09738131612539291
          ],
          [
            3800,
            0.097189761698246
          ],
          [
            3900,
            0.09704809635877609
          ],
          [
            4000,
            0.09679151326417923
          ],
          [
            4100,
            0.0965823084115982
          ],
          [
            4200,
            0.09635965526103973
          ],
          [
            4300,
            0.09608642756938934
          ],
          [
            4400,
            0.09582319110631943
          ],
          [
            4500,
            0.09554682672023773
          ],
          [
            4600,
            0.09526971727609634
          ],
          [
            4700,
            0.09494157135486603
          ],
          [
            4800,
            0.09462146461009979
          ],
          [
            4900,
            0.0943322405219078
          ],
          [
            5000,
            0.09396789968013763
          ],
          [
            5100,
            0.09361101686954498
          ],
          [
            5200,
            0.0932687297463417
          ],
          [
            5300,
            0.09291654825210571
          ],
          [
            5400,
            0.09260289371013641
          ],
          [
            5500,
            0.09222470968961716
          ],
          [
            5600,
            0.09185566753149033
          ],
          [
            5700,
            0.09149757027626038
          ],
          [
            5800,
            0.09112685918807983
          ],
          [
            5900,
            0.09078063815832138
          ],
          [
            6000,
            0.0903734564781189
          ],
          [
            6100,
            0.0899953842163086
          ],
          [
            6200,
            0.08959710597991943
          ],
          [
            6300,
            0.08922895789146423
          ],
          [
            6400,
            0.08885232359170914
          ],
          [
            6500,
            0.08850368857383728
          ],
          [
            6600,
            0.08811681717634201
          ],
          [
            6700,
            0.08770690858364105
          ],
          [
            6800,
            0.08735751360654831
          ],
          [
            6900,
            0.08700975030660629
          ],
          [
            7000,
            0.08665264397859573
          ],
          [
            7100,
            0.08630552887916565
          ],
          [
            7200,
            0.08594591915607452
          ],
          [
            7300,
            0.0856047049164772
          ],
          [
            7400,
            0.0852697566151619
          ],
          [
            7500,
            0.08494443446397781
          ],
          [
            7600,
            0.08462318032979965
          ],
          [
            7700,
            0.08429897576570511
          ],
          [
            7800,
            0.0839921161532402
          ],
          [
            7900,
            0.08368416875600815
          ],
          [
            8000,
            0.08340626209974289
          ],
          [
            8100,
            0.08315709233283997
          ],
          [
            8200,
            0.08289909362792969
          ],
          [
            8300,
            0.08266675472259521
          ],
          [
            8400,
            0.082445427775383
          ],
          [
            8500,
            0.08223725855350494
          ],
          [
            8600,
            0.08204666525125504
          ],
          [
            8700,
            0.08187218755483627
          ],
          [
            8800,
            0.08173035830259323
          ],
          [
            8900,
            0.08160333335399628
          ],
          [
            9000,
            0.08149842172861099
          ],
          [
            9100,
            0.08141389489173889
          ],
          [
            9200,
            0.08135250955820084
          ],
          [
            9300,
            0.08131825178861618
          ]
        ],
        "logging/rms/model.layers.3.post_attention_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9815927147865295
          ],
          [
            200,
            0.974269688129425
          ],
          [
            300,
            0.9767277836799622
          ],
          [
            400,
            0.9514809846878052
          ],
          [
            500,
            0.931508481502533
          ],
          [
            600,
            0.9126733541488647
          ],
          [
            700,
            0.894616961479187
          ],
          [
            800,
            0.8805256485939026
          ],
          [
            900,
            0.8660011291503906
          ],
          [
            1000,
            0.8536708354949951
          ],
          [
            1100,
            0.8424366116523743
          ],
          [
            1200,
            0.8325034379959106
          ],
          [
            1300,
            0.8213770985603333
          ],
          [
            1400,
            0.8132109045982361
          ],
          [
            1500,
            0.8049778938293457
          ],
          [
            1600,
            0.7973498106002808
          ],
          [
            1700,
            0.7911157608032227
          ],
          [
            1800,
            0.7832342386245728
          ],
          [
            1900,
            0.7778454422950745
          ],
          [
            2000,
            0.7714205384254456
          ],
          [
            2100,
            0.7659772634506226
          ],
          [
            2200,
            0.7610998153686523
          ],
          [
            2300,
            0.7561155557632446
          ],
          [
            2400,
            0.7509452700614929
          ],
          [
            2500,
            0.7458294034004211
          ],
          [
            2600,
            0.7407849431037903
          ],
          [
            2700,
            0.7368373870849609
          ],
          [
            2800,
            0.7331976890563965
          ],
          [
            2900,
            0.7294391393661499
          ],
          [
            3000,
            0.7256014347076416
          ],
          [
            3100,
            0.7221137881278992
          ],
          [
            3200,
            0.7194114327430725
          ],
          [
            3300,
            0.7167796492576599
          ],
          [
            3400,
            0.7131950855255127
          ],
          [
            3500,
            0.7102709412574768
          ],
          [
            3600,
            0.707260251045227
          ],
          [
            3700,
            0.7049885988235474
          ],
          [
            3800,
            0.7027643918991089
          ],
          [
            3900,
            0.7001639604568481
          ],
          [
            4000,
            0.6981289386749268
          ],
          [
            4100,
            0.6955071687698364
          ],
          [
            4200,
            0.6944045424461365
          ],
          [
            4300,
            0.6926048994064331
          ],
          [
            4400,
            0.691119909286499
          ],
          [
            4500,
            0.6891018152236938
          ],
          [
            4600,
            0.687882125377655
          ],
          [
            4700,
            0.686527669429779
          ],
          [
            4800,
            0.6857954263687134
          ],
          [
            4900,
            0.6838542222976685
          ],
          [
            5000,
            0.6840780973434448
          ],
          [
            5100,
            0.6826127171516418
          ],
          [
            5200,
            0.6817821860313416
          ],
          [
            5300,
            0.6814090609550476
          ],
          [
            5400,
            0.6801936626434326
          ],
          [
            5500,
            0.6799995303153992
          ],
          [
            5600,
            0.6787630319595337
          ],
          [
            5700,
            0.6782330274581909
          ],
          [
            5800,
            0.6782366037368774
          ],
          [
            5900,
            0.6774248480796814
          ],
          [
            6000,
            0.6768362522125244
          ],
          [
            6100,
            0.6764844655990601
          ],
          [
            6200,
            0.676459014415741
          ],
          [
            6300,
            0.6764132976531982
          ],
          [
            6400,
            0.6760817170143127
          ],
          [
            6500,
            0.6759592890739441
          ],
          [
            6600,
            0.6764450669288635
          ],
          [
            6700,
            0.6762779951095581
          ],
          [
            6800,
            0.6761103868484497
          ],
          [
            6900,
            0.6761195659637451
          ],
          [
            7000,
            0.6761082410812378
          ],
          [
            7100,
            0.6759114861488342
          ],
          [
            7200,
            0.6764733791351318
          ],
          [
            7300,
            0.6767640709877014
          ],
          [
            7400,
            0.6771459579467773
          ],
          [
            7500,
            0.677001416683197
          ],
          [
            7600,
            0.6769868731498718
          ],
          [
            7700,
            0.6773972511291504
          ],
          [
            7800,
            0.6775296926498413
          ],
          [
            7900,
            0.6781326532363892
          ],
          [
            8000,
            0.6782594323158264
          ],
          [
            8100,
            0.6780937314033508
          ],
          [
            8200,
            0.678428590297699
          ],
          [
            8300,
            0.6787916421890259
          ],
          [
            8400,
            0.6787216067314148
          ],
          [
            8500,
            0.6792810559272766
          ],
          [
            8600,
            0.6793093681335449
          ],
          [
            8700,
            0.6795067191123962
          ],
          [
            8800,
            0.6796230673789978
          ],
          [
            8900,
            0.6795840859413147
          ],
          [
            9000,
            0.6797247529029846
          ],
          [
            9100,
            0.6798585057258606
          ],
          [
            9200,
            0.67990642786026
          ],
          [
            9300,
            0.6799377202987671
          ]
        ],
        "logging/rms/model.layers.4.post_attention_layernorm/activation": [
          [
            0,
            0.9999986290931702
          ],
          [
            100,
            0.9786993861198425
          ],
          [
            200,
            0.9687888026237488
          ],
          [
            300,
            0.9681348204612732
          ],
          [
            400,
            0.9296124577522278
          ],
          [
            500,
            0.8856790065765381
          ],
          [
            600,
            0.8499451875686646
          ],
          [
            700,
            0.8114086389541626
          ],
          [
            800,
            0.7814629077911377
          ],
          [
            900,
            0.7485092878341675
          ],
          [
            1000,
            0.7304367423057556
          ],
          [
            1100,
            0.710674524307251
          ],
          [
            1200,
            0.6887021064758301
          ],
          [
            1300,
            0.6738760471343994
          ],
          [
            1400,
            0.6572716236114502
          ],
          [
            1500,
            0.6474897265434265
          ],
          [
            1600,
            0.631842851638794
          ],
          [
            1700,
            0.6224986910820007
          ],
          [
            1800,
            0.6139177680015564
          ],
          [
            1900,
            0.6069405674934387
          ],
          [
            2000,
            0.6008946299552917
          ],
          [
            2100,
            0.5950876474380493
          ],
          [
            2200,
            0.5876582860946655
          ],
          [
            2300,
            0.58204585313797
          ],
          [
            2400,
            0.5790974497795105
          ],
          [
            2500,
            0.5751920938491821
          ],
          [
            2600,
            0.5658993124961853
          ],
          [
            2700,
            0.5646297931671143
          ],
          [
            2800,
            0.5638725757598877
          ],
          [
            2900,
            0.5599775910377502
          ],
          [
            3000,
            0.5573930740356445
          ],
          [
            3100,
            0.555892825126648
          ],
          [
            3200,
            0.5520642399787903
          ],
          [
            3300,
            0.5505286455154419
          ],
          [
            3400,
            0.5499079823493958
          ],
          [
            3500,
            0.5468634366989136
          ],
          [
            3600,
            0.5477884411811829
          ],
          [
            3700,
            0.5452765226364136
          ],
          [
            3800,
            0.5482633709907532
          ],
          [
            3900,
            0.5463746190071106
          ],
          [
            4000,
            0.5442867875099182
          ],
          [
            4100,
            0.5443946719169617
          ],
          [
            4200,
            0.5429823994636536
          ],
          [
            4300,
            0.543128252029419
          ],
          [
            4400,
            0.5455736517906189
          ],
          [
            4500,
            0.5388092994689941
          ],
          [
            4600,
            0.5430403351783752
          ],
          [
            4700,
            0.5455392003059387
          ],
          [
            4800,
            0.5446768999099731
          ],
          [
            4900,
            0.5417416095733643
          ],
          [
            5000,
            0.5430065989494324
          ],
          [
            5100,
            0.5468367338180542
          ],
          [
            5200,
            0.5440229177474976
          ],
          [
            5300,
            0.5469444990158081
          ],
          [
            5400,
            0.5462387204170227
          ],
          [
            5500,
            0.5449910759925842
          ],
          [
            5600,
            0.5463749766349792
          ],
          [
            5700,
            0.5517256259918213
          ],
          [
            5800,
            0.5472437739372253
          ],
          [
            5900,
            0.5477719306945801
          ],
          [
            6000,
            0.5470152497291565
          ],
          [
            6100,
            0.550858199596405
          ],
          [
            6200,
            0.5534628629684448
          ],
          [
            6300,
            0.5523531436920166
          ],
          [
            6400,
            0.5531316995620728
          ],
          [
            6500,
            0.5533277988433838
          ],
          [
            6600,
            0.5582263469696045
          ],
          [
            6700,
            0.5524609088897705
          ],
          [
            6800,
            0.5554420948028564
          ],
          [
            6900,
            0.557341456413269
          ],
          [
            7000,
            0.5606818199157715
          ],
          [
            7100,
            0.5594750642776489
          ],
          [
            7200,
            0.5595535039901733
          ],
          [
            7300,
            0.5611927509307861
          ],
          [
            7400,
            0.5632055401802063
          ],
          [
            7500,
            0.5601212978363037
          ],
          [
            7600,
            0.5659466981887817
          ],
          [
            7700,
            0.5666935443878174
          ],
          [
            7800,
            0.5672562718391418
          ],
          [
            7900,
            0.5670711994171143
          ],
          [
            8000,
            0.5687361359596252
          ],
          [
            8100,
            0.5672292113304138
          ],
          [
            8200,
            0.5687585473060608
          ],
          [
            8300,
            0.570861279964447
          ],
          [
            8400,
            0.5710458755493164
          ],
          [
            8500,
            0.57095867395401
          ],
          [
            8600,
            0.5723416805267334
          ],
          [
            8700,
            0.5723849534988403
          ],
          [
            8800,
            0.5717517137527466
          ],
          [
            8900,
            0.5728389024734497
          ],
          [
            9000,
            0.5721665024757385
          ],
          [
            9100,
            0.5711026191711426
          ],
          [
            9200,
            0.5737844109535217
          ],
          [
            9300,
            0.5720694661140442
          ]
        ],
        "logging/rms/model.layers.4.mlp.down_proj/parameter": [
          [
            0,
            0.02332145720720291
          ],
          [
            100,
            0.025200679898262024
          ],
          [
            200,
            0.033417366445064545
          ],
          [
            300,
            0.041623443365097046
          ],
          [
            400,
            0.048101358115673065
          ],
          [
            500,
            0.05351181700825691
          ],
          [
            600,
            0.05801576375961304
          ],
          [
            700,
            0.061836451292037964
          ],
          [
            800,
            0.06514272093772888
          ],
          [
            900,
            0.0680675357580185
          ],
          [
            1000,
            0.07067907601594925
          ],
          [
            1100,
            0.07297728210687637
          ],
          [
            1200,
            0.07501518726348877
          ],
          [
            1300,
            0.07686500996351242
          ],
          [
            1400,
            0.07850699871778488
          ],
          [
            1500,
            0.07998251914978027
          ],
          [
            1600,
            0.08131486922502518
          ],
          [
            1700,
            0.08254039287567139
          ],
          [
            1800,
            0.083601213991642
          ],
          [
            1900,
            0.0845758393406868
          ],
          [
            2000,
            0.08545027673244476
          ],
          [
            2100,
            0.08623506128787994
          ],
          [
            2200,
            0.08693245053291321
          ],
          [
            2300,
            0.08755160123109818
          ],
          [
            2400,
            0.08809438347816467
          ],
          [
            2500,
            0.0885680615901947
          ],
          [
            2600,
            0.08899114280939102
          ],
          [
            2700,
            0.0893670842051506
          ],
          [
            2800,
            0.0896821990609169
          ],
          [
            2900,
            0.08996206521987915
          ],
          [
            3000,
            0.09017954021692276
          ],
          [
            3100,
            0.09037546068429947
          ],
          [
            3200,
            0.09052299708127975
          ],
          [
            3300,
            0.09066587686538696
          ],
          [
            3400,
            0.09074843674898148
          ],
          [
            3500,
            0.09079422056674957
          ],
          [
            3600,
            0.09081237763166428
          ],
          [
            3700,
            0.09081759303808212
          ],
          [
            3800,
            0.09078041464090347
          ],
          [
            3900,
            0.09072583168745041
          ],
          [
            4000,
            0.09063462913036346
          ],
          [
            4100,
            0.09054996818304062
          ],
          [
            4200,
            0.09043573588132858
          ],
          [
            4300,
            0.0902964323759079
          ],
          [
            4400,
            0.09015227109193802
          ],
          [
            4500,
            0.08998659998178482
          ],
          [
            4600,
            0.08979704976081848
          ],
          [
            4700,
            0.08960257470607758
          ],
          [
            4800,
            0.08939517289400101
          ],
          [
            4900,
            0.08915983140468597
          ],
          [
            5000,
            0.08893328160047531
          ],
          [
            5100,
            0.08869670331478119
          ],
          [
            5200,
            0.0884585902094841
          ],
          [
            5300,
            0.08820272982120514
          ],
          [
            5400,
            0.0879373699426651
          ],
          [
            5500,
            0.08765780180692673
          ],
          [
            5600,
            0.08738204836845398
          ],
          [
            5700,
            0.08708874136209488
          ],
          [
            5800,
            0.08679435402154922
          ],
          [
            5900,
            0.08650919049978256
          ],
          [
            6000,
            0.08621083199977875
          ],
          [
            6100,
            0.0859052762389183
          ],
          [
            6200,
            0.0855899453163147
          ],
          [
            6300,
            0.08529447764158249
          ],
          [
            6400,
            0.08498581498861313
          ],
          [
            6500,
            0.08467651158571243
          ],
          [
            6600,
            0.08436129987239838
          ],
          [
            6700,
            0.08406775444746017
          ],
          [
            6800,
            0.08375482261180878
          ],
          [
            6900,
            0.0834503099322319
          ],
          [
            7000,
            0.08315050601959229
          ],
          [
            7100,
            0.08285552263259888
          ],
          [
            7200,
            0.08256649225950241
          ],
          [
            7300,
            0.0822683796286583
          ],
          [
            7400,
            0.08198637515306473
          ],
          [
            7500,
            0.08170638978481293
          ],
          [
            7600,
            0.08143328875303268
          ],
          [
            7700,
            0.08116399496793747
          ],
          [
            7800,
            0.08090875297784805
          ],
          [
            7900,
            0.08066343516111374
          ],
          [
            8000,
            0.08042318373918533
          ],
          [
            8100,
            0.08019669353961945
          ],
          [
            8200,
            0.07997777312994003
          ],
          [
            8300,
            0.0797705352306366
          ],
          [
            8400,
            0.07958164066076279
          ],
          [
            8500,
            0.07940097898244858
          ],
          [
            8600,
            0.07923448830842972
          ],
          [
            8700,
            0.07908578962087631
          ],
          [
            8800,
            0.07895631343126297
          ],
          [
            8900,
            0.07884476333856583
          ],
          [
            9000,
            0.0787498876452446
          ],
          [
            9100,
            0.0786777138710022
          ],
          [
            9200,
            0.07862482219934464
          ],
          [
            9300,
            0.07859568297863007
          ]
        ],
        "logging/rms/model.layers.5.self_attn.k_proj/gradient": [
          [
            0,
            2.2846214051241986e-05
          ],
          [
            100,
            2.3836026230128482e-05
          ],
          [
            200,
            2.5209365048795007e-05
          ],
          [
            300,
            1.823281309043523e-05
          ],
          [
            400,
            1.7252610632567666e-05
          ],
          [
            500,
            1.5209913726721425e-05
          ],
          [
            600,
            1.6944255548878573e-05
          ],
          [
            700,
            1.5699990399298258e-05
          ],
          [
            800,
            1.4744946383871138e-05
          ],
          [
            900,
            1.2883979252364952e-05
          ],
          [
            1000,
            1.362092916679103e-05
          ],
          [
            1100,
            1.378528668283252e-05
          ],
          [
            1200,
            1.3390175809036009e-05
          ],
          [
            1300,
            1.3368747204367537e-05
          ],
          [
            1400,
            1.135788897954626e-05
          ],
          [
            1500,
            1.373174563923385e-05
          ],
          [
            1600,
            1.2876147593487985e-05
          ],
          [
            1700,
            1.3113060958858114e-05
          ],
          [
            1800,
            1.260357748833485e-05
          ],
          [
            1900,
            1.2142909326939844e-05
          ],
          [
            2000,
            1.1963577890128363e-05
          ],
          [
            2100,
            1.3607353139377665e-05
          ],
          [
            2200,
            1.2124678505642805e-05
          ],
          [
            2300,
            1.2617419997695833e-05
          ],
          [
            2400,
            1.2290425729588605e-05
          ],
          [
            2500,
            1.1453839761088602e-05
          ],
          [
            2600,
            1.1224293302802835e-05
          ],
          [
            2700,
            1.1409153557906393e-05
          ],
          [
            2800,
            1.2043502465530764e-05
          ],
          [
            2900,
            1.1978359907516278e-05
          ],
          [
            3000,
            1.2743081242660992e-05
          ],
          [
            3100,
            1.2163389328634366e-05
          ],
          [
            3200,
            1.1777887266362086e-05
          ],
          [
            3300,
            1.272822919418104e-05
          ],
          [
            3400,
            1.1915159120690078e-05
          ],
          [
            3500,
            1.2079124644515105e-05
          ],
          [
            3600,
            1.1914154129044618e-05
          ],
          [
            3700,
            1.1917729352717288e-05
          ],
          [
            3800,
            1.1809503121185116e-05
          ],
          [
            3900,
            1.1712747436831705e-05
          ],
          [
            4000,
            1.3169393241696525e-05
          ],
          [
            4100,
            1.1869132322317455e-05
          ],
          [
            4200,
            1.2269852959434502e-05
          ],
          [
            4300,
            1.1879602425324265e-05
          ],
          [
            4400,
            1.5543593690381385e-05
          ],
          [
            4500,
            1.282544053538004e-05
          ],
          [
            4600,
            1.2420186976669356e-05
          ],
          [
            4700,
            1.2315348612901289e-05
          ],
          [
            4800,
            1.2035445251967758e-05
          ],
          [
            4900,
            1.2424412489053793e-05
          ],
          [
            5000,
            1.2740534657496028e-05
          ],
          [
            5100,
            1.3687981663679238e-05
          ],
          [
            5200,
            1.214506210089894e-05
          ],
          [
            5300,
            1.3431807929009665e-05
          ],
          [
            5400,
            1.286181668547215e-05
          ],
          [
            5500,
            1.2741696082230192e-05
          ],
          [
            5600,
            1.2623381735465955e-05
          ],
          [
            5700,
            1.4094945981923956e-05
          ],
          [
            5800,
            1.2975068784726318e-05
          ],
          [
            5900,
            1.388733562635025e-05
          ],
          [
            6000,
            1.3146283890819177e-05
          ],
          [
            6100,
            1.3339838915271685e-05
          ],
          [
            6200,
            1.2961342690687161e-05
          ],
          [
            6300,
            1.3632709851663094e-05
          ],
          [
            6400,
            1.3402820513874758e-05
          ],
          [
            6500,
            1.3724516065849457e-05
          ],
          [
            6600,
            1.4024184565641917e-05
          ],
          [
            6700,
            1.3007405868847854e-05
          ],
          [
            6800,
            1.3714624401472975e-05
          ],
          [
            6900,
            1.393194997945102e-05
          ],
          [
            7000,
            1.3932654837844893e-05
          ],
          [
            7100,
            1.4198506505636033e-05
          ],
          [
            7200,
            1.342961513728369e-05
          ],
          [
            7300,
            1.377160515403375e-05
          ],
          [
            7400,
            1.4502028534479905e-05
          ],
          [
            7500,
            1.4170784197631292e-05
          ],
          [
            7600,
            1.464365232095588e-05
          ],
          [
            7700,
            1.447990052838577e-05
          ],
          [
            7800,
            1.385418636346003e-05
          ],
          [
            7900,
            1.362567491014488e-05
          ],
          [
            8000,
            1.4740343431185465e-05
          ],
          [
            8100,
            1.4025093150848988e-05
          ],
          [
            8200,
            1.4448389265453443e-05
          ],
          [
            8300,
            1.4339642802951857e-05
          ],
          [
            8400,
            1.4603218005504459e-05
          ],
          [
            8500,
            1.467622223572107e-05
          ],
          [
            8600,
            1.4529900909110438e-05
          ],
          [
            8700,
            1.4682278560940176e-05
          ],
          [
            8800,
            1.486351447965717e-05
          ],
          [
            8900,
            1.4308418940345291e-05
          ],
          [
            9000,
            1.4938966160116252e-05
          ],
          [
            9100,
            1.4573665794159751e-05
          ],
          [
            9200,
            1.4733150237589143e-05
          ],
          [
            9300,
            1.4662872672488447e-05
          ]
        ],
        "logging/rms/model.layers.0.input_layernorm/gradient": [
          [
            0,
            0.0015515305567532778
          ],
          [
            100,
            0.0002471720508765429
          ],
          [
            200,
            0.00024295609910041094
          ],
          [
            300,
            0.00015254749450832605
          ],
          [
            400,
            0.00020492722978815436
          ],
          [
            500,
            0.00014563699369318783
          ],
          [
            600,
            0.00015033583622425795
          ],
          [
            700,
            0.00014517926319967955
          ],
          [
            800,
            0.0001787789660738781
          ],
          [
            900,
            0.0001411670818924904
          ],
          [
            1000,
            0.0001414847793057561
          ],
          [
            1100,
            0.00016220654651988298
          ],
          [
            1200,
            0.00014934186765458435
          ],
          [
            1300,
            0.0001528992288513109
          ],
          [
            1400,
            0.0001447173854103312
          ],
          [
            1500,
            0.00015754975902382284
          ],
          [
            1600,
            0.0001582273980602622
          ],
          [
            1700,
            0.00017250240489374846
          ],
          [
            1800,
            0.00015139492461457849
          ],
          [
            1900,
            0.00015707651618868113
          ],
          [
            2000,
            0.00016550607688259333
          ],
          [
            2100,
            0.00017064875282812864
          ],
          [
            2200,
            0.00018946040654554963
          ],
          [
            2300,
            0.00016139332728926092
          ],
          [
            2400,
            0.00017665095219854265
          ],
          [
            2500,
            0.00017032356117852032
          ],
          [
            2600,
            0.0001781539322109893
          ],
          [
            2700,
            0.00018110370729118586
          ],
          [
            2800,
            0.00020043003314640373
          ],
          [
            2900,
            0.00017386782565154135
          ],
          [
            3000,
            0.00017769882106222212
          ],
          [
            3100,
            0.000182137664523907
          ],
          [
            3200,
            0.00019462888303678483
          ],
          [
            3300,
            0.0002264627837575972
          ],
          [
            3400,
            0.00019791536033153534
          ],
          [
            3500,
            0.00021411631314549595
          ],
          [
            3600,
            0.00019102734222542495
          ],
          [
            3700,
            0.00019549671560525894
          ],
          [
            3800,
            0.00019881801563315094
          ],
          [
            3900,
            0.00022754617384634912
          ],
          [
            4000,
            0.00020457654318306595
          ],
          [
            4100,
            0.00019345342298038304
          ],
          [
            4200,
            0.0002069600741378963
          ],
          [
            4300,
            0.00021126787760294974
          ],
          [
            4400,
            0.00031392404343932867
          ],
          [
            4500,
            0.00019684969447553158
          ],
          [
            4600,
            0.0002628678048495203
          ],
          [
            4700,
            0.00022842636099085212
          ],
          [
            4800,
            0.0002838786749634892
          ],
          [
            4900,
            0.0001929535937961191
          ],
          [
            5000,
            0.00022364115284290165
          ],
          [
            5100,
            0.000210825921385549
          ],
          [
            5200,
            0.00019067559333052486
          ],
          [
            5300,
            0.0002258273889310658
          ],
          [
            5400,
            0.00021078223653603345
          ],
          [
            5500,
            0.0001920966024044901
          ],
          [
            5600,
            0.0002532843209337443
          ],
          [
            5700,
            0.0002412328467471525
          ],
          [
            5800,
            0.00019928680558223277
          ],
          [
            5900,
            0.00021121501049492508
          ],
          [
            6000,
            0.00022509392874781042
          ],
          [
            6100,
            0.000209428631933406
          ],
          [
            6200,
            0.00019397861615289003
          ],
          [
            6300,
            0.00022601305681746453
          ],
          [
            6400,
            0.00022311523207463324
          ],
          [
            6500,
            0.00024020056298468262
          ],
          [
            6600,
            0.00023989463807083666
          ],
          [
            6700,
            0.0002448336163070053
          ],
          [
            6800,
            0.000208863930311054
          ],
          [
            6900,
            0.00023440999211743474
          ],
          [
            7000,
            0.0002000797539949417
          ],
          [
            7100,
            0.00022790234652347863
          ],
          [
            7200,
            0.00019899009203072637
          ],
          [
            7300,
            0.00025740251294337213
          ],
          [
            7400,
            0.0002423260739305988
          ],
          [
            7500,
            0.00021581519104074687
          ],
          [
            7600,
            0.00023225236509460956
          ],
          [
            7700,
            0.00024095727712847292
          ],
          [
            7800,
            0.00020336356828920543
          ],
          [
            7900,
            0.00022224114218261093
          ],
          [
            8000,
            0.00020698750449810177
          ],
          [
            8100,
            0.00020363890507724136
          ],
          [
            8200,
            0.0002890300238505006
          ],
          [
            8300,
            0.0002307050017407164
          ],
          [
            8400,
            0.0002164892212022096
          ],
          [
            8500,
            0.00023468208382837474
          ],
          [
            8600,
            0.00021009288320783526
          ],
          [
            8700,
            0.0002857808431144804
          ],
          [
            8800,
            0.0002177425049012527
          ],
          [
            8900,
            0.00023802611394785345
          ],
          [
            9000,
            0.00024167982337530702
          ],
          [
            9100,
            0.00020207003399264067
          ],
          [
            9200,
            0.00021264926181174815
          ],
          [
            9300,
            0.0002210863895015791
          ]
        ],
        "logging/rms/model.layers.1.self_attn.v_proj/gradient": [
          [
            0,
            0.0009202277287840843
          ],
          [
            100,
            3.4199547371827066e-05
          ],
          [
            200,
            4.803428237210028e-05
          ],
          [
            300,
            4.4828615500591695e-05
          ],
          [
            400,
            7.533960888395086e-05
          ],
          [
            500,
            5.410061203292571e-05
          ],
          [
            600,
            5.971007703919895e-05
          ],
          [
            700,
            6.51199952699244e-05
          ],
          [
            800,
            6.737240619258955e-05
          ],
          [
            900,
            6.46936459816061e-05
          ],
          [
            1000,
            6.503722397610545e-05
          ],
          [
            1100,
            6.578920147148892e-05
          ],
          [
            1200,
            6.412586662918329e-05
          ],
          [
            1300,
            6.224776734597981e-05
          ],
          [
            1400,
            5.1090224587824196e-05
          ],
          [
            1500,
            6.289789598667994e-05
          ],
          [
            1600,
            5.460436659632251e-05
          ],
          [
            1700,
            6.0774775192840025e-05
          ],
          [
            1800,
            6.107924127718434e-05
          ],
          [
            1900,
            5.7872846809914336e-05
          ],
          [
            2000,
            4.361448372947052e-05
          ],
          [
            2100,
            5.5704684200463817e-05
          ],
          [
            2200,
            6.107731314841658e-05
          ],
          [
            2300,
            5.578632408287376e-05
          ],
          [
            2400,
            4.9239304644288495e-05
          ],
          [
            2500,
            4.2652722186176106e-05
          ],
          [
            2600,
            4.50433544756379e-05
          ],
          [
            2700,
            4.182812699582428e-05
          ],
          [
            2800,
            4.4397103920346126e-05
          ],
          [
            2900,
            4.053245356772095e-05
          ],
          [
            3000,
            4.346805872046389e-05
          ],
          [
            3100,
            4.2515086533967406e-05
          ],
          [
            3200,
            4.744752368424088e-05
          ],
          [
            3300,
            4.625048313755542e-05
          ],
          [
            3400,
            4.309586438466795e-05
          ],
          [
            3500,
            5.095456799608655e-05
          ],
          [
            3600,
            3.826021566055715e-05
          ],
          [
            3700,
            4.42475538875442e-05
          ],
          [
            3800,
            3.934561391361058e-05
          ],
          [
            3900,
            4.594405254465528e-05
          ],
          [
            4000,
            4.461819844436832e-05
          ],
          [
            4100,
            3.963067865697667e-05
          ],
          [
            4200,
            3.8090674934210256e-05
          ],
          [
            4300,
            4.127594729652628e-05
          ],
          [
            4400,
            4.509258724283427e-05
          ],
          [
            4500,
            3.587262108339928e-05
          ],
          [
            4600,
            4.823347626370378e-05
          ],
          [
            4700,
            4.044118759338744e-05
          ],
          [
            4800,
            4.1282197344116867e-05
          ],
          [
            4900,
            3.500571983749978e-05
          ],
          [
            5000,
            4.025467569590546e-05
          ],
          [
            5100,
            4.244631054461934e-05
          ],
          [
            5200,
            3.899122748407535e-05
          ],
          [
            5300,
            4.382248516776599e-05
          ],
          [
            5400,
            3.895840927725658e-05
          ],
          [
            5500,
            4.28187231591437e-05
          ],
          [
            5600,
            3.57899371010717e-05
          ],
          [
            5700,
            4.370847818790935e-05
          ],
          [
            5800,
            4.326288399170153e-05
          ],
          [
            5900,
            4.308110510464758e-05
          ],
          [
            6000,
            3.4748332836898044e-05
          ],
          [
            6100,
            4.212851854390465e-05
          ],
          [
            6200,
            3.900801675627008e-05
          ],
          [
            6300,
            4.355444252723828e-05
          ],
          [
            6400,
            4.494658060139045e-05
          ],
          [
            6500,
            3.9630835090065375e-05
          ],
          [
            6600,
            4.562397953122854e-05
          ],
          [
            6700,
            3.5608976759249344e-05
          ],
          [
            6800,
            3.8443919038400054e-05
          ],
          [
            6900,
            4.393689232529141e-05
          ],
          [
            7000,
            4.224948133924045e-05
          ],
          [
            7100,
            4.129544322495349e-05
          ],
          [
            7200,
            3.83946971851401e-05
          ],
          [
            7300,
            3.8353427953552455e-05
          ],
          [
            7400,
            4.4149441237095743e-05
          ],
          [
            7500,
            4.368844020063989e-05
          ],
          [
            7600,
            3.901104355463758e-05
          ],
          [
            7700,
            4.5031061745248735e-05
          ],
          [
            7800,
            3.9910260966280475e-05
          ],
          [
            7900,
            4.145999628235586e-05
          ],
          [
            8000,
            4.099011130165309e-05
          ],
          [
            8100,
            3.6638142773881555e-05
          ],
          [
            8200,
            4.110445297555998e-05
          ],
          [
            8300,
            4.031132266391069e-05
          ],
          [
            8400,
            4.113752220291644e-05
          ],
          [
            8500,
            4.234858351992443e-05
          ],
          [
            8600,
            3.839462806354277e-05
          ],
          [
            8700,
            4.0354880184167996e-05
          ],
          [
            8800,
            4.088750574737787e-05
          ],
          [
            8900,
            3.674586332635954e-05
          ],
          [
            9000,
            3.965185896959156e-05
          ],
          [
            9100,
            3.507281871861778e-05
          ],
          [
            9200,
            3.794284930336289e-05
          ],
          [
            9300,
            3.7867615901632234e-05
          ]
        ],
        "logging/rms/model.layers.1.self_attn.q_proj/parameter": [
          [
            0,
            0.04349812492728233
          ],
          [
            100,
            0.04514783248305321
          ],
          [
            200,
            0.048863787204027176
          ],
          [
            300,
            0.05252382904291153
          ],
          [
            400,
            0.05563689023256302
          ],
          [
            500,
            0.05836450308561325
          ],
          [
            600,
            0.06088429316878319
          ],
          [
            700,
            0.06280334293842316
          ],
          [
            800,
            0.06444055587053299
          ],
          [
            900,
            0.06598914414644241
          ],
          [
            1000,
            0.06732852011919022
          ],
          [
            1100,
            0.06860252469778061
          ],
          [
            1200,
            0.0695817843079567
          ],
          [
            1300,
            0.07051429152488708
          ],
          [
            1400,
            0.07146550714969635
          ],
          [
            1500,
            0.07226808369159698
          ],
          [
            1600,
            0.07284729927778244
          ],
          [
            1700,
            0.07363061606884003
          ],
          [
            1800,
            0.07446777820587158
          ],
          [
            1900,
            0.0753454715013504
          ],
          [
            2000,
            0.0761713981628418
          ],
          [
            2100,
            0.07700331509113312
          ],
          [
            2200,
            0.07788169384002686
          ],
          [
            2300,
            0.07863379269838333
          ],
          [
            2400,
            0.07925108820199966
          ],
          [
            2500,
            0.08001293987035751
          ],
          [
            2600,
            0.08044084906578064
          ],
          [
            2700,
            0.08122234046459198
          ],
          [
            2800,
            0.08189954608678818
          ],
          [
            2900,
            0.08245520293712616
          ],
          [
            3000,
            0.0830191820859909
          ],
          [
            3100,
            0.08356451243162155
          ],
          [
            3200,
            0.0839737057685852
          ],
          [
            3300,
            0.08449006825685501
          ],
          [
            3400,
            0.084926538169384
          ],
          [
            3500,
            0.08547292649745941
          ],
          [
            3600,
            0.08583930134773254
          ],
          [
            3700,
            0.08608049154281616
          ],
          [
            3800,
            0.08651165664196014
          ],
          [
            3900,
            0.08678880333900452
          ],
          [
            4000,
            0.08705402165651321
          ],
          [
            4100,
            0.08737143129110336
          ],
          [
            4200,
            0.0876256451010704
          ],
          [
            4300,
            0.08789797127246857
          ],
          [
            4400,
            0.08817252516746521
          ],
          [
            4500,
            0.08831226080656052
          ],
          [
            4600,
            0.08844459801912308
          ],
          [
            4700,
            0.08859561383724213
          ],
          [
            4800,
            0.08862973749637604
          ],
          [
            4900,
            0.08888865262269974
          ],
          [
            5000,
            0.08890760689973831
          ],
          [
            5100,
            0.08900077641010284
          ],
          [
            5200,
            0.08905621618032455
          ],
          [
            5300,
            0.08912727236747742
          ],
          [
            5400,
            0.08914634585380554
          ],
          [
            5500,
            0.08918911218643188
          ],
          [
            5600,
            0.08919370919466019
          ],
          [
            5700,
            0.08918073028326035
          ],
          [
            5800,
            0.08911187946796417
          ],
          [
            5900,
            0.08914361149072647
          ],
          [
            6000,
            0.08911947160959244
          ],
          [
            6100,
            0.08904924988746643
          ],
          [
            6200,
            0.0889701321721077
          ],
          [
            6300,
            0.08893579244613647
          ],
          [
            6400,
            0.08880649507045746
          ],
          [
            6500,
            0.08870543539524078
          ],
          [
            6600,
            0.08867144584655762
          ],
          [
            6700,
            0.08855833858251572
          ],
          [
            6800,
            0.08845897018909454
          ],
          [
            6900,
            0.0883651003241539
          ],
          [
            7000,
            0.08822415769100189
          ],
          [
            7100,
            0.08813345432281494
          ],
          [
            7200,
            0.08800192922353745
          ],
          [
            7300,
            0.08782976120710373
          ],
          [
            7400,
            0.08774102479219437
          ],
          [
            7500,
            0.08756991475820541
          ],
          [
            7600,
            0.08746763318777084
          ],
          [
            7700,
            0.08732616901397705
          ],
          [
            7800,
            0.08721638470888138
          ],
          [
            7900,
            0.08710785210132599
          ],
          [
            8000,
            0.08699256181716919
          ],
          [
            8100,
            0.0868903398513794
          ],
          [
            8200,
            0.08675716072320938
          ],
          [
            8300,
            0.08663243055343628
          ],
          [
            8400,
            0.08648063242435455
          ],
          [
            8500,
            0.08638028055429459
          ],
          [
            8600,
            0.08627909421920776
          ],
          [
            8700,
            0.08618869632482529
          ],
          [
            8800,
            0.08612103015184402
          ],
          [
            8900,
            0.08604299277067184
          ],
          [
            9000,
            0.08598703891038895
          ],
          [
            9100,
            0.08594394475221634
          ],
          [
            9200,
            0.0859173908829689
          ],
          [
            9300,
            0.08589634299278259
          ]
        ],
        "logging/rms/model.layers.5.self_attn.o_proj/activation": [
          [
            0,
            0.8269544839859009
          ],
          [
            100,
            1.8932162523269653
          ],
          [
            200,
            2.7313079833984375
          ],
          [
            300,
            2.9678826332092285
          ],
          [
            400,
            3.101055383682251
          ],
          [
            500,
            3.3927559852600098
          ],
          [
            600,
            3.6647939682006836
          ],
          [
            700,
            3.7488067150115967
          ],
          [
            800,
            3.873727560043335
          ],
          [
            900,
            3.8693931102752686
          ],
          [
            1000,
            3.996965169906616
          ],
          [
            1100,
            4.071397304534912
          ],
          [
            1200,
            4.015824794769287
          ],
          [
            1300,
            4.135045528411865
          ],
          [
            1400,
            4.053380489349365
          ],
          [
            1500,
            4.063340663909912
          ],
          [
            1600,
            3.988982915878296
          ],
          [
            1700,
            4.037247657775879
          ],
          [
            1800,
            4.0333967208862305
          ],
          [
            1900,
            4.007213592529297
          ],
          [
            2000,
            3.948042154312134
          ],
          [
            2100,
            3.9732418060302734
          ],
          [
            2200,
            3.93373703956604
          ],
          [
            2300,
            3.8904974460601807
          ],
          [
            2400,
            3.8754801750183105
          ],
          [
            2500,
            3.8733983039855957
          ],
          [
            2600,
            3.8202006816864014
          ],
          [
            2700,
            3.75854754447937
          ],
          [
            2800,
            3.821027994155884
          ],
          [
            2900,
            3.7729477882385254
          ],
          [
            3000,
            3.713690757751465
          ],
          [
            3100,
            3.685239553451538
          ],
          [
            3200,
            3.631413698196411
          ],
          [
            3300,
            3.6464436054229736
          ],
          [
            3400,
            3.609001398086548
          ],
          [
            3500,
            3.562953233718872
          ],
          [
            3600,
            3.586892604827881
          ],
          [
            3700,
            3.4651613235473633
          ],
          [
            3800,
            3.471505880355835
          ],
          [
            3900,
            3.4458744525909424
          ],
          [
            4000,
            3.3694515228271484
          ],
          [
            4100,
            3.4162163734436035
          ],
          [
            4200,
            3.3181943893432617
          ],
          [
            4300,
            3.255934953689575
          ],
          [
            4400,
            3.308250665664673
          ],
          [
            4500,
            3.219364643096924
          ],
          [
            4600,
            3.1778564453125
          ],
          [
            4700,
            3.1578025817871094
          ],
          [
            4800,
            3.128328561782837
          ],
          [
            4900,
            3.0894834995269775
          ],
          [
            5000,
            3.0713016986846924
          ],
          [
            5100,
            3.09000825881958
          ],
          [
            5200,
            3.027712345123291
          ],
          [
            5300,
            2.999375581741333
          ],
          [
            5400,
            2.9394705295562744
          ],
          [
            5500,
            2.914102077484131
          ],
          [
            5600,
            2.9168269634246826
          ],
          [
            5700,
            2.912970781326294
          ],
          [
            5800,
            2.825010061264038
          ],
          [
            5900,
            2.7907302379608154
          ],
          [
            6000,
            2.7618191242218018
          ],
          [
            6100,
            2.7289769649505615
          ],
          [
            6200,
            2.683245897293091
          ],
          [
            6300,
            2.689192295074463
          ],
          [
            6400,
            2.6757748126983643
          ],
          [
            6500,
            2.6534085273742676
          ],
          [
            6600,
            2.5846219062805176
          ],
          [
            6700,
            2.545260429382324
          ],
          [
            6800,
            2.5499825477600098
          ],
          [
            6900,
            2.508436918258667
          ],
          [
            7000,
            2.50516939163208
          ],
          [
            7100,
            2.4811182022094727
          ],
          [
            7200,
            2.4312868118286133
          ],
          [
            7300,
            2.40075421333313
          ],
          [
            7400,
            2.4175381660461426
          ],
          [
            7500,
            2.3554511070251465
          ],
          [
            7600,
            2.3562111854553223
          ],
          [
            7700,
            2.3454995155334473
          ],
          [
            7800,
            2.321377992630005
          ],
          [
            7900,
            2.2512471675872803
          ],
          [
            8000,
            2.2734243869781494
          ],
          [
            8100,
            2.212083578109741
          ],
          [
            8200,
            2.2067642211914062
          ],
          [
            8300,
            2.1946208477020264
          ],
          [
            8400,
            2.189282178878784
          ],
          [
            8500,
            2.1481781005859375
          ],
          [
            8600,
            2.1859488487243652
          ],
          [
            8700,
            2.111072301864624
          ],
          [
            8800,
            2.1289446353912354
          ],
          [
            8900,
            2.11466121673584
          ],
          [
            9000,
            2.085381031036377
          ],
          [
            9100,
            2.0858657360076904
          ],
          [
            9200,
            2.089578628540039
          ],
          [
            9300,
            2.05891489982605
          ]
        ],
        "logging/rms/model.layers.2.mlp.gate_proj/parameter": [
          [
            0,
            0.043599683791399
          ],
          [
            100,
            0.04423029348254204
          ],
          [
            200,
            0.048984307795763016
          ],
          [
            300,
            0.05473746731877327
          ],
          [
            400,
            0.0594651997089386
          ],
          [
            500,
            0.06352649629116058
          ],
          [
            600,
            0.06714068353176117
          ],
          [
            700,
            0.07028432190418243
          ],
          [
            800,
            0.07314696162939072
          ],
          [
            900,
            0.07573423534631729
          ],
          [
            1000,
            0.07808081805706024
          ],
          [
            1100,
            0.08021710067987442
          ],
          [
            1200,
            0.08211531490087509
          ],
          [
            1300,
            0.08384928107261658
          ],
          [
            1400,
            0.0854024663567543
          ],
          [
            1500,
            0.08682435005903244
          ],
          [
            1600,
            0.08810260891914368
          ],
          [
            1700,
            0.08930665254592896
          ],
          [
            1800,
            0.0903816893696785
          ],
          [
            1900,
            0.0913565382361412
          ],
          [
            2000,
            0.09223783761262894
          ],
          [
            2100,
            0.0930107831954956
          ],
          [
            2200,
            0.09369626641273499
          ],
          [
            2300,
            0.09431175887584686
          ],
          [
            2400,
            0.09487780183553696
          ],
          [
            2500,
            0.09537070989608765
          ],
          [
            2600,
            0.0958009585738182
          ],
          [
            2700,
            0.09619545191526413
          ],
          [
            2800,
            0.09655189514160156
          ],
          [
            2900,
            0.09683160483837128
          ],
          [
            3000,
            0.09708726406097412
          ],
          [
            3100,
            0.09730153530836105
          ],
          [
            3200,
            0.09746963530778885
          ],
          [
            3300,
            0.0976116806268692
          ],
          [
            3400,
            0.09773346036672592
          ],
          [
            3500,
            0.09780775010585785
          ],
          [
            3600,
            0.09786102175712585
          ],
          [
            3700,
            0.0978618934750557
          ],
          [
            3800,
            0.09786192327737808
          ],
          [
            3900,
            0.09781724214553833
          ],
          [
            4000,
            0.09775806218385696
          ],
          [
            4100,
            0.09769605845212936
          ],
          [
            4200,
            0.09758716821670532
          ],
          [
            4300,
            0.09745429456233978
          ],
          [
            4400,
            0.09731268882751465
          ],
          [
            4500,
            0.09714911878108978
          ],
          [
            4600,
            0.09696543216705322
          ],
          [
            4700,
            0.09680697321891785
          ],
          [
            4800,
            0.09662096947431564
          ],
          [
            4900,
            0.09640022367238998
          ],
          [
            5000,
            0.09619726240634918
          ],
          [
            5100,
            0.09597860276699066
          ],
          [
            5200,
            0.09573864936828613
          ],
          [
            5300,
            0.09549114853143692
          ],
          [
            5400,
            0.09522075951099396
          ],
          [
            5500,
            0.09496849030256271
          ],
          [
            5600,
            0.09469237923622131
          ],
          [
            5700,
            0.09442995488643646
          ],
          [
            5800,
            0.09414459019899368
          ],
          [
            5900,
            0.09385915845632553
          ],
          [
            6000,
            0.09356093406677246
          ],
          [
            6100,
            0.09327477961778641
          ],
          [
            6200,
            0.09296195954084396
          ],
          [
            6300,
            0.09265866130590439
          ],
          [
            6400,
            0.09235507249832153
          ],
          [
            6500,
            0.09204670041799545
          ],
          [
            6600,
            0.09174582362174988
          ],
          [
            6700,
            0.09143105149269104
          ],
          [
            6800,
            0.0911262184381485
          ],
          [
            6900,
            0.09081913530826569
          ],
          [
            7000,
            0.09053011983633041
          ],
          [
            7100,
            0.090223528444767
          ],
          [
            7200,
            0.0899205431342125
          ],
          [
            7300,
            0.08962194621562958
          ],
          [
            7400,
            0.0893358588218689
          ],
          [
            7500,
            0.08904469013214111
          ],
          [
            7600,
            0.0887681320309639
          ],
          [
            7700,
            0.08849163353443146
          ],
          [
            7800,
            0.08823160082101822
          ],
          [
            7900,
            0.08797913044691086
          ],
          [
            8000,
            0.08773244172334671
          ],
          [
            8100,
            0.08749973773956299
          ],
          [
            8200,
            0.0872766375541687
          ],
          [
            8300,
            0.08706896007061005
          ],
          [
            8400,
            0.08686961978673935
          ],
          [
            8500,
            0.08668474107980728
          ],
          [
            8600,
            0.08651874214410782
          ],
          [
            8700,
            0.086362823843956
          ],
          [
            8800,
            0.08623098582029343
          ],
          [
            8900,
            0.08611298352479935
          ],
          [
            9000,
            0.08601497858762741
          ],
          [
            9100,
            0.08593951910734177
          ],
          [
            9200,
            0.08588410168886185
          ],
          [
            9300,
            0.08585318177938461
          ]
        ],
        "logging/rms/model.layers.3.self_attn/activation": [
          [
            0,
            0.8060031533241272
          ],
          [
            100,
            1.2337169647216797
          ],
          [
            200,
            1.5806986093521118
          ],
          [
            300,
            1.9721537828445435
          ],
          [
            400,
            2.2785959243774414
          ],
          [
            500,
            2.5444328784942627
          ],
          [
            600,
            2.7068493366241455
          ],
          [
            700,
            2.777562141418457
          ],
          [
            800,
            2.8504459857940674
          ],
          [
            900,
            2.868579149246216
          ],
          [
            1000,
            2.913379430770874
          ],
          [
            1100,
            2.9268429279327393
          ],
          [
            1200,
            2.862095355987549
          ],
          [
            1300,
            2.8556785583496094
          ],
          [
            1400,
            2.8012382984161377
          ],
          [
            1500,
            2.8316972255706787
          ],
          [
            1600,
            2.7295827865600586
          ],
          [
            1700,
            2.7786059379577637
          ],
          [
            1800,
            2.7619376182556152
          ],
          [
            1900,
            2.7211413383483887
          ],
          [
            2000,
            2.697580337524414
          ],
          [
            2100,
            2.635171890258789
          ],
          [
            2200,
            2.6423587799072266
          ],
          [
            2300,
            2.5674548149108887
          ],
          [
            2400,
            2.61094069480896
          ],
          [
            2500,
            2.53668212890625
          ],
          [
            2600,
            2.4876492023468018
          ],
          [
            2700,
            2.4504096508026123
          ],
          [
            2800,
            2.4940619468688965
          ],
          [
            2900,
            2.3964569568634033
          ],
          [
            3000,
            2.420938491821289
          ],
          [
            3100,
            2.398944854736328
          ],
          [
            3200,
            2.3223557472229004
          ],
          [
            3300,
            2.3053271770477295
          ],
          [
            3400,
            2.308803081512451
          ],
          [
            3500,
            2.2669754028320312
          ],
          [
            3600,
            2.23542857170105
          ],
          [
            3700,
            2.1818687915802
          ],
          [
            3800,
            2.2263972759246826
          ],
          [
            3900,
            2.258335828781128
          ],
          [
            4000,
            2.1483266353607178
          ],
          [
            4100,
            2.1227238178253174
          ],
          [
            4200,
            2.0638201236724854
          ],
          [
            4300,
            2.083916187286377
          ],
          [
            4400,
            2.035311460494995
          ],
          [
            4500,
            1.9940216541290283
          ],
          [
            4600,
            1.9716782569885254
          ],
          [
            4700,
            1.9906436204910278
          ],
          [
            4800,
            1.9497830867767334
          ],
          [
            4900,
            1.9198774099349976
          ],
          [
            5000,
            1.9123389720916748
          ],
          [
            5100,
            1.909759283065796
          ],
          [
            5200,
            1.8543239831924438
          ],
          [
            5300,
            1.8265790939331055
          ],
          [
            5400,
            1.8122551441192627
          ],
          [
            5500,
            1.7649503946304321
          ],
          [
            5600,
            1.7616641521453857
          ],
          [
            5700,
            1.7945092916488647
          ],
          [
            5800,
            1.7567840814590454
          ],
          [
            5900,
            1.6928373575210571
          ],
          [
            6000,
            1.6610467433929443
          ],
          [
            6100,
            1.6585640907287598
          ],
          [
            6200,
            1.640021562576294
          ],
          [
            6300,
            1.6156799793243408
          ],
          [
            6400,
            1.6080807447433472
          ],
          [
            6500,
            1.5956207513809204
          ],
          [
            6600,
            1.5688544511795044
          ],
          [
            6700,
            1.5489907264709473
          ],
          [
            6800,
            1.5332175493240356
          ],
          [
            6900,
            1.5196110010147095
          ],
          [
            7000,
            1.483492374420166
          ],
          [
            7100,
            1.4928230047225952
          ],
          [
            7200,
            1.4320958852767944
          ],
          [
            7300,
            1.4429283142089844
          ],
          [
            7400,
            1.4212074279785156
          ],
          [
            7500,
            1.394968032836914
          ],
          [
            7600,
            1.3883092403411865
          ],
          [
            7700,
            1.3835066556930542
          ],
          [
            7800,
            1.3807834386825562
          ],
          [
            7900,
            1.3507779836654663
          ],
          [
            8000,
            1.3376673460006714
          ],
          [
            8100,
            1.3012298345565796
          ],
          [
            8200,
            1.3112519979476929
          ],
          [
            8300,
            1.292286992073059
          ],
          [
            8400,
            1.282528042793274
          ],
          [
            8500,
            1.2603799104690552
          ],
          [
            8600,
            1.2739099264144897
          ],
          [
            8700,
            1.2453889846801758
          ],
          [
            8800,
            1.22821843624115
          ],
          [
            8900,
            1.225821852684021
          ],
          [
            9000,
            1.2216676473617554
          ],
          [
            9100,
            1.1946208477020264
          ],
          [
            9200,
            1.2228734493255615
          ],
          [
            9300,
            1.1963162422180176
          ]
        ],
        "logging/rms/model.layers.5.self_attn.o_proj/gradient": [
          [
            0,
            0.000423144520027563
          ],
          [
            100,
            2.8378386559779756e-05
          ],
          [
            200,
            2.0732581106130965e-05
          ],
          [
            300,
            1.738500941428356e-05
          ],
          [
            400,
            1.8295530026080087e-05
          ],
          [
            500,
            1.5406809325213544e-05
          ],
          [
            600,
            1.582493496243842e-05
          ],
          [
            700,
            1.5004419765318744e-05
          ],
          [
            800,
            1.476463603466982e-05
          ],
          [
            900,
            1.3897654753236566e-05
          ],
          [
            1000,
            1.3884034160582814e-05
          ],
          [
            1100,
            1.4659444786957465e-05
          ],
          [
            1200,
            1.3581604434875771e-05
          ],
          [
            1300,
            1.3897794815420639e-05
          ],
          [
            1400,
            1.3188351658754982e-05
          ],
          [
            1500,
            1.37466477099224e-05
          ],
          [
            1600,
            1.3248897630546708e-05
          ],
          [
            1700,
            1.3617484910355415e-05
          ],
          [
            1800,
            1.3371010027185548e-05
          ],
          [
            1900,
            1.3440081602311693e-05
          ],
          [
            2000,
            1.3134386790625285e-05
          ],
          [
            2100,
            1.3938320080342237e-05
          ],
          [
            2200,
            1.3657641829922795e-05
          ],
          [
            2300,
            1.3570031114795711e-05
          ],
          [
            2400,
            1.3261522326502018e-05
          ],
          [
            2500,
            1.3331533409655094e-05
          ],
          [
            2600,
            1.3116062291373964e-05
          ],
          [
            2700,
            1.3340561963559594e-05
          ],
          [
            2800,
            1.3990372281114105e-05
          ],
          [
            2900,
            1.335968954663258e-05
          ],
          [
            3000,
            1.409577907907078e-05
          ],
          [
            3100,
            1.3497158761310857e-05
          ],
          [
            3200,
            1.3661647244589403e-05
          ],
          [
            3300,
            1.4145977729640435e-05
          ],
          [
            3400,
            1.4144147826300468e-05
          ],
          [
            3500,
            1.4294512766355183e-05
          ],
          [
            3600,
            1.3983612006995827e-05
          ],
          [
            3700,
            1.39442518047872e-05
          ],
          [
            3800,
            1.4174800526234321e-05
          ],
          [
            3900,
            1.4721213119628374e-05
          ],
          [
            4000,
            1.4624884897784796e-05
          ],
          [
            4100,
            1.4096786799200345e-05
          ],
          [
            4200,
            1.4684191228298005e-05
          ],
          [
            4300,
            1.4344944247568492e-05
          ],
          [
            4400,
            2.69450629275525e-05
          ],
          [
            4500,
            1.4647481293650344e-05
          ],
          [
            4600,
            1.5318115401896648e-05
          ],
          [
            4700,
            1.5010421520855743e-05
          ],
          [
            4800,
            1.527852327853907e-05
          ],
          [
            4900,
            1.4795545212109573e-05
          ],
          [
            5000,
            1.540927405585535e-05
          ],
          [
            5100,
            1.558742042107042e-05
          ],
          [
            5200,
            1.540019547974225e-05
          ],
          [
            5300,
            1.583626726642251e-05
          ],
          [
            5400,
            1.5756857465021312e-05
          ],
          [
            5500,
            1.575756505189929e-05
          ],
          [
            5600,
            1.58614493557252e-05
          ],
          [
            5700,
            1.650270860409364e-05
          ],
          [
            5800,
            1.6505415260326117e-05
          ],
          [
            5900,
            1.6788737411843613e-05
          ],
          [
            6000,
            1.6168574802577496e-05
          ],
          [
            6100,
            1.6792833775980398e-05
          ],
          [
            6200,
            1.5997282389434986e-05
          ],
          [
            6300,
            1.702077679510694e-05
          ],
          [
            6400,
            1.716191582090687e-05
          ],
          [
            6500,
            1.755867197061889e-05
          ],
          [
            6600,
            1.711508957669139e-05
          ],
          [
            6700,
            1.7484599084127694e-05
          ],
          [
            6800,
            1.772175164660439e-05
          ],
          [
            6900,
            1.825268736865837e-05
          ],
          [
            7000,
            1.7510876205051318e-05
          ],
          [
            7100,
            1.8194014046457596e-05
          ],
          [
            7200,
            1.8068027202389203e-05
          ],
          [
            7300,
            1.78597510966938e-05
          ],
          [
            7400,
            1.8481483493815176e-05
          ],
          [
            7500,
            1.8633560102898628e-05
          ],
          [
            7600,
            1.8588159946375526e-05
          ],
          [
            7700,
            1.8544709746493027e-05
          ],
          [
            7800,
            1.886561221908778e-05
          ],
          [
            7900,
            1.8341996110393666e-05
          ],
          [
            8000,
            1.9093638911726885e-05
          ],
          [
            8100,
            1.89514976227656e-05
          ],
          [
            8200,
            1.8792137780110352e-05
          ],
          [
            8300,
            1.9339518985361792e-05
          ],
          [
            8400,
            1.9345079635968432e-05
          ],
          [
            8500,
            1.910468563437462e-05
          ],
          [
            8600,
            1.977273859665729e-05
          ],
          [
            8700,
            1.9212408005842008e-05
          ],
          [
            8800,
            1.949461511685513e-05
          ],
          [
            8900,
            1.9443858036538586e-05
          ],
          [
            9000,
            1.9613955373642966e-05
          ],
          [
            9100,
            1.946229713212233e-05
          ],
          [
            9200,
            1.9642617189674638e-05
          ],
          [
            9300,
            1.9252211131970398e-05
          ]
        ],
        "logging/rms/global/gradient": [
          [
            0,
            0.0029483865946531296
          ],
          [
            100,
            8.038499800022691e-05
          ],
          [
            200,
            4.9486021453049034e-05
          ],
          [
            300,
            3.857652336591855e-05
          ],
          [
            400,
            3.917769208783284e-05
          ],
          [
            500,
            3.296547947684303e-05
          ],
          [
            600,
            2.9604054361698218e-05
          ],
          [
            700,
            2.6902205718215555e-05
          ],
          [
            800,
            2.9656850529136136e-05
          ],
          [
            900,
            2.6182418878306635e-05
          ],
          [
            1000,
            2.4879953343770467e-05
          ],
          [
            1100,
            2.7589741875999607e-05
          ],
          [
            1200,
            2.5147095584543422e-05
          ],
          [
            1300,
            2.597768798295874e-05
          ],
          [
            1400,
            2.2501777493744157e-05
          ],
          [
            1500,
            2.770021637843456e-05
          ],
          [
            1600,
            2.3460966986021958e-05
          ],
          [
            1700,
            2.438817136862781e-05
          ],
          [
            1800,
            2.2773496311856434e-05
          ],
          [
            1900,
            2.3329603209276684e-05
          ],
          [
            2000,
            2.137201590812765e-05
          ],
          [
            2100,
            2.6207544578937814e-05
          ],
          [
            2200,
            2.2914986402611248e-05
          ],
          [
            2300,
            2.278734064020682e-05
          ],
          [
            2400,
            2.22197577386396e-05
          ],
          [
            2500,
            2.053130629064981e-05
          ],
          [
            2600,
            2.064016916847322e-05
          ],
          [
            2700,
            2.1985011699143797e-05
          ],
          [
            2800,
            2.2935699234949425e-05
          ],
          [
            2900,
            2.184922959713731e-05
          ],
          [
            3000,
            2.8447977456380613e-05
          ],
          [
            3100,
            2.067830973828677e-05
          ],
          [
            3200,
            2.195570596086327e-05
          ],
          [
            3300,
            2.6292951588402502e-05
          ],
          [
            3400,
            2.101625250361394e-05
          ],
          [
            3500,
            2.3709390006843023e-05
          ],
          [
            3600,
            2.0401033907546662e-05
          ],
          [
            3700,
            2.297568971698638e-05
          ],
          [
            3800,
            2.320496059837751e-05
          ],
          [
            3900,
            2.4201526684919372e-05
          ],
          [
            4000,
            2.2578444259124808e-05
          ],
          [
            4100,
            2.2109568817541003e-05
          ],
          [
            4200,
            2.2254458599491045e-05
          ],
          [
            4300,
            2.132174267899245e-05
          ],
          [
            4400,
            2.8978185582673177e-05
          ],
          [
            4500,
            2.1646534150931984e-05
          ],
          [
            4600,
            2.3676766431890428e-05
          ],
          [
            4700,
            2.1757128706667572e-05
          ],
          [
            4800,
            2.2779877326684073e-05
          ],
          [
            4900,
            2.079037767543923e-05
          ],
          [
            5000,
            2.390078043390531e-05
          ],
          [
            5100,
            2.3147886167862453e-05
          ],
          [
            5200,
            2.1612237105728127e-05
          ],
          [
            5300,
            2.3696662537986413e-05
          ],
          [
            5400,
            2.784465868899133e-05
          ],
          [
            5500,
            2.3021419110591523e-05
          ],
          [
            5600,
            2.1890666175750084e-05
          ],
          [
            5700,
            2.6605557650327682e-05
          ],
          [
            5800,
            2.327202309970744e-05
          ],
          [
            5900,
            2.4706976546440274e-05
          ],
          [
            6000,
            2.2238191377255134e-05
          ],
          [
            6100,
            2.344275708310306e-05
          ],
          [
            6200,
            2.181978925364092e-05
          ],
          [
            6300,
            2.4828821551636793e-05
          ],
          [
            6400,
            2.396359013800975e-05
          ],
          [
            6500,
            2.3564298317069188e-05
          ],
          [
            6600,
            2.5302137146354653e-05
          ],
          [
            6700,
            2.4486787879141048e-05
          ],
          [
            6800,
            2.3192893422674388e-05
          ],
          [
            6900,
            2.5838911824394017e-05
          ],
          [
            7000,
            2.3768841856508516e-05
          ],
          [
            7100,
            2.4149987439159304e-05
          ],
          [
            7200,
            2.3181361029855907e-05
          ],
          [
            7300,
            2.458438029862009e-05
          ],
          [
            7400,
            2.593934186734259e-05
          ],
          [
            7500,
            2.584224785096012e-05
          ],
          [
            7600,
            2.46689269260969e-05
          ],
          [
            7700,
            2.5402900064364076e-05
          ],
          [
            7800,
            2.4443505026283674e-05
          ],
          [
            7900,
            2.4205535737564787e-05
          ],
          [
            8000,
            2.466894693498034e-05
          ],
          [
            8100,
            2.3995271476451308e-05
          ],
          [
            8200,
            2.5440789613639936e-05
          ],
          [
            8300,
            2.568310264905449e-05
          ],
          [
            8400,
            2.4751860109972768e-05
          ],
          [
            8500,
            2.6269370209774934e-05
          ],
          [
            8600,
            2.5296423700638115e-05
          ],
          [
            8700,
            2.47632142418297e-05
          ],
          [
            8800,
            2.4887283871066757e-05
          ],
          [
            8900,
            2.5256722437916324e-05
          ],
          [
            9000,
            2.3954662538017146e-05
          ],
          [
            9100,
            2.343770938750822e-05
          ],
          [
            9200,
            2.454761488479562e-05
          ],
          [
            9300,
            2.4098761059576645e-05
          ]
        ],
        "logging/rms/model.layers.4.mlp.up_proj/parameter": [
          [
            0,
            0.04359842836856842
          ],
          [
            100,
            0.043904002755880356
          ],
          [
            200,
            0.048393651843070984
          ],
          [
            300,
            0.05416574701666832
          ],
          [
            400,
            0.05902969837188721
          ],
          [
            500,
            0.06329352408647537
          ],
          [
            600,
            0.06690442562103271
          ],
          [
            700,
            0.07006567716598511
          ],
          [
            800,
            0.07278381288051605
          ],
          [
            900,
            0.07522427290678024
          ],
          [
            1000,
            0.07742584496736526
          ],
          [
            1100,
            0.07936282455921173
          ],
          [
            1200,
            0.08108934015035629
          ],
          [
            1300,
            0.08266230672597885
          ],
          [
            1400,
            0.08404774963855743
          ],
          [
            1500,
            0.0852864533662796
          ],
          [
            1600,
            0.08640860766172409
          ],
          [
            1700,
            0.08743233978748322
          ],
          [
            1800,
            0.08831010013818741
          ],
          [
            1900,
            0.08911975473165512
          ],
          [
            2000,
            0.08983852714300156
          ],
          [
            2100,
            0.09047981351613998
          ],
          [
            2200,
            0.09103566408157349
          ],
          [
            2300,
            0.09152131527662277
          ],
          [
            2400,
            0.09194932132959366
          ],
          [
            2500,
            0.0923163965344429
          ],
          [
            2600,
            0.09264197200536728
          ],
          [
            2700,
            0.09290678799152374
          ],
          [
            2800,
            0.09313695132732391
          ],
          [
            2900,
            0.09332267940044403
          ],
          [
            3000,
            0.09345385432243347
          ],
          [
            3100,
            0.09357388317584991
          ],
          [
            3200,
            0.09364297986030579
          ],
          [
            3300,
            0.09371935576200485
          ],
          [
            3400,
            0.09373146295547485
          ],
          [
            3500,
            0.09371619671583176
          ],
          [
            3600,
            0.09368088841438293
          ],
          [
            3700,
            0.09363561123609543
          ],
          [
            3800,
            0.0935395285487175
          ],
          [
            3900,
            0.09343625605106354
          ],
          [
            4000,
            0.09329622238874435
          ],
          [
            4100,
            0.09316729754209518
          ],
          [
            4200,
            0.09300272166728973
          ],
          [
            4300,
            0.09282055497169495
          ],
          [
            4400,
            0.09263552725315094
          ],
          [
            4500,
            0.09243562072515488
          ],
          [
            4600,
            0.09220750629901886
          ],
          [
            4700,
            0.09197713434696198
          ],
          [
            4800,
            0.09173896163702011
          ],
          [
            4900,
            0.09146807342767715
          ],
          [
            5000,
            0.09121520817279816
          ],
          [
            5100,
            0.09095260500907898
          ],
          [
            5200,
            0.09068886935710907
          ],
          [
            5300,
            0.0904100239276886
          ],
          [
            5400,
            0.09012271463871002
          ],
          [
            5500,
            0.08981922268867493
          ],
          [
            5600,
            0.0895291119813919
          ],
          [
            5700,
            0.0892111212015152
          ],
          [
            5800,
            0.08889371156692505
          ],
          [
            5900,
            0.08858780562877655
          ],
          [
            6000,
            0.08827563375234604
          ],
          [
            6100,
            0.08795155584812164
          ],
          [
            6200,
            0.08761515468358994
          ],
          [
            6300,
            0.0873088464140892
          ],
          [
            6400,
            0.08698228001594543
          ],
          [
            6500,
            0.08665439486503601
          ],
          [
            6600,
            0.0863242819905281
          ],
          [
            6700,
            0.0860225185751915
          ],
          [
            6800,
            0.08569463342428207
          ],
          [
            6900,
            0.08537930995225906
          ],
          [
            7000,
            0.08507087081670761
          ],
          [
            7100,
            0.08476553112268448
          ],
          [
            7200,
            0.08446753770112991
          ],
          [
            7300,
            0.0841539278626442
          ],
          [
            7400,
            0.08386501669883728
          ],
          [
            7500,
            0.08357873558998108
          ],
          [
            7600,
            0.08329851180315018
          ],
          [
            7700,
            0.08301923424005508
          ],
          [
            7800,
            0.08275523781776428
          ],
          [
            7900,
            0.08250614255666733
          ],
          [
            8000,
            0.08225823193788528
          ],
          [
            8100,
            0.08202522248029709
          ],
          [
            8200,
            0.08180078864097595
          ],
          [
            8300,
            0.081589475274086
          ],
          [
            8400,
            0.0813964232802391
          ],
          [
            8500,
            0.08121243864297867
          ],
          [
            8600,
            0.08104278892278671
          ],
          [
            8700,
            0.08089134842157364
          ],
          [
            8800,
            0.08076013624668121
          ],
          [
            8900,
            0.08064636588096619
          ],
          [
            9000,
            0.08054959028959274
          ],
          [
            9100,
            0.08047676831483841
          ],
          [
            9200,
            0.08042297512292862
          ],
          [
            9300,
            0.08039361238479614
          ]
        ],
        "logging/rms/model.layers.4.post_attention_layernorm/gradient": [
          [
            0,
            0.0002542192523833364
          ],
          [
            100,
            3.872069646604359e-05
          ],
          [
            200,
            4.637624078895897e-05
          ],
          [
            300,
            4.210953557048924e-05
          ],
          [
            400,
            6.393860530806705e-05
          ],
          [
            500,
            7.616949005750939e-05
          ],
          [
            600,
            7.616684160893783e-05
          ],
          [
            700,
            5.792187948827632e-05
          ],
          [
            800,
            6.135673902463168e-05
          ],
          [
            900,
            6.0914186178706586e-05
          ],
          [
            1000,
            9.527231304673478e-05
          ],
          [
            1100,
            0.00015649620036128908
          ],
          [
            1200,
            0.00011061112309107557
          ],
          [
            1300,
            0.00014591627405025065
          ],
          [
            1400,
            7.381140312645584e-05
          ],
          [
            1500,
            0.00010337382991565391
          ],
          [
            1600,
            0.000106320389022585
          ],
          [
            1700,
            8.896881627151743e-05
          ],
          [
            1800,
            7.256483513629064e-05
          ],
          [
            1900,
            7.864576764404774e-05
          ],
          [
            2000,
            8.975883974926546e-05
          ],
          [
            2100,
            8.074979996308684e-05
          ],
          [
            2200,
            9.500790474703535e-05
          ],
          [
            2300,
            8.253152918769047e-05
          ],
          [
            2400,
            0.00025613702018745244
          ],
          [
            2500,
            8.619774598628283e-05
          ],
          [
            2600,
            8.444044942734763e-05
          ],
          [
            2700,
            9.516842692391947e-05
          ],
          [
            2800,
            8.815945329843089e-05
          ],
          [
            2900,
            0.00014986966561991721
          ],
          [
            3000,
            0.00014775583986192942
          ],
          [
            3100,
            0.00012317561777308583
          ],
          [
            3200,
            0.00013410199608188123
          ],
          [
            3300,
            0.00013574594049714506
          ],
          [
            3400,
            8.479827374685556e-05
          ],
          [
            3500,
            0.00020447743008844554
          ],
          [
            3600,
            0.00010888654651353136
          ],
          [
            3700,
            0.00023058921215124428
          ],
          [
            3800,
            0.00017646736523602158
          ],
          [
            3900,
            9.07467765500769e-05
          ],
          [
            4000,
            8.826448902254924e-05
          ],
          [
            4100,
            0.00016581223462708294
          ],
          [
            4200,
            0.00020615530957002193
          ],
          [
            4300,
            0.00013164570555090904
          ],
          [
            4400,
            0.0002963672741316259
          ],
          [
            4500,
            0.00013911489804740995
          ],
          [
            4600,
            0.00017862592358142138
          ],
          [
            4700,
            0.00010343102621845901
          ],
          [
            4800,
            0.00014313949213828892
          ],
          [
            4900,
            9.865839092526585e-05
          ],
          [
            5000,
            0.00015781835827510804
          ],
          [
            5100,
            0.00010147624561795965
          ],
          [
            5200,
            0.00014681117318104953
          ],
          [
            5300,
            0.00010884497169172391
          ],
          [
            5400,
            0.00016701010463293642
          ],
          [
            5500,
            0.0001371582766296342
          ],
          [
            5600,
            9.240514918928966e-05
          ],
          [
            5700,
            0.00020567500905599445
          ],
          [
            5800,
            0.00013647331797983497
          ],
          [
            5900,
            0.00013112211308907717
          ],
          [
            6000,
            0.00011632424866547808
          ],
          [
            6100,
            0.00027385057182982564
          ],
          [
            6200,
            0.0002627291833050549
          ],
          [
            6300,
            0.00022853132395539433
          ],
          [
            6400,
            0.00010823475895449519
          ],
          [
            6500,
            0.00010747346823336557
          ],
          [
            6600,
            0.00014970084885135293
          ],
          [
            6700,
            0.00023966249136719853
          ],
          [
            6800,
            0.00018310538143850863
          ],
          [
            6900,
            0.00013003051572013646
          ],
          [
            7000,
            0.0001011744316201657
          ],
          [
            7100,
            0.00014055815699975938
          ],
          [
            7200,
            0.00010721613944042474
          ],
          [
            7300,
            0.00014197503332979977
          ],
          [
            7400,
            0.00014023574476595968
          ],
          [
            7500,
            0.00014812283916398883
          ],
          [
            7600,
            0.00012909802899230272
          ],
          [
            7700,
            9.956736175809056e-05
          ],
          [
            7800,
            0.00017176759138237685
          ],
          [
            7900,
            0.00010437650053063408
          ],
          [
            8000,
            0.00014438013022299856
          ],
          [
            8100,
            0.00016955989121925086
          ],
          [
            8200,
            0.00023307405353989452
          ],
          [
            8300,
            0.0001246208412339911
          ],
          [
            8400,
            0.00011722034105332568
          ],
          [
            8500,
            0.0002877413062378764
          ],
          [
            8600,
            0.0002158908755518496
          ],
          [
            8700,
            0.0001615432120161131
          ],
          [
            8800,
            0.00026161226560361683
          ],
          [
            8900,
            0.00010238482354907319
          ],
          [
            9000,
            0.00011117848043795675
          ],
          [
            9100,
            0.00015573624114040285
          ],
          [
            9200,
            0.00018745411944109946
          ],
          [
            9300,
            0.00012230350694153458
          ]
        ],
        "logging/rms/model.layers.3.self_attn.q_proj/activation": [
          [
            0,
            0.990509033203125
          ],
          [
            100,
            1.7176474332809448
          ],
          [
            200,
            1.8791697025299072
          ],
          [
            300,
            1.9223158359527588
          ],
          [
            400,
            1.9811090230941772
          ],
          [
            500,
            1.9277209043502808
          ],
          [
            600,
            1.8905365467071533
          ],
          [
            700,
            1.8376011848449707
          ],
          [
            800,
            1.7949274778366089
          ],
          [
            900,
            1.738376498222351
          ],
          [
            1000,
            1.7179486751556396
          ],
          [
            1100,
            1.669937014579773
          ],
          [
            1200,
            1.6154756546020508
          ],
          [
            1300,
            1.6149965524673462
          ],
          [
            1400,
            1.5685617923736572
          ],
          [
            1500,
            1.5578316450119019
          ],
          [
            1600,
            1.520297884941101
          ],
          [
            1700,
            1.5145682096481323
          ],
          [
            1800,
            1.5070968866348267
          ],
          [
            1900,
            1.4781522750854492
          ],
          [
            2000,
            1.4711791276931763
          ],
          [
            2100,
            1.4584888219833374
          ],
          [
            2200,
            1.4389961957931519
          ],
          [
            2300,
            1.411616563796997
          ],
          [
            2400,
            1.4220856428146362
          ],
          [
            2500,
            1.3914265632629395
          ],
          [
            2600,
            1.3857271671295166
          ],
          [
            2700,
            1.367950201034546
          ],
          [
            2800,
            1.370847463607788
          ],
          [
            2900,
            1.348817229270935
          ],
          [
            3000,
            1.343982458114624
          ],
          [
            3100,
            1.356563925743103
          ],
          [
            3200,
            1.337538719177246
          ],
          [
            3300,
            1.336487054824829
          ],
          [
            3400,
            1.3401963710784912
          ],
          [
            3500,
            1.3180214166641235
          ],
          [
            3600,
            1.3059170246124268
          ],
          [
            3700,
            1.293883204460144
          ],
          [
            3800,
            1.32027268409729
          ],
          [
            3900,
            1.3340134620666504
          ],
          [
            4000,
            1.3024425506591797
          ],
          [
            4100,
            1.2942308187484741
          ],
          [
            4200,
            1.278032660484314
          ],
          [
            4300,
            1.2856873273849487
          ],
          [
            4400,
            1.2818199396133423
          ],
          [
            4500,
            1.272172212600708
          ],
          [
            4600,
            1.268807291984558
          ],
          [
            4700,
            1.2824456691741943
          ],
          [
            4800,
            1.2615299224853516
          ],
          [
            4900,
            1.2710062265396118
          ],
          [
            5000,
            1.2720283269882202
          ],
          [
            5100,
            1.2734607458114624
          ],
          [
            5200,
            1.2592518329620361
          ],
          [
            5300,
            1.254321813583374
          ],
          [
            5400,
            1.2597390413284302
          ],
          [
            5500,
            1.2486752271652222
          ],
          [
            5600,
            1.2539244890213013
          ],
          [
            5700,
            1.2704432010650635
          ],
          [
            5800,
            1.2675426006317139
          ],
          [
            5900,
            1.2433106899261475
          ],
          [
            6000,
            1.2437021732330322
          ],
          [
            6100,
            1.245584487915039
          ],
          [
            6200,
            1.2431392669677734
          ],
          [
            6300,
            1.2423839569091797
          ],
          [
            6400,
            1.2477909326553345
          ],
          [
            6500,
            1.2449456453323364
          ],
          [
            6600,
            1.237674593925476
          ],
          [
            6700,
            1.2326717376708984
          ],
          [
            6800,
            1.2383557558059692
          ],
          [
            6900,
            1.2421377897262573
          ],
          [
            7000,
            1.2303736209869385
          ],
          [
            7100,
            1.2379151582717896
          ],
          [
            7200,
            1.2224986553192139
          ],
          [
            7300,
            1.2302695512771606
          ],
          [
            7400,
            1.2277618646621704
          ],
          [
            7500,
            1.2230087518692017
          ],
          [
            7600,
            1.2265292406082153
          ],
          [
            7700,
            1.2328664064407349
          ],
          [
            7800,
            1.2358509302139282
          ],
          [
            7900,
            1.2313849925994873
          ],
          [
            8000,
            1.2255321741104126
          ],
          [
            8100,
            1.2118967771530151
          ],
          [
            8200,
            1.2196674346923828
          ],
          [
            8300,
            1.2223654985427856
          ],
          [
            8400,
            1.2180229425430298
          ],
          [
            8500,
            1.2184052467346191
          ],
          [
            8600,
            1.2255048751831055
          ],
          [
            8700,
            1.2187782526016235
          ],
          [
            8800,
            1.2103071212768555
          ],
          [
            8900,
            1.2111692428588867
          ],
          [
            9000,
            1.2122794389724731
          ],
          [
            9100,
            1.2001157999038696
          ],
          [
            9200,
            1.2160521745681763
          ],
          [
            9300,
            1.2076095342636108
          ]
        ],
        "logging/rms/model.layers.2.self_attn.k_proj/gradient": [
          [
            0,
            4.9061887693824247e-05
          ],
          [
            100,
            1.7689191736280918e-05
          ],
          [
            200,
            2.3760121621307917e-05
          ],
          [
            300,
            1.77885485754814e-05
          ],
          [
            400,
            1.7502892660559155e-05
          ],
          [
            500,
            1.287629856960848e-05
          ],
          [
            600,
            1.3294476957526058e-05
          ],
          [
            700,
            1.0871807717194315e-05
          ],
          [
            800,
            1.0215777365374379e-05
          ],
          [
            900,
            9.928264262271114e-06
          ],
          [
            1000,
            9.483790563535877e-06
          ],
          [
            1100,
            9.258681529900059e-06
          ],
          [
            1200,
            9.009774657897651e-06
          ],
          [
            1300,
            1.011235872283578e-05
          ],
          [
            1400,
            8.843715477269143e-06
          ],
          [
            1500,
            8.410615009779576e-06
          ],
          [
            1600,
            8.730576155357994e-06
          ],
          [
            1700,
            7.95533833297668e-06
          ],
          [
            1800,
            7.875913070165552e-06
          ],
          [
            1900,
            7.652332897123415e-06
          ],
          [
            2000,
            8.139666533679701e-06
          ],
          [
            2100,
            7.89385649113683e-06
          ],
          [
            2200,
            8.105520464596339e-06
          ],
          [
            2300,
            7.038704552542185e-06
          ],
          [
            2400,
            7.680398084630724e-06
          ],
          [
            2500,
            6.96568258717889e-06
          ],
          [
            2600,
            6.899253548908746e-06
          ],
          [
            2700,
            8.23038317321334e-06
          ],
          [
            2800,
            7.748128155071754e-06
          ],
          [
            2900,
            7.135914529499132e-06
          ],
          [
            3000,
            7.42171550882631e-06
          ],
          [
            3100,
            7.006844498391729e-06
          ],
          [
            3200,
            7.364914836216485e-06
          ],
          [
            3300,
            7.453894340869738e-06
          ],
          [
            3400,
            7.066543275868753e-06
          ],
          [
            3500,
            7.899213414930273e-06
          ],
          [
            3600,
            7.03128898749128e-06
          ],
          [
            3700,
            6.893728823342826e-06
          ],
          [
            3800,
            7.4931558629032224e-06
          ],
          [
            3900,
            7.462961093551712e-06
          ],
          [
            4000,
            7.2600423663971014e-06
          ],
          [
            4100,
            7.082313004502794e-06
          ],
          [
            4200,
            7.298495802388061e-06
          ],
          [
            4300,
            7.53489666749374e-06
          ],
          [
            4400,
            1.0665617082850076e-05
          ],
          [
            4500,
            7.249355348903919e-06
          ],
          [
            4600,
            7.316331448237179e-06
          ],
          [
            4700,
            7.526048193540191e-06
          ],
          [
            4800,
            7.488100436603418e-06
          ],
          [
            4900,
            6.964492058614269e-06
          ],
          [
            5000,
            7.095830369507894e-06
          ],
          [
            5100,
            7.84267558628926e-06
          ],
          [
            5200,
            8.048909876379184e-06
          ],
          [
            5300,
            7.932672815513797e-06
          ],
          [
            5400,
            8.327317118528299e-06
          ],
          [
            5500,
            7.315485163417179e-06
          ],
          [
            5600,
            7.053132776491111e-06
          ],
          [
            5700,
            7.584019385831198e-06
          ],
          [
            5800,
            7.557928256574087e-06
          ],
          [
            5900,
            7.629922038177028e-06
          ],
          [
            6000,
            7.607337010995252e-06
          ],
          [
            6100,
            7.977105269674212e-06
          ],
          [
            6200,
            7.98578912508674e-06
          ],
          [
            6300,
            7.897522664279677e-06
          ],
          [
            6400,
            7.995523446879815e-06
          ],
          [
            6500,
            8.105978849926032e-06
          ],
          [
            6600,
            7.918103619886097e-06
          ],
          [
            6700,
            8.102338142634835e-06
          ],
          [
            6800,
            8.190833796106745e-06
          ],
          [
            6900,
            7.90406011219602e-06
          ],
          [
            7000,
            8.892209734767675e-06
          ],
          [
            7100,
            8.165228791767731e-06
          ],
          [
            7200,
            8.238219379563816e-06
          ],
          [
            7300,
            8.268602869065944e-06
          ],
          [
            7400,
            8.429275112575851e-06
          ],
          [
            7500,
            8.405550943280105e-06
          ],
          [
            7600,
            8.4576167864725e-06
          ],
          [
            7700,
            8.580668691138271e-06
          ],
          [
            7800,
            8.510253792337608e-06
          ],
          [
            7900,
            8.358881132153329e-06
          ],
          [
            8000,
            8.473070010950323e-06
          ],
          [
            8100,
            8.193803296308033e-06
          ],
          [
            8200,
            8.580281246395316e-06
          ],
          [
            8300,
            8.620320841146167e-06
          ],
          [
            8400,
            8.46841521706665e-06
          ],
          [
            8500,
            9.048888387042098e-06
          ],
          [
            8600,
            8.528406397090293e-06
          ],
          [
            8700,
            8.835138032736722e-06
          ],
          [
            8800,
            8.41867131384788e-06
          ],
          [
            8900,
            9.128381861955859e-06
          ],
          [
            9000,
            8.7423777586082e-06
          ],
          [
            9100,
            8.950161827669945e-06
          ],
          [
            9200,
            8.848005563777406e-06
          ],
          [
            9300,
            8.6864620243432e-06
          ]
        ],
        "logging/rms/model.embed_tokens/parameter": [
          [
            0,
            0.0019276434322819114
          ],
          [
            100,
            0.015940748155117035
          ],
          [
            200,
            0.030160244554281235
          ],
          [
            300,
            0.04003520682454109
          ],
          [
            400,
            0.04802365601062775
          ],
          [
            500,
            0.05478517338633537
          ],
          [
            600,
            0.060742758214473724
          ],
          [
            700,
            0.06606187671422958
          ],
          [
            800,
            0.07092386484146118
          ],
          [
            900,
            0.07541632652282715
          ],
          [
            1000,
            0.07956789433956146
          ],
          [
            1100,
            0.0834394171833992
          ],
          [
            1200,
            0.08707085996866226
          ],
          [
            1300,
            0.09048058092594147
          ],
          [
            1400,
            0.09369746595621109
          ],
          [
            1500,
            0.09673614054918289
          ],
          [
            1600,
            0.09962357580661774
          ],
          [
            1700,
            0.10237282514572144
          ],
          [
            1800,
            0.1049826592206955
          ],
          [
            1900,
            0.10746121406555176
          ],
          [
            2000,
            0.10982077568769455
          ],
          [
            2100,
            0.11207564175128937
          ],
          [
            2200,
            0.11423604935407639
          ],
          [
            2300,
            0.11629245430231094
          ],
          [
            2400,
            0.11827030032873154
          ],
          [
            2500,
            0.12015678733587265
          ],
          [
            2600,
            0.12196771800518036
          ],
          [
            2700,
            0.12369609624147415
          ],
          [
            2800,
            0.12534795701503754
          ],
          [
            2900,
            0.1269359439611435
          ],
          [
            3000,
            0.12846678495407104
          ],
          [
            3100,
            0.12992417812347412
          ],
          [
            3200,
            0.13132628798484802
          ],
          [
            3300,
            0.13266946375370026
          ],
          [
            3400,
            0.1339610368013382
          ],
          [
            3500,
            0.13519597053527832
          ],
          [
            3600,
            0.13638439774513245
          ],
          [
            3700,
            0.13752131164073944
          ],
          [
            3800,
            0.13861019909381866
          ],
          [
            3900,
            0.13965480029582977
          ],
          [
            4000,
            0.14065606892108917
          ],
          [
            4100,
            0.14161360263824463
          ],
          [
            4200,
            0.1425316482782364
          ],
          [
            4300,
            0.143406942486763
          ],
          [
            4400,
            0.14425095915794373
          ],
          [
            4500,
            0.14505138993263245
          ],
          [
            4600,
            0.14582015573978424
          ],
          [
            4700,
            0.14655639231204987
          ],
          [
            4800,
            0.14725352823734283
          ],
          [
            4900,
            0.147918701171875
          ],
          [
            5000,
            0.1485515981912613
          ],
          [
            5100,
            0.1491571068763733
          ],
          [
            5200,
            0.14973144233226776
          ],
          [
            5300,
            0.15027906000614166
          ],
          [
            5400,
            0.15079925954341888
          ],
          [
            5500,
            0.15129061043262482
          ],
          [
            5600,
            0.15175564587116241
          ],
          [
            5700,
            0.15219955146312714
          ],
          [
            5800,
            0.15261660516262054
          ],
          [
            5900,
            0.15301263332366943
          ],
          [
            6000,
            0.1533866673707962
          ],
          [
            6100,
            0.15373726189136505
          ],
          [
            6200,
            0.15406610071659088
          ],
          [
            6300,
            0.1543745994567871
          ],
          [
            6400,
            0.15466535091400146
          ],
          [
            6500,
            0.1549336165189743
          ],
          [
            6600,
            0.15518496930599213
          ],
          [
            6700,
            0.15541917085647583
          ],
          [
            6800,
            0.15563832223415375
          ],
          [
            6900,
            0.15584011375904083
          ],
          [
            7000,
            0.15602518618106842
          ],
          [
            7100,
            0.1561971753835678
          ],
          [
            7200,
            0.15635322034358978
          ],
          [
            7300,
            0.15649430453777313
          ],
          [
            7400,
            0.15662510693073273
          ],
          [
            7500,
            0.15674348175525665
          ],
          [
            7600,
            0.15685002505779266
          ],
          [
            7700,
            0.15694451332092285
          ],
          [
            7800,
            0.15702863037586212
          ],
          [
            7900,
            0.1571016162633896
          ],
          [
            8000,
            0.1571667343378067
          ],
          [
            8100,
            0.15722477436065674
          ],
          [
            8200,
            0.1572721302509308
          ],
          [
            8300,
            0.15731181204319
          ],
          [
            8400,
            0.15734630823135376
          ],
          [
            8500,
            0.15737591683864594
          ],
          [
            8600,
            0.1573997586965561
          ],
          [
            8700,
            0.15741673111915588
          ],
          [
            8800,
            0.1574316769838333
          ],
          [
            8900,
            0.1574413925409317
          ],
          [
            9000,
            0.15744857490062714
          ],
          [
            9100,
            0.15745271742343903
          ],
          [
            9200,
            0.15745489299297333
          ],
          [
            9300,
            0.15745575726032257
          ]
        ],
        "logging/rms/model.layers.2.input_layernorm/gradient": [
          [
            0,
            0.0006409690249711275
          ],
          [
            100,
            4.69109982077498e-05
          ],
          [
            200,
            0.0001002375065581873
          ],
          [
            300,
            8.038992382353172e-05
          ],
          [
            400,
            0.00015759876987431198
          ],
          [
            500,
            0.00011028488370357081
          ],
          [
            600,
            0.00012875291577074677
          ],
          [
            700,
            0.0001143188783316873
          ],
          [
            800,
            0.00012780078395735472
          ],
          [
            900,
            8.855957275955006e-05
          ],
          [
            1000,
            0.00014172770897857845
          ],
          [
            1100,
            9.309619781561196e-05
          ],
          [
            1200,
            9.833464719122276e-05
          ],
          [
            1300,
            0.00012640883505810052
          ],
          [
            1400,
            0.00020972744096070528
          ],
          [
            1500,
            0.00012146215885877609
          ],
          [
            1600,
            7.61598494136706e-05
          ],
          [
            1700,
            0.00013021304039284587
          ],
          [
            1800,
            0.0001309077924815938
          ],
          [
            1900,
            0.0002459922106936574
          ],
          [
            2000,
            0.00010231848864350468
          ],
          [
            2100,
            0.0001081835143850185
          ],
          [
            2200,
            9.260407387046143e-05
          ],
          [
            2300,
            0.0001044470482156612
          ],
          [
            2400,
            0.00019564191461540759
          ],
          [
            2500,
            0.0001247772597707808
          ],
          [
            2600,
            0.00013631566253025085
          ],
          [
            2700,
            0.00017720714095048606
          ],
          [
            2800,
            0.0001594971545273438
          ],
          [
            2900,
            9.360201511299238e-05
          ],
          [
            3000,
            0.00011882953549502417
          ],
          [
            3100,
            0.00015071048983372748
          ],
          [
            3200,
            0.00013652136840391904
          ],
          [
            3300,
            0.00016443576896563172
          ],
          [
            3400,
            0.00010074934107251465
          ],
          [
            3500,
            0.00022005377104505897
          ],
          [
            3600,
            0.00013614767522085458
          ],
          [
            3700,
            0.00013672826753463596
          ],
          [
            3800,
            0.00020669170771725476
          ],
          [
            3900,
            0.000147954560816288
          ],
          [
            4000,
            0.00017699408635962754
          ],
          [
            4100,
            0.00010208904859609902
          ],
          [
            4200,
            0.00018565129721537232
          ],
          [
            4300,
            0.00027548085199669003
          ],
          [
            4400,
            0.00024381953699048609
          ],
          [
            4500,
            0.00010293769446434453
          ],
          [
            4600,
            0.00019320761202834547
          ],
          [
            4700,
            0.00021734647452831268
          ],
          [
            4800,
            0.00018444123270455748
          ],
          [
            4900,
            0.00023918449005577713
          ],
          [
            5000,
            0.00010144885891349986
          ],
          [
            5100,
            0.0001894382876344025
          ],
          [
            5200,
            0.0001690322969807312
          ],
          [
            5300,
            0.0001850970438681543
          ],
          [
            5400,
            0.0002415278140688315
          ],
          [
            5500,
            0.000111509179987479
          ],
          [
            5600,
            9.161610796581954e-05
          ],
          [
            5700,
            0.00019219749083276838
          ],
          [
            5800,
            0.00014946381270419806
          ],
          [
            5900,
            0.00021186437516007572
          ],
          [
            6000,
            0.0002951816422864795
          ],
          [
            6100,
            0.000149316038005054
          ],
          [
            6200,
            0.0001391791447531432
          ],
          [
            6300,
            0.00014307416859082878
          ],
          [
            6400,
            0.00016768733621574938
          ],
          [
            6500,
            0.00023492766194976866
          ],
          [
            6600,
            0.00015576028090436012
          ],
          [
            6700,
            0.00010808386286953464
          ],
          [
            6800,
            0.00023744850477669388
          ],
          [
            6900,
            0.00010802691394928843
          ],
          [
            7000,
            0.0001326383644482121
          ],
          [
            7100,
            0.00010769136133603752
          ],
          [
            7200,
            0.0001279726711800322
          ],
          [
            7300,
            0.0002898553793784231
          ],
          [
            7400,
            0.0003427966730669141
          ],
          [
            7500,
            0.00013394991401582956
          ],
          [
            7600,
            0.00017280424071941525
          ],
          [
            7700,
            0.00011653912952169776
          ],
          [
            7800,
            0.00020252155081834644
          ],
          [
            7900,
            0.00013087975094094872
          ],
          [
            8000,
            0.000101590107078664
          ],
          [
            8100,
            0.0001274192036362365
          ],
          [
            8200,
            0.00023801297356840223
          ],
          [
            8300,
            0.00014193543756846339
          ],
          [
            8400,
            0.0001635214575799182
          ],
          [
            8500,
            0.00016341386071871966
          ],
          [
            8600,
            0.000268861505901441
          ],
          [
            8700,
            0.00026244408218190074
          ],
          [
            8800,
            0.00013428002421278507
          ],
          [
            8900,
            0.00018244214879814535
          ],
          [
            9000,
            0.00011254059063503519
          ],
          [
            9100,
            0.0002441368851577863
          ],
          [
            9200,
            0.00014535750960931182
          ],
          [
            9300,
            0.00019343974418006837
          ]
        ],
        "logging/rms/lm_head/activation": [
          [
            0,
            0.985194981098175
          ],
          [
            100,
            2.526548385620117
          ],
          [
            200,
            2.8741137981414795
          ],
          [
            300,
            3.1985232830047607
          ],
          [
            400,
            3.423624277114868
          ],
          [
            500,
            3.559934377670288
          ],
          [
            600,
            3.643026351928711
          ],
          [
            700,
            3.6649246215820312
          ],
          [
            800,
            3.7660598754882812
          ],
          [
            900,
            3.770305871963501
          ],
          [
            1000,
            3.8517544269561768
          ],
          [
            1100,
            3.8387558460235596
          ],
          [
            1200,
            3.8804802894592285
          ],
          [
            1300,
            3.9217710494995117
          ],
          [
            1400,
            3.9387366771698
          ],
          [
            1500,
            3.975590944290161
          ],
          [
            1600,
            3.997370958328247
          ],
          [
            1700,
            3.9814293384552
          ],
          [
            1800,
            4.055790901184082
          ],
          [
            1900,
            4.048727035522461
          ],
          [
            2000,
            4.102073669433594
          ],
          [
            2100,
            4.130770683288574
          ],
          [
            2200,
            4.114654541015625
          ],
          [
            2300,
            4.129096031188965
          ],
          [
            2400,
            4.170502662658691
          ],
          [
            2500,
            4.194871425628662
          ],
          [
            2600,
            4.192257404327393
          ],
          [
            2700,
            4.2321014404296875
          ],
          [
            2800,
            4.250871658325195
          ],
          [
            2900,
            4.277833938598633
          ],
          [
            3000,
            4.272896766662598
          ],
          [
            3100,
            4.349575042724609
          ],
          [
            3200,
            4.294924736022949
          ],
          [
            3300,
            4.354704856872559
          ],
          [
            3400,
            4.357615947723389
          ],
          [
            3500,
            4.38469934463501
          ],
          [
            3600,
            4.421135902404785
          ],
          [
            3700,
            4.415316581726074
          ],
          [
            3800,
            4.3994317054748535
          ],
          [
            3900,
            4.437107563018799
          ],
          [
            4000,
            4.447021484375
          ],
          [
            4100,
            4.4643778800964355
          ],
          [
            4200,
            4.516153812408447
          ],
          [
            4300,
            4.519479751586914
          ],
          [
            4400,
            4.454046249389648
          ],
          [
            4500,
            4.520419120788574
          ],
          [
            4600,
            4.543439865112305
          ],
          [
            4700,
            4.50136661529541
          ],
          [
            4800,
            4.545684337615967
          ],
          [
            4900,
            4.627405643463135
          ],
          [
            5000,
            4.5583271980285645
          ],
          [
            5100,
            4.615179061889648
          ],
          [
            5200,
            4.657064437866211
          ],
          [
            5300,
            4.60916805267334
          ],
          [
            5400,
            4.6177873611450195
          ],
          [
            5500,
            4.61817741394043
          ],
          [
            5600,
            4.684145927429199
          ],
          [
            5700,
            4.650963306427002
          ],
          [
            5800,
            4.642000675201416
          ],
          [
            5900,
            4.693171977996826
          ],
          [
            6000,
            4.700626850128174
          ],
          [
            6100,
            4.668553352355957
          ],
          [
            6200,
            4.6594462394714355
          ],
          [
            6300,
            4.689594745635986
          ],
          [
            6400,
            4.710412502288818
          ],
          [
            6500,
            4.766963958740234
          ],
          [
            6600,
            4.785912036895752
          ],
          [
            6700,
            4.793801784515381
          ],
          [
            6800,
            4.7711310386657715
          ],
          [
            6900,
            4.7409868240356445
          ],
          [
            7000,
            4.797300815582275
          ],
          [
            7100,
            4.777486801147461
          ],
          [
            7200,
            4.852838516235352
          ],
          [
            7300,
            4.799500942230225
          ],
          [
            7400,
            4.810973644256592
          ],
          [
            7500,
            4.831200122833252
          ],
          [
            7600,
            4.815806865692139
          ],
          [
            7700,
            4.838369846343994
          ],
          [
            7800,
            4.879561424255371
          ],
          [
            7900,
            4.815070152282715
          ],
          [
            8000,
            4.856518745422363
          ],
          [
            8100,
            4.903385639190674
          ],
          [
            8200,
            4.899648189544678
          ],
          [
            8300,
            4.907853603363037
          ],
          [
            8400,
            4.912962436676025
          ],
          [
            8500,
            4.899077892303467
          ],
          [
            8600,
            4.840593338012695
          ],
          [
            8700,
            4.905483245849609
          ],
          [
            8800,
            4.957291126251221
          ],
          [
            8900,
            4.959641456604004
          ],
          [
            9000,
            4.932888507843018
          ],
          [
            9100,
            4.986314296722412
          ],
          [
            9200,
            4.911252498626709
          ],
          [
            9300,
            4.944128513336182
          ]
        ],
        "logging/rms/model.layers.2.mlp.up_proj/parameter": [
          [
            0,
            0.04359862208366394
          ],
          [
            100,
            0.04387799650430679
          ],
          [
            200,
            0.047162409871816635
          ],
          [
            300,
            0.05185437574982643
          ],
          [
            400,
            0.05572795867919922
          ],
          [
            500,
            0.059186916798353195
          ],
          [
            600,
            0.06232643127441406
          ],
          [
            700,
            0.06509016454219818
          ],
          [
            800,
            0.06764674931764603
          ],
          [
            900,
            0.06993186473846436
          ],
          [
            1000,
            0.07199332118034363
          ],
          [
            1100,
            0.0738062858581543
          ],
          [
            1200,
            0.07545912265777588
          ],
          [
            1300,
            0.07694578170776367
          ],
          [
            1400,
            0.07829418033361435
          ],
          [
            1500,
            0.07943832129240036
          ],
          [
            1600,
            0.08047538995742798
          ],
          [
            1700,
            0.08142596483230591
          ],
          [
            1800,
            0.08228567242622375
          ],
          [
            1900,
            0.0830315351486206
          ],
          [
            2000,
            0.08371391147375107
          ],
          [
            2100,
            0.08433767408132553
          ],
          [
            2200,
            0.08482620120048523
          ],
          [
            2300,
            0.08530277758836746
          ],
          [
            2400,
            0.08569327741861343
          ],
          [
            2500,
            0.08602042496204376
          ],
          [
            2600,
            0.08631294965744019
          ],
          [
            2700,
            0.08658594638109207
          ],
          [
            2800,
            0.08677352219820023
          ],
          [
            2900,
            0.08694154024124146
          ],
          [
            3000,
            0.08704721927642822
          ],
          [
            3100,
            0.08715282380580902
          ],
          [
            3200,
            0.08719636499881744
          ],
          [
            3300,
            0.08722126483917236
          ],
          [
            3400,
            0.08721267431974411
          ],
          [
            3500,
            0.087180495262146
          ],
          [
            3600,
            0.0871613398194313
          ],
          [
            3700,
            0.08707896620035172
          ],
          [
            3800,
            0.08697934448719025
          ],
          [
            3900,
            0.08683791756629944
          ],
          [
            4000,
            0.08670596778392792
          ],
          [
            4100,
            0.0865597352385521
          ],
          [
            4200,
            0.08639273792505264
          ],
          [
            4300,
            0.08619537204504013
          ],
          [
            4400,
            0.08600655943155289
          ],
          [
            4500,
            0.08579319715499878
          ],
          [
            4600,
            0.08555212616920471
          ],
          [
            4700,
            0.08533579856157303
          ],
          [
            4800,
            0.08509872853755951
          ],
          [
            4900,
            0.08483235538005829
          ],
          [
            5000,
            0.08457645773887634
          ],
          [
            5100,
            0.0842851847410202
          ],
          [
            5200,
            0.08399862051010132
          ],
          [
            5300,
            0.08372369408607483
          ],
          [
            5400,
            0.0834207609295845
          ],
          [
            5500,
            0.08313898742198944
          ],
          [
            5600,
            0.08283721655607224
          ],
          [
            5700,
            0.08251377195119858
          ],
          [
            5800,
            0.08221273869276047
          ],
          [
            5900,
            0.0819103941321373
          ],
          [
            6000,
            0.08159103244543076
          ],
          [
            6100,
            0.08127519488334656
          ],
          [
            6200,
            0.08094360679388046
          ],
          [
            6300,
            0.08062948286533356
          ],
          [
            6400,
            0.08031820505857468
          ],
          [
            6500,
            0.07999374717473984
          ],
          [
            6600,
            0.079683817923069
          ],
          [
            6700,
            0.07936765998601913
          ],
          [
            6800,
            0.07905905693769455
          ],
          [
            6900,
            0.07874172180891037
          ],
          [
            7000,
            0.07844945043325424
          ],
          [
            7100,
            0.07814053446054459
          ],
          [
            7200,
            0.0778365433216095
          ],
          [
            7300,
            0.07754500955343246
          ],
          [
            7400,
            0.07725614309310913
          ],
          [
            7500,
            0.0769805759191513
          ],
          [
            7600,
            0.07670675963163376
          ],
          [
            7700,
            0.07644433528184891
          ],
          [
            7800,
            0.07618630677461624
          ],
          [
            7900,
            0.07594208419322968
          ],
          [
            8000,
            0.07570278644561768
          ],
          [
            8100,
            0.07548386603593826
          ],
          [
            8200,
            0.07526583969593048
          ],
          [
            8300,
            0.07506193965673447
          ],
          [
            8400,
            0.07487421482801437
          ],
          [
            8500,
            0.07469390332698822
          ],
          [
            8600,
            0.0745331421494484
          ],
          [
            8700,
            0.07438835501670837
          ],
          [
            8800,
            0.07426255196332932
          ],
          [
            8900,
            0.07415331155061722
          ],
          [
            9000,
            0.07406143844127655
          ],
          [
            9100,
            0.07399138808250427
          ],
          [
            9200,
            0.07394062727689743
          ],
          [
            9300,
            0.07391256093978882
          ]
        ],
        "logging/rms/model.layers.5.mlp.gate_proj/parameter": [
          [
            0,
            0.043596189469099045
          ],
          [
            100,
            0.044413305819034576
          ],
          [
            200,
            0.050731413066387177
          ],
          [
            300,
            0.05675070360302925
          ],
          [
            400,
            0.06137194484472275
          ],
          [
            500,
            0.06520993262529373
          ],
          [
            600,
            0.06852056831121445
          ],
          [
            700,
            0.07134993374347687
          ],
          [
            800,
            0.07385800033807755
          ],
          [
            900,
            0.07610781490802765
          ],
          [
            1000,
            0.07811795920133591
          ],
          [
            1100,
            0.07994076609611511
          ],
          [
            1200,
            0.0815444216132164
          ],
          [
            1300,
            0.0829959437251091
          ],
          [
            1400,
            0.084345243871212
          ],
          [
            1500,
            0.0855380967259407
          ],
          [
            1600,
            0.08660571277141571
          ],
          [
            1700,
            0.08759061992168427
          ],
          [
            1800,
            0.0884491354227066
          ],
          [
            1900,
            0.08922584354877472
          ],
          [
            2000,
            0.08991198241710663
          ],
          [
            2100,
            0.09052695333957672
          ],
          [
            2200,
            0.09107494354248047
          ],
          [
            2300,
            0.09156148880720139
          ],
          [
            2400,
            0.09199517965316772
          ],
          [
            2500,
            0.09234775602817535
          ],
          [
            2600,
            0.09266244620084763
          ],
          [
            2700,
            0.09293143451213837
          ],
          [
            2800,
            0.09316667914390564
          ],
          [
            2900,
            0.09335640072822571
          ],
          [
            3000,
            0.09347979724407196
          ],
          [
            3100,
            0.0935850664973259
          ],
          [
            3200,
            0.09365308284759521
          ],
          [
            3300,
            0.09370233863592148
          ],
          [
            3400,
            0.09371291846036911
          ],
          [
            3500,
            0.0937095433473587
          ],
          [
            3600,
            0.09366540610790253
          ],
          [
            3700,
            0.09359458833932877
          ],
          [
            3800,
            0.09350750595331192
          ],
          [
            3900,
            0.0934077724814415
          ],
          [
            4000,
            0.09329651296138763
          ],
          [
            4100,
            0.09315598756074905
          ],
          [
            4200,
            0.09300746768712997
          ],
          [
            4300,
            0.09281030297279358
          ],
          [
            4400,
            0.09263921529054642
          ],
          [
            4500,
            0.09240160137414932
          ],
          [
            4600,
            0.0922069102525711
          ],
          [
            4700,
            0.09198636561632156
          ],
          [
            4800,
            0.09174918383359909
          ],
          [
            4900,
            0.09148237109184265
          ],
          [
            5000,
            0.0912238284945488
          ],
          [
            5100,
            0.09095560014247894
          ],
          [
            5200,
            0.0906788632273674
          ],
          [
            5300,
            0.09039758890867233
          ],
          [
            5400,
            0.09010142087936401
          ],
          [
            5500,
            0.08979079872369766
          ],
          [
            5600,
            0.08948665112257004
          ],
          [
            5700,
            0.0891808569431305
          ],
          [
            5800,
            0.08886198699474335
          ],
          [
            5900,
            0.08854340761899948
          ],
          [
            6000,
            0.08821973204612732
          ],
          [
            6100,
            0.08789483457803726
          ],
          [
            6200,
            0.08757194131612778
          ],
          [
            6300,
            0.08724522590637207
          ],
          [
            6400,
            0.08692624419927597
          ],
          [
            6500,
            0.0865936204791069
          ],
          [
            6600,
            0.0862775519490242
          ],
          [
            6700,
            0.08594829589128494
          ],
          [
            6800,
            0.08562401682138443
          ],
          [
            6900,
            0.0853089690208435
          ],
          [
            7000,
            0.08498834073543549
          ],
          [
            7100,
            0.08467660844326019
          ],
          [
            7200,
            0.08436401933431625
          ],
          [
            7300,
            0.08406060189008713
          ],
          [
            7400,
            0.08376605808734894
          ],
          [
            7500,
            0.08346951752901077
          ],
          [
            7600,
            0.08317924290895462
          ],
          [
            7700,
            0.08290642499923706
          ],
          [
            7800,
            0.08264105021953583
          ],
          [
            7900,
            0.08238010853528976
          ],
          [
            8000,
            0.0821356251835823
          ],
          [
            8100,
            0.08189494907855988
          ],
          [
            8200,
            0.08166796714067459
          ],
          [
            8300,
            0.08145613223314285
          ],
          [
            8400,
            0.08125443756580353
          ],
          [
            8500,
            0.0810665413737297
          ],
          [
            8600,
            0.0808955505490303
          ],
          [
            8700,
            0.08074353635311127
          ],
          [
            8800,
            0.08060698211193085
          ],
          [
            8900,
            0.08048772066831589
          ],
          [
            9000,
            0.08038915693759918
          ],
          [
            9100,
            0.08031094074249268
          ],
          [
            9200,
            0.08025653660297394
          ],
          [
            9300,
            0.08022516965866089
          ]
        ],
        "logging/rms/model.layers.6.self_attn.v_proj/parameter": [
          [
            0,
            0.043533239513635635
          ],
          [
            100,
            0.043710317462682724
          ],
          [
            200,
            0.04640815407037735
          ],
          [
            300,
            0.052652254700660706
          ],
          [
            400,
            0.06064317375421524
          ],
          [
            500,
            0.06645357608795166
          ],
          [
            600,
            0.07127007097005844
          ],
          [
            700,
            0.07554392516613007
          ],
          [
            800,
            0.07945697754621506
          ],
          [
            900,
            0.08298564702272415
          ],
          [
            1000,
            0.08611562103033066
          ],
          [
            1100,
            0.0890585258603096
          ],
          [
            1200,
            0.09172722697257996
          ],
          [
            1300,
            0.09414941072463989
          ],
          [
            1400,
            0.09637124836444855
          ],
          [
            1500,
            0.09834249317646027
          ],
          [
            1600,
            0.10020660609006882
          ],
          [
            1700,
            0.10184533894062042
          ],
          [
            1800,
            0.10345544666051865
          ],
          [
            1900,
            0.10482162237167358
          ],
          [
            2000,
            0.10615380853414536
          ],
          [
            2100,
            0.10731980204582214
          ],
          [
            2200,
            0.10842765122652054
          ],
          [
            2300,
            0.10937254875898361
          ],
          [
            2400,
            0.1103215217590332
          ],
          [
            2500,
            0.1110701933503151
          ],
          [
            2600,
            0.11183687299489975
          ],
          [
            2700,
            0.11245082318782806
          ],
          [
            2800,
            0.11308488249778748
          ],
          [
            2900,
            0.11364763975143433
          ],
          [
            3000,
            0.11406360566616058
          ],
          [
            3100,
            0.11450169235467911
          ],
          [
            3200,
            0.11487295478582382
          ],
          [
            3300,
            0.11515995860099792
          ],
          [
            3400,
            0.11547594517469406
          ],
          [
            3500,
            0.11566173285245895
          ],
          [
            3600,
            0.11585114896297455
          ],
          [
            3700,
            0.11601734161376953
          ],
          [
            3800,
            0.11614718288183212
          ],
          [
            3900,
            0.11619451642036438
          ],
          [
            4000,
            0.11620810627937317
          ],
          [
            4100,
            0.11624179780483246
          ],
          [
            4200,
            0.11620558798313141
          ],
          [
            4300,
            0.11618645489215851
          ],
          [
            4400,
            0.1161215752363205
          ],
          [
            4500,
            0.11600479483604431
          ],
          [
            4600,
            0.11589225381612778
          ],
          [
            4700,
            0.11573974788188934
          ],
          [
            4800,
            0.1155598908662796
          ],
          [
            4900,
            0.11538579314947128
          ],
          [
            5000,
            0.11521271616220474
          ],
          [
            5100,
            0.11501993238925934
          ],
          [
            5200,
            0.1147712841629982
          ],
          [
            5300,
            0.11453491449356079
          ],
          [
            5400,
            0.11428236961364746
          ],
          [
            5500,
            0.11407114565372467
          ],
          [
            5600,
            0.11378174275159836
          ],
          [
            5700,
            0.11349476128816605
          ],
          [
            5800,
            0.11319233477115631
          ],
          [
            5900,
            0.112903892993927
          ],
          [
            6000,
            0.11260072886943817
          ],
          [
            6100,
            0.11227308213710785
          ],
          [
            6200,
            0.11194148659706116
          ],
          [
            6300,
            0.1116240844130516
          ],
          [
            6400,
            0.11130533367395401
          ],
          [
            6500,
            0.11096718162298203
          ],
          [
            6600,
            0.11064597219228745
          ],
          [
            6700,
            0.11033272743225098
          ],
          [
            6800,
            0.10999549180269241
          ],
          [
            6900,
            0.10965929180383682
          ],
          [
            7000,
            0.10932711511850357
          ],
          [
            7100,
            0.10901456326246262
          ],
          [
            7200,
            0.10867322981357574
          ],
          [
            7300,
            0.10835423320531845
          ],
          [
            7400,
            0.10805132985115051
          ],
          [
            7500,
            0.10774517804384232
          ],
          [
            7600,
            0.10745980590581894
          ],
          [
            7700,
            0.1071636974811554
          ],
          [
            7800,
            0.10687454789876938
          ],
          [
            7900,
            0.10659296065568924
          ],
          [
            8000,
            0.10634272545576096
          ],
          [
            8100,
            0.1060691699385643
          ],
          [
            8200,
            0.10582973062992096
          ],
          [
            8300,
            0.1055971086025238
          ],
          [
            8400,
            0.10537205636501312
          ],
          [
            8500,
            0.10517864674329758
          ],
          [
            8600,
            0.10499870032072067
          ],
          [
            8700,
            0.10483981668949127
          ],
          [
            8800,
            0.1046958714723587
          ],
          [
            8900,
            0.10457871109247208
          ],
          [
            9000,
            0.10447397083044052
          ],
          [
            9100,
            0.10439608246088028
          ],
          [
            9200,
            0.10434013605117798
          ],
          [
            9300,
            0.10430830717086792
          ]
        ],
        "logging/rms/model.layers.1.post_attention_layernorm/gradient": [
          [
            0,
            0.0005296298768371344
          ],
          [
            100,
            4.708573760581203e-05
          ],
          [
            200,
            3.970208126702346e-05
          ],
          [
            300,
            4.508534766500816e-05
          ],
          [
            400,
            5.8329238527221605e-05
          ],
          [
            500,
            4.808773155673407e-05
          ],
          [
            600,
            4.7874320443952456e-05
          ],
          [
            700,
            7.001447374932468e-05
          ],
          [
            800,
            0.00014599649875890464
          ],
          [
            900,
            0.00010857073357328773
          ],
          [
            1000,
            6.554718856932595e-05
          ],
          [
            1100,
            0.00016481442435178906
          ],
          [
            1200,
            5.4142125009093434e-05
          ],
          [
            1300,
            0.00017507278244011104
          ],
          [
            1400,
            0.00010241572454106063
          ],
          [
            1500,
            0.00013982907694298774
          ],
          [
            1600,
            6.252460298128426e-05
          ],
          [
            1700,
            6.94238769938238e-05
          ],
          [
            1800,
            7.96947133494541e-05
          ],
          [
            1900,
            0.0002101841673720628
          ],
          [
            2000,
            6.447698979172856e-05
          ],
          [
            2100,
            0.00011949359031859785
          ],
          [
            2200,
            0.00019516941392794251
          ],
          [
            2300,
            7.888801337685436e-05
          ],
          [
            2400,
            0.00014967189054004848
          ],
          [
            2500,
            6.569189281435683e-05
          ],
          [
            2600,
            9.055274131242186e-05
          ],
          [
            2700,
            7.25106947356835e-05
          ],
          [
            2800,
            9.270607552025467e-05
          ],
          [
            2900,
            7.093964086379856e-05
          ],
          [
            3000,
            0.0001383520575473085
          ],
          [
            3100,
            8.159274148056284e-05
          ],
          [
            3200,
            8.235024870373309e-05
          ],
          [
            3300,
            0.00019723940931726247
          ],
          [
            3400,
            7.686144090257585e-05
          ],
          [
            3500,
            0.0003659830545075238
          ],
          [
            3600,
            0.00014785805251449347
          ],
          [
            3700,
            0.00015835545491427183
          ],
          [
            3800,
            7.892004941822961e-05
          ],
          [
            3900,
            9.401723218616098e-05
          ],
          [
            4000,
            8.417973731411621e-05
          ],
          [
            4100,
            0.00019296861137263477
          ],
          [
            4200,
            0.00012425033492036164
          ],
          [
            4300,
            0.00013323331950232387
          ],
          [
            4400,
            0.00019422752666287124
          ],
          [
            4500,
            0.00020244685583747923
          ],
          [
            4600,
            0.00018085489864461124
          ],
          [
            4700,
            9.689453145256266e-05
          ],
          [
            4800,
            0.00010278260742779821
          ],
          [
            4900,
            8.053675264818594e-05
          ],
          [
            5000,
            0.00018934113904833794
          ],
          [
            5100,
            9.766339644556865e-05
          ],
          [
            5200,
            0.00024734821636229753
          ],
          [
            5300,
            9.289280569646508e-05
          ],
          [
            5400,
            0.00012836982205044478
          ],
          [
            5500,
            0.000277726590866223
          ],
          [
            5600,
            8.918750245356932e-05
          ],
          [
            5700,
            0.0001888091501314193
          ],
          [
            5800,
            0.00048631292884238064
          ],
          [
            5900,
            0.00017590961942914873
          ],
          [
            6000,
            0.0001145477217505686
          ],
          [
            6100,
            0.0001924141397466883
          ],
          [
            6200,
            0.00011459847155492753
          ],
          [
            6300,
            0.00016912331921048462
          ],
          [
            6400,
            0.00010224313155049458
          ],
          [
            6500,
            9.787531598703936e-05
          ],
          [
            6600,
            0.00020341873459983617
          ],
          [
            6700,
            9.6042116638273e-05
          ],
          [
            6800,
            0.00011861992243211716
          ],
          [
            6900,
            9.831680654315278e-05
          ],
          [
            7000,
            0.0001545411068946123
          ],
          [
            7100,
            0.00017192527593579143
          ],
          [
            7200,
            0.00021087648929096758
          ],
          [
            7300,
            0.00021348852897062898
          ],
          [
            7400,
            0.00010001167538575828
          ],
          [
            7500,
            0.00016589373990427703
          ],
          [
            7600,
            0.0002790438011288643
          ],
          [
            7700,
            0.0001834590220823884
          ],
          [
            7800,
            0.0001677442924119532
          ],
          [
            7900,
            0.00015854151570238173
          ],
          [
            8000,
            0.00010671485506463796
          ],
          [
            8100,
            0.0001696201361482963
          ],
          [
            8200,
            0.0001442704669898376
          ],
          [
            8300,
            0.00017340242629870772
          ],
          [
            8400,
            0.00010364258196204901
          ],
          [
            8500,
            0.00021241616923362017
          ],
          [
            8600,
            0.00010951141302939504
          ],
          [
            8700,
            0.0001382195041514933
          ],
          [
            8800,
            0.00022708845790475607
          ],
          [
            8900,
            0.00011728868412319571
          ],
          [
            9000,
            0.00013030008994974196
          ],
          [
            9100,
            0.00017338844190817326
          ],
          [
            9200,
            0.00010543605458224192
          ],
          [
            9300,
            0.000104789825854823
          ]
        ],
        "logging/rms/model.layers.1.mlp.gate_proj/parameter": [
          [
            0,
            0.043618299067020416
          ],
          [
            100,
            0.04431534931063652
          ],
          [
            200,
            0.048205550760030746
          ],
          [
            300,
            0.05311046540737152
          ],
          [
            400,
            0.057681962847709656
          ],
          [
            500,
            0.06178092211484909
          ],
          [
            600,
            0.06553465127944946
          ],
          [
            700,
            0.06882889568805695
          ],
          [
            800,
            0.07188623398542404
          ],
          [
            900,
            0.07460107654333115
          ],
          [
            1000,
            0.07712458819150925
          ],
          [
            1100,
            0.07938262820243835
          ],
          [
            1200,
            0.08137744665145874
          ],
          [
            1300,
            0.08324268460273743
          ],
          [
            1400,
            0.08489101380109787
          ],
          [
            1500,
            0.08648275583982468
          ],
          [
            1600,
            0.08785711973905563
          ],
          [
            1700,
            0.08913647383451462
          ],
          [
            1800,
            0.09030790627002716
          ],
          [
            1900,
            0.09133270382881165
          ],
          [
            2000,
            0.0922936201095581
          ],
          [
            2100,
            0.09316836297512054
          ],
          [
            2200,
            0.09395851194858551
          ],
          [
            2300,
            0.09468743950128555
          ],
          [
            2400,
            0.09535767883062363
          ],
          [
            2500,
            0.09589400887489319
          ],
          [
            2600,
            0.09643873572349548
          ],
          [
            2700,
            0.09692945331335068
          ],
          [
            2800,
            0.09734155237674713
          ],
          [
            2900,
            0.09770345687866211
          ],
          [
            3000,
            0.09802841395139694
          ],
          [
            3100,
            0.09832543879747391
          ],
          [
            3200,
            0.09851787239313126
          ],
          [
            3300,
            0.09873193502426147
          ],
          [
            3400,
            0.0988929271697998
          ],
          [
            3500,
            0.09903760999441147
          ],
          [
            3600,
            0.09911908209323883
          ],
          [
            3700,
            0.09918704628944397
          ],
          [
            3800,
            0.09922510385513306
          ],
          [
            3900,
            0.09925051033496857
          ],
          [
            4000,
            0.09924193471670151
          ],
          [
            4100,
            0.09919817745685577
          ],
          [
            4200,
            0.09912504255771637
          ],
          [
            4300,
            0.09904281795024872
          ],
          [
            4400,
            0.09893545508384705
          ],
          [
            4500,
            0.09881153702735901
          ],
          [
            4600,
            0.09868787229061127
          ],
          [
            4700,
            0.09855814278125763
          ],
          [
            4800,
            0.09837153553962708
          ],
          [
            4900,
            0.09818023443222046
          ],
          [
            5000,
            0.09798368811607361
          ],
          [
            5100,
            0.097782202064991
          ],
          [
            5200,
            0.09755070507526398
          ],
          [
            5300,
            0.09732925146818161
          ],
          [
            5400,
            0.09709571301937103
          ],
          [
            5500,
            0.09683986008167267
          ],
          [
            5600,
            0.09659745544195175
          ],
          [
            5700,
            0.09632966667413712
          ],
          [
            5800,
            0.09605526924133301
          ],
          [
            5900,
            0.0957815945148468
          ],
          [
            6000,
            0.09551124274730682
          ],
          [
            6100,
            0.09524019062519073
          ],
          [
            6200,
            0.09494080394506454
          ],
          [
            6300,
            0.0946616381406784
          ],
          [
            6400,
            0.09436839818954468
          ],
          [
            6500,
            0.09406623989343643
          ],
          [
            6600,
            0.09375970810651779
          ],
          [
            6700,
            0.09346052259206772
          ],
          [
            6800,
            0.09315433353185654
          ],
          [
            6900,
            0.09285123646259308
          ],
          [
            7000,
            0.09255857020616531
          ],
          [
            7100,
            0.09226135909557343
          ],
          [
            7200,
            0.0919627770781517
          ],
          [
            7300,
            0.0916753038764
          ],
          [
            7400,
            0.09138783812522888
          ],
          [
            7500,
            0.09110493957996368
          ],
          [
            7600,
            0.09082788228988647
          ],
          [
            7700,
            0.09056524187326431
          ],
          [
            7800,
            0.09030165523290634
          ],
          [
            7900,
            0.0900401771068573
          ],
          [
            8000,
            0.08978941291570663
          ],
          [
            8100,
            0.08955562859773636
          ],
          [
            8200,
            0.08933139592409134
          ],
          [
            8300,
            0.0891181007027626
          ],
          [
            8400,
            0.08892093598842621
          ],
          [
            8500,
            0.08873678743839264
          ],
          [
            8600,
            0.08856411278247833
          ],
          [
            8700,
            0.08840914815664291
          ],
          [
            8800,
            0.08826960623264313
          ],
          [
            8900,
            0.08814861625432968
          ],
          [
            9000,
            0.08805212378501892
          ],
          [
            9100,
            0.0879749208688736
          ],
          [
            9200,
            0.0879196971654892
          ],
          [
            9300,
            0.08788858354091644
          ]
        ],
        "logging/rms/model.norm/activation": [
          [
            0,
            0.9999992847442627
          ],
          [
            100,
            0.9884487390518188
          ],
          [
            200,
            0.9435856938362122
          ],
          [
            300,
            0.9043237566947937
          ],
          [
            400,
            0.8875479698181152
          ],
          [
            500,
            0.8592137098312378
          ],
          [
            600,
            0.841597855091095
          ],
          [
            700,
            0.8144281506538391
          ],
          [
            800,
            0.8031262755393982
          ],
          [
            900,
            0.782524585723877
          ],
          [
            1000,
            0.7739363312721252
          ],
          [
            1100,
            0.7682000398635864
          ],
          [
            1200,
            0.7563002705574036
          ],
          [
            1300,
            0.756101131439209
          ],
          [
            1400,
            0.7458958625793457
          ],
          [
            1500,
            0.7447059154510498
          ],
          [
            1600,
            0.7349666357040405
          ],
          [
            1700,
            0.7258906364440918
          ],
          [
            1800,
            0.7352896928787231
          ],
          [
            1900,
            0.735305666923523
          ],
          [
            2000,
            0.7389134764671326
          ],
          [
            2100,
            0.7377887964248657
          ],
          [
            2200,
            0.7348289489746094
          ],
          [
            2300,
            0.7334995269775391
          ],
          [
            2400,
            0.7393749356269836
          ],
          [
            2500,
            0.7480337023735046
          ],
          [
            2600,
            0.7380527257919312
          ],
          [
            2700,
            0.746862530708313
          ],
          [
            2800,
            0.7596133351325989
          ],
          [
            2900,
            0.7591994404792786
          ],
          [
            3000,
            0.7595580220222473
          ],
          [
            3100,
            0.7623012065887451
          ],
          [
            3200,
            0.7685738205909729
          ],
          [
            3300,
            0.7671648859977722
          ],
          [
            3400,
            0.779289960861206
          ],
          [
            3500,
            0.7756651043891907
          ],
          [
            3600,
            0.7888169884681702
          ],
          [
            3700,
            0.7788744568824768
          ],
          [
            3800,
            0.7866381406784058
          ],
          [
            3900,
            0.7970075607299805
          ],
          [
            4000,
            0.8057830929756165
          ],
          [
            4100,
            0.8064353466033936
          ],
          [
            4200,
            0.8167374730110168
          ],
          [
            4300,
            0.8121719360351562
          ],
          [
            4400,
            0.8181151151657104
          ],
          [
            4500,
            0.8253235816955566
          ],
          [
            4600,
            0.8337541818618774
          ],
          [
            4700,
            0.8283197283744812
          ],
          [
            4800,
            0.8348626494407654
          ],
          [
            4900,
            0.8498671650886536
          ],
          [
            5000,
            0.8477122783660889
          ],
          [
            5100,
            0.8666653633117676
          ],
          [
            5200,
            0.8686479330062866
          ],
          [
            5300,
            0.8700759410858154
          ],
          [
            5400,
            0.8739043474197388
          ],
          [
            5500,
            0.8816950917243958
          ],
          [
            5600,
            0.8876932859420776
          ],
          [
            5700,
            0.8948557376861572
          ],
          [
            5800,
            0.8867957592010498
          ],
          [
            5900,
            0.9050246477127075
          ],
          [
            6000,
            0.9084650278091431
          ],
          [
            6100,
            0.9146120548248291
          ],
          [
            6200,
            0.9167818427085876
          ],
          [
            6300,
            0.9272687435150146
          ],
          [
            6400,
            0.9297420978546143
          ],
          [
            6500,
            0.9421193599700928
          ],
          [
            6600,
            0.9475696086883545
          ],
          [
            6700,
            0.9459304213523865
          ],
          [
            6800,
            0.9536152482032776
          ],
          [
            6900,
            0.9592084884643555
          ],
          [
            7000,
            0.9720579385757446
          ],
          [
            7100,
            0.9712024331092834
          ],
          [
            7200,
            0.9782326817512512
          ],
          [
            7300,
            0.9850901961326599
          ],
          [
            7400,
            0.9866133332252502
          ],
          [
            7500,
            0.996812105178833
          ],
          [
            7600,
            1.002983808517456
          ],
          [
            7700,
            1.005739688873291
          ],
          [
            7800,
            1.0120601654052734
          ],
          [
            7900,
            1.0019659996032715
          ],
          [
            8000,
            1.0217602252960205
          ],
          [
            8100,
            1.0276193618774414
          ],
          [
            8200,
            1.0340602397918701
          ],
          [
            8300,
            1.041300892829895
          ],
          [
            8400,
            1.037301778793335
          ],
          [
            8500,
            1.0499385595321655
          ],
          [
            8600,
            1.0432047843933105
          ],
          [
            8700,
            1.0581204891204834
          ],
          [
            8800,
            1.0690667629241943
          ],
          [
            8900,
            1.0688647031784058
          ],
          [
            9000,
            1.0719904899597168
          ],
          [
            9100,
            1.0678809881210327
          ],
          [
            9200,
            1.0631792545318604
          ],
          [
            9300,
            1.0682041645050049
          ]
        ],
        "logging/rms/model.layers.1.input_layernorm/activation": [
          [
            0,
            0.9999849796295166
          ],
          [
            100,
            0.9946434497833252
          ],
          [
            200,
            0.9750374555587769
          ],
          [
            300,
            0.9510153532028198
          ],
          [
            400,
            0.9259063005447388
          ],
          [
            500,
            0.9026575684547424
          ],
          [
            600,
            0.8848190903663635
          ],
          [
            700,
            0.8661468625068665
          ],
          [
            800,
            0.8466294407844543
          ],
          [
            900,
            0.8275754451751709
          ],
          [
            1000,
            0.8064806461334229
          ],
          [
            1100,
            0.7852662205696106
          ],
          [
            1200,
            0.7646178007125854
          ],
          [
            1300,
            0.7441579103469849
          ],
          [
            1400,
            0.7208504676818848
          ],
          [
            1500,
            0.6987709999084473
          ],
          [
            1600,
            0.6801600456237793
          ],
          [
            1700,
            0.6592633128166199
          ],
          [
            1800,
            0.6385022401809692
          ],
          [
            1900,
            0.6202126741409302
          ],
          [
            2000,
            0.6031637787818909
          ],
          [
            2100,
            0.5870731472969055
          ],
          [
            2200,
            0.5688053965568542
          ],
          [
            2300,
            0.5559168457984924
          ],
          [
            2400,
            0.5385051965713501
          ],
          [
            2500,
            0.5252063274383545
          ],
          [
            2600,
            0.5157049894332886
          ],
          [
            2700,
            0.5037189722061157
          ],
          [
            2800,
            0.49296632409095764
          ],
          [
            2900,
            0.48294055461883545
          ],
          [
            3000,
            0.476395845413208
          ],
          [
            3100,
            0.46646648645401
          ],
          [
            3200,
            0.46159133315086365
          ],
          [
            3300,
            0.4534618854522705
          ],
          [
            3400,
            0.44606491923332214
          ],
          [
            3500,
            0.44233378767967224
          ],
          [
            3600,
            0.4325977563858032
          ],
          [
            3700,
            0.4288787245750427
          ],
          [
            3800,
            0.42307916283607483
          ],
          [
            3900,
            0.4193812906742096
          ],
          [
            4000,
            0.41652706265449524
          ],
          [
            4100,
            0.41311487555503845
          ],
          [
            4200,
            0.40742453932762146
          ],
          [
            4300,
            0.40142184495925903
          ],
          [
            4400,
            0.4013916552066803
          ],
          [
            4500,
            0.39777132868766785
          ],
          [
            4600,
            0.3946464955806732
          ],
          [
            4700,
            0.39177843928337097
          ],
          [
            4800,
            0.3907221555709839
          ],
          [
            4900,
            0.38818359375
          ],
          [
            5000,
            0.38614556193351746
          ],
          [
            5100,
            0.3839969336986542
          ],
          [
            5200,
            0.38290053606033325
          ],
          [
            5300,
            0.3800525367259979
          ],
          [
            5400,
            0.3794785439968109
          ],
          [
            5500,
            0.37802669405937195
          ],
          [
            5600,
            0.3783078193664551
          ],
          [
            5700,
            0.37740859389305115
          ],
          [
            5800,
            0.3756451904773712
          ],
          [
            5900,
            0.3752840757369995
          ],
          [
            6000,
            0.37601977586746216
          ],
          [
            6100,
            0.3738856017589569
          ],
          [
            6200,
            0.3747163712978363
          ],
          [
            6300,
            0.3719087541103363
          ],
          [
            6400,
            0.37202227115631104
          ],
          [
            6500,
            0.37134048342704773
          ],
          [
            6600,
            0.3700381815433502
          ],
          [
            6700,
            0.3701533079147339
          ],
          [
            6800,
            0.370159775018692
          ],
          [
            6900,
            0.3696780800819397
          ],
          [
            7000,
            0.37114638090133667
          ],
          [
            7100,
            0.3686336874961853
          ],
          [
            7200,
            0.3680979311466217
          ],
          [
            7300,
            0.3673521876335144
          ],
          [
            7400,
            0.36859583854675293
          ],
          [
            7500,
            0.36865073442459106
          ],
          [
            7600,
            0.3676566779613495
          ],
          [
            7700,
            0.36853891611099243
          ],
          [
            7800,
            0.3684402108192444
          ],
          [
            7900,
            0.3686904013156891
          ],
          [
            8000,
            0.3682718276977539
          ],
          [
            8100,
            0.3678952157497406
          ],
          [
            8200,
            0.36848825216293335
          ],
          [
            8300,
            0.3674111068248749
          ],
          [
            8400,
            0.36751192808151245
          ],
          [
            8500,
            0.3673441410064697
          ],
          [
            8600,
            0.3675310015678406
          ],
          [
            8700,
            0.3676454722881317
          ],
          [
            8800,
            0.3673079013824463
          ],
          [
            8900,
            0.3665260672569275
          ],
          [
            9000,
            0.36672958731651306
          ],
          [
            9100,
            0.36670148372650146
          ],
          [
            9200,
            0.3667813837528229
          ],
          [
            9300,
            0.3665321171283722
          ]
        ],
        "logging/rms/model.layers.6.self_attn.k_proj/parameter": [
          [
            0,
            0.04356701299548149
          ],
          [
            100,
            0.044368766248226166
          ],
          [
            200,
            0.04690665006637573
          ],
          [
            300,
            0.05011171102523804
          ],
          [
            400,
            0.05208460986614227
          ],
          [
            500,
            0.053656212985515594
          ],
          [
            600,
            0.055053580552339554
          ],
          [
            700,
            0.05636009946465492
          ],
          [
            800,
            0.0575064979493618
          ],
          [
            900,
            0.05861031636595726
          ],
          [
            1000,
            0.059553466737270355
          ],
          [
            1100,
            0.060508355498313904
          ],
          [
            1200,
            0.061279505491256714
          ],
          [
            1300,
            0.06216408684849739
          ],
          [
            1400,
            0.06290598958730698
          ],
          [
            1500,
            0.06358069181442261
          ],
          [
            1600,
            0.06430956721305847
          ],
          [
            1700,
            0.06487435102462769
          ],
          [
            1800,
            0.06543119996786118
          ],
          [
            1900,
            0.06599674373865128
          ],
          [
            2000,
            0.06650479137897491
          ],
          [
            2100,
            0.06696649640798569
          ],
          [
            2200,
            0.06733869761228561
          ],
          [
            2300,
            0.0677211731672287
          ],
          [
            2400,
            0.06798749417066574
          ],
          [
            2500,
            0.06823856383562088
          ],
          [
            2600,
            0.06853310018777847
          ],
          [
            2700,
            0.06876514106988907
          ],
          [
            2800,
            0.0689760148525238
          ],
          [
            2900,
            0.06911978870630264
          ],
          [
            3000,
            0.06923480331897736
          ],
          [
            3100,
            0.06931512802839279
          ],
          [
            3200,
            0.06940605491399765
          ],
          [
            3300,
            0.06951570510864258
          ],
          [
            3400,
            0.0695410817861557
          ],
          [
            3500,
            0.06954587996006012
          ],
          [
            3600,
            0.06959418952465057
          ],
          [
            3700,
            0.06954646110534668
          ],
          [
            3800,
            0.06957585364580154
          ],
          [
            3900,
            0.06952133774757385
          ],
          [
            4000,
            0.06944232434034348
          ],
          [
            4100,
            0.06940212100744247
          ],
          [
            4200,
            0.06927961111068726
          ],
          [
            4300,
            0.06922448426485062
          ],
          [
            4400,
            0.06909482181072235
          ],
          [
            4500,
            0.06899751722812653
          ],
          [
            4600,
            0.06885934621095657
          ],
          [
            4700,
            0.06874033808708191
          ],
          [
            4800,
            0.06856904923915863
          ],
          [
            4900,
            0.06844784319400787
          ],
          [
            5000,
            0.06834034621715546
          ],
          [
            5100,
            0.06816013902425766
          ],
          [
            5200,
            0.06796500086784363
          ],
          [
            5300,
            0.06774939596652985
          ],
          [
            5400,
            0.06755317002534866
          ],
          [
            5500,
            0.06734765321016312
          ],
          [
            5600,
            0.06713328510522842
          ],
          [
            5700,
            0.06692253798246384
          ],
          [
            5800,
            0.06669652462005615
          ],
          [
            5900,
            0.06650751829147339
          ],
          [
            6000,
            0.0662771612405777
          ],
          [
            6100,
            0.06605168431997299
          ],
          [
            6200,
            0.06581200659275055
          ],
          [
            6300,
            0.0655546635389328
          ],
          [
            6400,
            0.06533147394657135
          ],
          [
            6500,
            0.06511146575212479
          ],
          [
            6600,
            0.06489451229572296
          ],
          [
            6700,
            0.06465999782085419
          ],
          [
            6800,
            0.06442709267139435
          ],
          [
            6900,
            0.06419840455055237
          ],
          [
            7000,
            0.06396281719207764
          ],
          [
            7100,
            0.06374765187501907
          ],
          [
            7200,
            0.06351304054260254
          ],
          [
            7300,
            0.06329145282506943
          ],
          [
            7400,
            0.06307432800531387
          ],
          [
            7500,
            0.06287461519241333
          ],
          [
            7600,
            0.0626673698425293
          ],
          [
            7700,
            0.06245223805308342
          ],
          [
            7800,
            0.062246643006801605
          ],
          [
            7900,
            0.062050849199295044
          ],
          [
            8000,
            0.06186028942465782
          ],
          [
            8100,
            0.061676617711782455
          ],
          [
            8200,
            0.061500851064920425
          ],
          [
            8300,
            0.06133251264691353
          ],
          [
            8400,
            0.06116608530282974
          ],
          [
            8500,
            0.06102417781949043
          ],
          [
            8600,
            0.06089353561401367
          ],
          [
            8700,
            0.06077450141310692
          ],
          [
            8800,
            0.060661680996418
          ],
          [
            8900,
            0.06057022139430046
          ],
          [
            9000,
            0.06049380823969841
          ],
          [
            9100,
            0.060426581650972366
          ],
          [
            9200,
            0.060380756855010986
          ],
          [
            9300,
            0.06035570427775383
          ]
        ],
        "logging/rms/model.layers.7.input_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9899213314056396
          ],
          [
            200,
            0.9707625508308411
          ],
          [
            300,
            0.9572466015815735
          ],
          [
            400,
            0.9486368894577026
          ],
          [
            500,
            0.9331105351448059
          ],
          [
            600,
            0.9180397391319275
          ],
          [
            700,
            0.9022608995437622
          ],
          [
            800,
            0.8889657855033875
          ],
          [
            900,
            0.8768476247787476
          ],
          [
            1000,
            0.8663476705551147
          ],
          [
            1100,
            0.8571172952651978
          ],
          [
            1200,
            0.8477770090103149
          ],
          [
            1300,
            0.8390541076660156
          ],
          [
            1400,
            0.8317126035690308
          ],
          [
            1500,
            0.8245595693588257
          ],
          [
            1600,
            0.8190935254096985
          ],
          [
            1700,
            0.8132935762405396
          ],
          [
            1800,
            0.8079757690429688
          ],
          [
            1900,
            0.8030059933662415
          ],
          [
            2000,
            0.7993158102035522
          ],
          [
            2100,
            0.7953464388847351
          ],
          [
            2200,
            0.7909108996391296
          ],
          [
            2300,
            0.7879267930984497
          ],
          [
            2400,
            0.7854577302932739
          ],
          [
            2500,
            0.7827531695365906
          ],
          [
            2600,
            0.7790423631668091
          ],
          [
            2700,
            0.7768275737762451
          ],
          [
            2800,
            0.774192214012146
          ],
          [
            2900,
            0.7720445990562439
          ],
          [
            3000,
            0.7701630592346191
          ],
          [
            3100,
            0.7683358788490295
          ],
          [
            3200,
            0.7671216726303101
          ],
          [
            3300,
            0.7655556797981262
          ],
          [
            3400,
            0.763867199420929
          ],
          [
            3500,
            0.763489842414856
          ],
          [
            3600,
            0.7627889513969421
          ],
          [
            3700,
            0.7621638774871826
          ],
          [
            3800,
            0.7609525322914124
          ],
          [
            3900,
            0.7606101036071777
          ],
          [
            4000,
            0.7605758905410767
          ],
          [
            4100,
            0.7593613862991333
          ],
          [
            4200,
            0.7590658068656921
          ],
          [
            4300,
            0.7584959268569946
          ],
          [
            4400,
            0.7584439516067505
          ],
          [
            4500,
            0.7594946622848511
          ],
          [
            4600,
            0.75916588306427
          ],
          [
            4700,
            0.7600164413452148
          ],
          [
            4800,
            0.759250283241272
          ],
          [
            4900,
            0.7598362565040588
          ],
          [
            5000,
            0.7602380514144897
          ],
          [
            5100,
            0.7607393860816956
          ],
          [
            5200,
            0.7611111998558044
          ],
          [
            5300,
            0.7614324688911438
          ],
          [
            5400,
            0.7622173428535461
          ],
          [
            5500,
            0.7633267045021057
          ],
          [
            5600,
            0.763647735118866
          ],
          [
            5700,
            0.7650350332260132
          ],
          [
            5800,
            0.7656896114349365
          ],
          [
            5900,
            0.7663300633430481
          ],
          [
            6000,
            0.7676576972007751
          ],
          [
            6100,
            0.7691364288330078
          ],
          [
            6200,
            0.770078718662262
          ],
          [
            6300,
            0.7707023024559021
          ],
          [
            6400,
            0.771833062171936
          ],
          [
            6500,
            0.7732604146003723
          ],
          [
            6600,
            0.773730456829071
          ],
          [
            6700,
            0.7751508951187134
          ],
          [
            6800,
            0.7767635583877563
          ],
          [
            6900,
            0.777605414390564
          ],
          [
            7000,
            0.7787477970123291
          ],
          [
            7100,
            0.7793664336204529
          ],
          [
            7200,
            0.7805653810501099
          ],
          [
            7300,
            0.781453013420105
          ],
          [
            7400,
            0.7824904322624207
          ],
          [
            7500,
            0.783860445022583
          ],
          [
            7600,
            0.7849482893943787
          ],
          [
            7700,
            0.7857754826545715
          ],
          [
            7800,
            0.7870419025421143
          ],
          [
            7900,
            0.7881723642349243
          ],
          [
            8000,
            0.789207935333252
          ],
          [
            8100,
            0.7901240587234497
          ],
          [
            8200,
            0.7911903262138367
          ],
          [
            8300,
            0.7920891642570496
          ],
          [
            8400,
            0.7930073738098145
          ],
          [
            8500,
            0.7936089038848877
          ],
          [
            8600,
            0.7942526340484619
          ],
          [
            8700,
            0.7948949933052063
          ],
          [
            8800,
            0.7952280640602112
          ],
          [
            8900,
            0.7958176136016846
          ],
          [
            9000,
            0.7962888479232788
          ],
          [
            9100,
            0.7966151237487793
          ],
          [
            9200,
            0.7967663407325745
          ],
          [
            9300,
            0.7969069480895996
          ]
        ],
        "logging/rms/model.layers.7.self_attn.q_proj/gradient": [
          [
            0,
            1.9872148186550476e-05
          ],
          [
            100,
            8.374044227821287e-06
          ],
          [
            200,
            1.3109730389260221e-05
          ],
          [
            300,
            1.8006809114012867e-05
          ],
          [
            400,
            2.0581512217177078e-05
          ],
          [
            500,
            1.7826898329076357e-05
          ],
          [
            600,
            1.9752578737097792e-05
          ],
          [
            700,
            1.794943818822503e-05
          ],
          [
            800,
            1.9551036530174315e-05
          ],
          [
            900,
            1.9608374714152887e-05
          ],
          [
            1000,
            1.902205440273974e-05
          ],
          [
            1100,
            1.979860280698631e-05
          ],
          [
            1200,
            1.8788769011734985e-05
          ],
          [
            1300,
            1.7790565834729932e-05
          ],
          [
            1400,
            1.9609560695244e-05
          ],
          [
            1500,
            1.999773121497128e-05
          ],
          [
            1600,
            1.8980632376042195e-05
          ],
          [
            1700,
            1.832704401749652e-05
          ],
          [
            1800,
            1.9240678739151917e-05
          ],
          [
            1900,
            1.8539156371844e-05
          ],
          [
            2000,
            1.9768252968788147e-05
          ],
          [
            2100,
            2.1688836568500847e-05
          ],
          [
            2200,
            2.0268038497306406e-05
          ],
          [
            2300,
            1.9256078303442337e-05
          ],
          [
            2400,
            1.844992584665306e-05
          ],
          [
            2500,
            1.806522959668655e-05
          ],
          [
            2600,
            1.775585587893147e-05
          ],
          [
            2700,
            1.831475856306497e-05
          ],
          [
            2800,
            2.1096871932968497e-05
          ],
          [
            2900,
            1.7989483239944093e-05
          ],
          [
            3000,
            1.8974107661051676e-05
          ],
          [
            3100,
            1.8486720364307985e-05
          ],
          [
            3200,
            1.837055606301874e-05
          ],
          [
            3300,
            1.8743476175586693e-05
          ],
          [
            3400,
            1.861104101408273e-05
          ],
          [
            3500,
            1.9881981643266045e-05
          ],
          [
            3600,
            1.9799266738118604e-05
          ],
          [
            3700,
            1.781997889338527e-05
          ],
          [
            3800,
            1.9303261069580913e-05
          ],
          [
            3900,
            2.0460212908801623e-05
          ],
          [
            4000,
            1.9120254364679568e-05
          ],
          [
            4100,
            1.8781416656565852e-05
          ],
          [
            4200,
            2.025442518061027e-05
          ],
          [
            4300,
            1.8946848285850137e-05
          ],
          [
            4400,
            2.296832280990202e-05
          ],
          [
            4500,
            1.8475649994798005e-05
          ],
          [
            4600,
            1.9019153114641085e-05
          ],
          [
            4700,
            2.006650720431935e-05
          ],
          [
            4800,
            2.0364916053949855e-05
          ],
          [
            4900,
            1.9646651708171703e-05
          ],
          [
            5000,
            2.0321784177212976e-05
          ],
          [
            5100,
            2.0107989257667214e-05
          ],
          [
            5200,
            2.0184590539429337e-05
          ],
          [
            5300,
            2.064599175355397e-05
          ],
          [
            5400,
            1.941542541317176e-05
          ],
          [
            5500,
            1.959540713869501e-05
          ],
          [
            5600,
            2.070083428407088e-05
          ],
          [
            5700,
            2.153273089788854e-05
          ],
          [
            5800,
            2.1066905901534483e-05
          ],
          [
            5900,
            2.0616973415599205e-05
          ],
          [
            6000,
            2.0092831618967466e-05
          ],
          [
            6100,
            2.0923003830830567e-05
          ],
          [
            6200,
            1.9741992218769155e-05
          ],
          [
            6300,
            2.181828676839359e-05
          ],
          [
            6400,
            2.2369542421074584e-05
          ],
          [
            6500,
            2.3287118892767467e-05
          ],
          [
            6600,
            2.1372023184085265e-05
          ],
          [
            6700,
            2.2619871742790565e-05
          ],
          [
            6800,
            2.254536775581073e-05
          ],
          [
            6900,
            2.2099198758951388e-05
          ],
          [
            7000,
            2.14564788620919e-05
          ],
          [
            7100,
            2.2319420168059878e-05
          ],
          [
            7200,
            2.3585678718518466e-05
          ],
          [
            7300,
            2.2283356884145178e-05
          ],
          [
            7400,
            2.4760471205809154e-05
          ],
          [
            7500,
            2.2807440473116003e-05
          ],
          [
            7600,
            2.2354706743499264e-05
          ],
          [
            7700,
            2.2433734557125717e-05
          ],
          [
            7800,
            2.2967977201915346e-05
          ],
          [
            7900,
            2.2503587388200685e-05
          ],
          [
            8000,
            2.354830940021202e-05
          ],
          [
            8100,
            2.2445092326961458e-05
          ],
          [
            8200,
            2.2182886823429726e-05
          ],
          [
            8300,
            2.300363667018246e-05
          ],
          [
            8400,
            2.3558623070130125e-05
          ],
          [
            8500,
            2.3145732484408654e-05
          ],
          [
            8600,
            2.404150291113183e-05
          ],
          [
            8700,
            2.237595253973268e-05
          ],
          [
            8800,
            2.4226121240644716e-05
          ],
          [
            8900,
            2.4134315026458353e-05
          ],
          [
            9000,
            2.332651820324827e-05
          ],
          [
            9100,
            2.356018558202777e-05
          ],
          [
            9200,
            2.3357006284641102e-05
          ],
          [
            9300,
            2.406466046522837e-05
          ]
        ],
        "logging/rms/model.layers.0.post_attention_layernorm/activation": [
          [
            0,
            0.9980113506317139
          ],
          [
            100,
            1.0341192483901978
          ],
          [
            200,
            1.028112530708313
          ],
          [
            300,
            0.9654737114906311
          ],
          [
            400,
            0.8773425817489624
          ],
          [
            500,
            0.7987450957298279
          ],
          [
            600,
            0.7269929051399231
          ],
          [
            700,
            0.6632527112960815
          ],
          [
            800,
            0.6104914546012878
          ],
          [
            900,
            0.5626816749572754
          ],
          [
            1000,
            0.5244707465171814
          ],
          [
            1100,
            0.4889688789844513
          ],
          [
            1200,
            0.46168920397758484
          ],
          [
            1300,
            0.4347929358482361
          ],
          [
            1400,
            0.4131001830101013
          ],
          [
            1500,
            0.3956649899482727
          ],
          [
            1600,
            0.37714317440986633
          ],
          [
            1700,
            0.36282166838645935
          ],
          [
            1800,
            0.3514348566532135
          ],
          [
            1900,
            0.33912017941474915
          ],
          [
            2000,
            0.3302038311958313
          ],
          [
            2100,
            0.32101204991340637
          ],
          [
            2200,
            0.31280821561813354
          ],
          [
            2300,
            0.30523866415023804
          ],
          [
            2400,
            0.29810452461242676
          ],
          [
            2500,
            0.2924041450023651
          ],
          [
            2600,
            0.2870849668979645
          ],
          [
            2700,
            0.2813490927219391
          ],
          [
            2800,
            0.27685391902923584
          ],
          [
            2900,
            0.2731291949748993
          ],
          [
            3000,
            0.26871198415756226
          ],
          [
            3100,
            0.26548272371292114
          ],
          [
            3200,
            0.2622973620891571
          ],
          [
            3300,
            0.25850149989128113
          ],
          [
            3400,
            0.25634944438934326
          ],
          [
            3500,
            0.25462839007377625
          ],
          [
            3600,
            0.25049400329589844
          ],
          [
            3700,
            0.2475420981645584
          ],
          [
            3800,
            0.24653176963329315
          ],
          [
            3900,
            0.24389587342739105
          ],
          [
            4000,
            0.24234963953495026
          ],
          [
            4100,
            0.240970179438591
          ],
          [
            4200,
            0.2382991760969162
          ],
          [
            4300,
            0.23739886283874512
          ],
          [
            4400,
            0.2373463660478592
          ],
          [
            4500,
            0.2359142005443573
          ],
          [
            4600,
            0.23304972052574158
          ],
          [
            4700,
            0.2327234447002411
          ],
          [
            4800,
            0.23211587965488434
          ],
          [
            4900,
            0.23089665174484253
          ],
          [
            5000,
            0.23057295382022858
          ],
          [
            5100,
            0.22985103726387024
          ],
          [
            5200,
            0.23006562888622284
          ],
          [
            5300,
            0.23012469708919525
          ],
          [
            5400,
            0.22796352207660675
          ],
          [
            5500,
            0.22762727737426758
          ],
          [
            5600,
            0.22643446922302246
          ],
          [
            5700,
            0.22708028554916382
          ],
          [
            5800,
            0.22671155631542206
          ],
          [
            5900,
            0.22609873116016388
          ],
          [
            6000,
            0.2258121520280838
          ],
          [
            6100,
            0.22595953941345215
          ],
          [
            6200,
            0.2260618656873703
          ],
          [
            6300,
            0.22533388435840607
          ],
          [
            6400,
            0.22514528036117554
          ],
          [
            6500,
            0.22459356486797333
          ],
          [
            6600,
            0.2242385894060135
          ],
          [
            6700,
            0.2239515632390976
          ],
          [
            6800,
            0.2241249531507492
          ],
          [
            6900,
            0.22479356825351715
          ],
          [
            7000,
            0.22491112351417542
          ],
          [
            7100,
            0.2248196303844452
          ],
          [
            7200,
            0.22434286773204803
          ],
          [
            7300,
            0.22536219656467438
          ],
          [
            7400,
            0.22463993728160858
          ],
          [
            7500,
            0.2246294468641281
          ],
          [
            7600,
            0.22507010400295258
          ],
          [
            7700,
            0.22554855048656464
          ],
          [
            7800,
            0.22520850598812103
          ],
          [
            7900,
            0.22509460151195526
          ],
          [
            8000,
            0.2254478931427002
          ],
          [
            8100,
            0.2253328263759613
          ],
          [
            8200,
            0.2252761423587799
          ],
          [
            8300,
            0.2253638207912445
          ],
          [
            8400,
            0.2255227416753769
          ],
          [
            8500,
            0.22559750080108643
          ],
          [
            8600,
            0.22609762847423553
          ],
          [
            8700,
            0.22634880244731903
          ],
          [
            8800,
            0.22599674761295319
          ],
          [
            8900,
            0.2263188660144806
          ],
          [
            9000,
            0.22635094821453094
          ],
          [
            9100,
            0.22554633021354675
          ],
          [
            9200,
            0.22630414366722107
          ],
          [
            9300,
            0.22628751397132874
          ]
        ],
        "logging/rms/model.layers.7.post_attention_layernorm/gradient": [
          [
            0,
            0.00018500075384508818
          ],
          [
            100,
            3.60694648406934e-05
          ],
          [
            200,
            5.981188587611541e-05
          ],
          [
            300,
            7.007212843745947e-05
          ],
          [
            400,
            7.590711902594194e-05
          ],
          [
            500,
            8.437712676823139e-05
          ],
          [
            600,
            9.084647172130644e-05
          ],
          [
            700,
            0.00013959321950096637
          ],
          [
            800,
            8.947193418862298e-05
          ],
          [
            900,
            0.00011610462388489395
          ],
          [
            1000,
            9.36522483243607e-05
          ],
          [
            1100,
            0.00015197324682958424
          ],
          [
            1200,
            0.00014989188639447093
          ],
          [
            1300,
            0.00014182257291395217
          ],
          [
            1400,
            9.18280566111207e-05
          ],
          [
            1500,
            0.00010723995364969596
          ],
          [
            1600,
            0.00010544704127823934
          ],
          [
            1700,
            0.00011096380330855027
          ],
          [
            1800,
            0.00010409394599264488
          ],
          [
            1900,
            0.0001756109413690865
          ],
          [
            2000,
            9.818821854423732e-05
          ],
          [
            2100,
            0.00013389751256909221
          ],
          [
            2200,
            0.00015350771718658507
          ],
          [
            2300,
            0.00029889593133702874
          ],
          [
            2400,
            0.0002822510723490268
          ],
          [
            2500,
            0.0001642736460780725
          ],
          [
            2600,
            0.00030209036776795983
          ],
          [
            2700,
            0.000216874890611507
          ],
          [
            2800,
            0.00021663108782377094
          ],
          [
            2900,
            0.00027750860317610204
          ],
          [
            3000,
            0.00016178023361135274
          ],
          [
            3100,
            0.0001073395469575189
          ],
          [
            3200,
            0.00012101572792744264
          ],
          [
            3300,
            0.00016504255472682416
          ],
          [
            3400,
            0.00017754985310602933
          ],
          [
            3500,
            0.00029396140598692
          ],
          [
            3600,
            0.0001864259538706392
          ],
          [
            3700,
            0.0001401771733071655
          ],
          [
            3800,
            0.00011549493501661345
          ],
          [
            3900,
            0.00022569588327314705
          ],
          [
            4000,
            0.00026616218383423984
          ],
          [
            4100,
            0.0002961087448056787
          ],
          [
            4200,
            0.00016288481128867716
          ],
          [
            4300,
            0.00015678531781304628
          ],
          [
            4400,
            0.0002488895843271166
          ],
          [
            4500,
            0.00010943098459392786
          ],
          [
            4600,
            0.0001392038248013705
          ],
          [
            4700,
            0.00011253563570789993
          ],
          [
            4800,
            0.00021343553089536726
          ],
          [
            4900,
            0.00020872418826911598
          ],
          [
            5000,
            0.00026674781111069024
          ],
          [
            5100,
            0.00018309919687453657
          ],
          [
            5200,
            0.00014365224342327565
          ],
          [
            5300,
            0.00013580857194028795
          ],
          [
            5400,
            0.00019801875168923289
          ],
          [
            5500,
            0.00030276464531198144
          ],
          [
            5600,
            0.00014051588368602097
          ],
          [
            5700,
            0.0003008954518008977
          ],
          [
            5800,
            0.00015077294665388763
          ],
          [
            5900,
            0.0002663311897777021
          ],
          [
            6000,
            0.00015048630302771926
          ],
          [
            6100,
            0.0002055538643617183
          ],
          [
            6200,
            0.00020066146680619568
          ],
          [
            6300,
            0.0001956862397491932
          ],
          [
            6400,
            0.00022989060380496085
          ],
          [
            6500,
            0.0003083164046984166
          ],
          [
            6600,
            0.00015244059613905847
          ],
          [
            6700,
            0.00014918349916115403
          ],
          [
            6800,
            0.00016339913418050855
          ],
          [
            6900,
            0.00014009665756020695
          ],
          [
            7000,
            0.00022346447804011405
          ],
          [
            7100,
            0.00015220996283460408
          ],
          [
            7200,
            0.00013727924670092762
          ],
          [
            7300,
            0.00014951183402445167
          ],
          [
            7400,
            0.00015189958503469825
          ],
          [
            7500,
            0.00015538434672635049
          ],
          [
            7600,
            0.0001307255297433585
          ],
          [
            7700,
            0.00020305420912336558
          ],
          [
            7800,
            0.00025246068253181875
          ],
          [
            7900,
            0.00021431822096928954
          ],
          [
            8000,
            0.0002445621066726744
          ],
          [
            8100,
            0.0002683784405235201
          ],
          [
            8200,
            0.00014091740013100207
          ],
          [
            8300,
            0.00024057627888396382
          ],
          [
            8400,
            0.0003137723251711577
          ],
          [
            8500,
            0.0001733355748001486
          ],
          [
            8600,
            0.00018454411474522203
          ],
          [
            8700,
            0.00012898271961603314
          ],
          [
            8800,
            0.00014845577243249863
          ],
          [
            8900,
            0.00014877149078529328
          ],
          [
            9000,
            0.00011290889960946515
          ],
          [
            9100,
            0.0001234285009559244
          ],
          [
            9200,
            0.00019511079881340265
          ],
          [
            9300,
            0.0001251533831236884
          ]
        ],
        "logging/rms/model.layers.6.input_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9916011691093445
          ],
          [
            200,
            0.9711461067199707
          ],
          [
            300,
            0.9745482206344604
          ],
          [
            400,
            0.9768882393836975
          ],
          [
            500,
            0.970081090927124
          ],
          [
            600,
            0.9615012407302856
          ],
          [
            700,
            0.9526200890541077
          ],
          [
            800,
            0.94459468126297
          ],
          [
            900,
            0.9359531402587891
          ],
          [
            1000,
            0.9271758198738098
          ],
          [
            1100,
            0.9207158088684082
          ],
          [
            1200,
            0.9125584959983826
          ],
          [
            1300,
            0.9062529802322388
          ],
          [
            1400,
            0.8990808129310608
          ],
          [
            1500,
            0.8920822739601135
          ],
          [
            1600,
            0.8876336812973022
          ],
          [
            1700,
            0.8813463449478149
          ],
          [
            1800,
            0.8760892748832703
          ],
          [
            1900,
            0.8716601133346558
          ],
          [
            2000,
            0.8664608001708984
          ],
          [
            2100,
            0.8617401123046875
          ],
          [
            2200,
            0.857347309589386
          ],
          [
            2300,
            0.8533328771591187
          ],
          [
            2400,
            0.8492957949638367
          ],
          [
            2500,
            0.8442944884300232
          ],
          [
            2600,
            0.842077374458313
          ],
          [
            2700,
            0.8381979465484619
          ],
          [
            2800,
            0.8344932198524475
          ],
          [
            2900,
            0.8321501612663269
          ],
          [
            3000,
            0.8289864659309387
          ],
          [
            3100,
            0.8257014155387878
          ],
          [
            3200,
            0.8237646222114563
          ],
          [
            3300,
            0.8216229677200317
          ],
          [
            3400,
            0.8199421167373657
          ],
          [
            3500,
            0.816950798034668
          ],
          [
            3600,
            0.8151066899299622
          ],
          [
            3700,
            0.8134534358978271
          ],
          [
            3800,
            0.8120079040527344
          ],
          [
            3900,
            0.81022709608078
          ],
          [
            4000,
            0.8088958859443665
          ],
          [
            4100,
            0.8075271844863892
          ],
          [
            4200,
            0.8049238920211792
          ],
          [
            4300,
            0.8050872683525085
          ],
          [
            4400,
            0.803647518157959
          ],
          [
            4500,
            0.8029245734214783
          ],
          [
            4600,
            0.8019866943359375
          ],
          [
            4700,
            0.80167555809021
          ],
          [
            4800,
            0.8008753061294556
          ],
          [
            4900,
            0.8008531332015991
          ],
          [
            5000,
            0.8010787963867188
          ],
          [
            5100,
            0.8007752299308777
          ],
          [
            5200,
            0.8003156781196594
          ],
          [
            5300,
            0.7996492385864258
          ],
          [
            5400,
            0.7991772890090942
          ],
          [
            5500,
            0.7995973825454712
          ],
          [
            5600,
            0.7992348074913025
          ],
          [
            5700,
            0.7992883920669556
          ],
          [
            5800,
            0.799160897731781
          ],
          [
            5900,
            0.7998456954956055
          ],
          [
            6000,
            0.7995521426200867
          ],
          [
            6100,
            0.7999308705329895
          ],
          [
            6200,
            0.8004826903343201
          ],
          [
            6300,
            0.8005589246749878
          ],
          [
            6400,
            0.8014042377471924
          ],
          [
            6500,
            0.8016011118888855
          ],
          [
            6600,
            0.8022369742393494
          ],
          [
            6700,
            0.802837073802948
          ],
          [
            6800,
            0.8031067252159119
          ],
          [
            6900,
            0.8034452199935913
          ],
          [
            7000,
            0.8037294745445251
          ],
          [
            7100,
            0.8047104477882385
          ],
          [
            7200,
            0.8050296902656555
          ],
          [
            7300,
            0.8056368231773376
          ],
          [
            7400,
            0.8063827753067017
          ],
          [
            7500,
            0.8070992827415466
          ],
          [
            7600,
            0.8077346086502075
          ],
          [
            7700,
            0.8082176446914673
          ],
          [
            7800,
            0.8086767792701721
          ],
          [
            7900,
            0.809224009513855
          ],
          [
            8000,
            0.8099090456962585
          ],
          [
            8100,
            0.8102800250053406
          ],
          [
            8200,
            0.8108696937561035
          ],
          [
            8300,
            0.8112179636955261
          ],
          [
            8400,
            0.8115095496177673
          ],
          [
            8500,
            0.8121594786643982
          ],
          [
            8600,
            0.8126481175422668
          ],
          [
            8700,
            0.8130981922149658
          ],
          [
            8800,
            0.8133488297462463
          ],
          [
            8900,
            0.813747227191925
          ],
          [
            9000,
            0.813969612121582
          ],
          [
            9100,
            0.814129650592804
          ],
          [
            9200,
            0.8142566680908203
          ],
          [
            9300,
            0.8143635988235474
          ]
        ],
        "logging/rms/global/parameter": [
          [
            0,
            0.04181687906384468
          ],
          [
            100,
            0.04290175810456276
          ],
          [
            200,
            0.04745221510529518
          ],
          [
            300,
            0.05241892859339714
          ],
          [
            400,
            0.056758567690849304
          ],
          [
            500,
            0.06054108962416649
          ],
          [
            600,
            0.06386057287454605
          ],
          [
            700,
            0.06679712235927582
          ],
          [
            800,
            0.06946220993995667
          ],
          [
            900,
            0.07186686247587204
          ],
          [
            1000,
            0.0740722045302391
          ],
          [
            1100,
            0.07607515156269073
          ],
          [
            1200,
            0.07788614928722382
          ],
          [
            1300,
            0.07955487072467804
          ],
          [
            1400,
            0.08108313381671906
          ],
          [
            1500,
            0.08248664438724518
          ],
          [
            1600,
            0.08376635611057281
          ],
          [
            1700,
            0.08495312184095383
          ],
          [
            1800,
            0.08602547645568848
          ],
          [
            1900,
            0.08702041208744049
          ],
          [
            2000,
            0.0879300981760025
          ],
          [
            2100,
            0.08876348286867142
          ],
          [
            2200,
            0.08952541649341583
          ],
          [
            2300,
            0.0902196392416954
          ],
          [
            2400,
            0.09085259586572647
          ],
          [
            2500,
            0.09142138063907623
          ],
          [
            2600,
            0.09193991124629974
          ],
          [
            2700,
            0.09241299331188202
          ],
          [
            2800,
            0.09283411502838135
          ],
          [
            2900,
            0.09320858865976334
          ],
          [
            3000,
            0.09354767203330994
          ],
          [
            3100,
            0.09384264051914215
          ],
          [
            3200,
            0.09409987926483154
          ],
          [
            3300,
            0.09433490037918091
          ],
          [
            3400,
            0.09453082084655762
          ],
          [
            3500,
            0.0947023555636406
          ],
          [
            3600,
            0.09483703225851059
          ],
          [
            3700,
            0.09494661539793015
          ],
          [
            3800,
            0.0950305387377739
          ],
          [
            3900,
            0.09508775174617767
          ],
          [
            4000,
            0.09512542188167572
          ],
          [
            4100,
            0.09514377266168594
          ],
          [
            4200,
            0.09513846784830093
          ],
          [
            4300,
            0.09511740505695343
          ],
          [
            4400,
            0.09508225321769714
          ],
          [
            4500,
            0.09502099454402924
          ],
          [
            4600,
            0.0949479267001152
          ],
          [
            4700,
            0.09486684203147888
          ],
          [
            4800,
            0.09476429224014282
          ],
          [
            4900,
            0.09465181082487106
          ],
          [
            5000,
            0.09452464431524277
          ],
          [
            5100,
            0.09438526630401611
          ],
          [
            5200,
            0.09423919767141342
          ],
          [
            5300,
            0.09408087283372879
          ],
          [
            5400,
            0.09391406923532486
          ],
          [
            5500,
            0.09373793005943298
          ],
          [
            5600,
            0.09355362504720688
          ],
          [
            5700,
            0.09336031228303909
          ],
          [
            5800,
            0.09316311031579971
          ],
          [
            5900,
            0.09296341985464096
          ],
          [
            6000,
            0.0927540510892868
          ],
          [
            6100,
            0.09254392981529236
          ],
          [
            6200,
            0.09231961518526077
          ],
          [
            6300,
            0.0921010673046112
          ],
          [
            6400,
            0.0918772742152214
          ],
          [
            6500,
            0.09165044873952866
          ],
          [
            6600,
            0.0914217010140419
          ],
          [
            6700,
            0.09119205921888351
          ],
          [
            6800,
            0.0909622460603714
          ],
          [
            6900,
            0.09073202311992645
          ],
          [
            7000,
            0.09050139784812927
          ],
          [
            7100,
            0.09027091413736343
          ],
          [
            7200,
            0.09004338085651398
          ],
          [
            7300,
            0.0898180603981018
          ],
          [
            7400,
            0.0895957499742508
          ],
          [
            7500,
            0.08937495946884155
          ],
          [
            7600,
            0.08915958553552628
          ],
          [
            7700,
            0.08895005285739899
          ],
          [
            7800,
            0.08874667435884476
          ],
          [
            7900,
            0.08854851126670837
          ],
          [
            8000,
            0.08835769444704056
          ],
          [
            8100,
            0.08817405253648758
          ],
          [
            8200,
            0.08799769729375839
          ],
          [
            8300,
            0.08783145993947983
          ],
          [
            8400,
            0.0876738503575325
          ],
          [
            8500,
            0.08752807974815369
          ],
          [
            8600,
            0.08739388734102249
          ],
          [
            8700,
            0.08727189153432846
          ],
          [
            8800,
            0.08716470003128052
          ],
          [
            8900,
            0.08707114309072495
          ],
          [
            9000,
            0.08699319511651993
          ],
          [
            9100,
            0.08693177998065948
          ],
          [
            9200,
            0.0868881568312645
          ],
          [
            9300,
            0.08686307817697525
          ]
        ],
        "logging/rms/model.layers.3.self_attn.k_proj/activation": [
          [
            0,
            0.997349739074707
          ],
          [
            100,
            1.6340757608413696
          ],
          [
            200,
            1.8887048959732056
          ],
          [
            300,
            2.152305841445923
          ],
          [
            400,
            2.395970106124878
          ],
          [
            500,
            2.472825288772583
          ],
          [
            600,
            2.5635058879852295
          ],
          [
            700,
            2.586062431335449
          ],
          [
            800,
            2.6089632511138916
          ],
          [
            900,
            2.5948901176452637
          ],
          [
            1000,
            2.599179744720459
          ],
          [
            1100,
            2.5832998752593994
          ],
          [
            1200,
            2.542693614959717
          ],
          [
            1300,
            2.5538246631622314
          ],
          [
            1400,
            2.5098183155059814
          ],
          [
            1500,
            2.4874210357666016
          ],
          [
            1600,
            2.4684813022613525
          ],
          [
            1700,
            2.4564855098724365
          ],
          [
            1800,
            2.4448132514953613
          ],
          [
            1900,
            2.3952152729034424
          ],
          [
            2000,
            2.3895375728607178
          ],
          [
            2100,
            2.3662686347961426
          ],
          [
            2200,
            2.3301053047180176
          ],
          [
            2300,
            2.2816708087921143
          ],
          [
            2400,
            2.299989938735962
          ],
          [
            2500,
            2.2371695041656494
          ],
          [
            2600,
            2.23588490486145
          ],
          [
            2700,
            2.1978955268859863
          ],
          [
            2800,
            2.2166402339935303
          ],
          [
            2900,
            2.2066597938537598
          ],
          [
            3000,
            2.1791982650756836
          ],
          [
            3100,
            2.1979589462280273
          ],
          [
            3200,
            2.171691417694092
          ],
          [
            3300,
            2.162541627883911
          ],
          [
            3400,
            2.1586034297943115
          ],
          [
            3500,
            2.1282291412353516
          ],
          [
            3600,
            2.1208672523498535
          ],
          [
            3700,
            2.110266923904419
          ],
          [
            3800,
            2.111154317855835
          ],
          [
            3900,
            2.1353659629821777
          ],
          [
            4000,
            2.1024529933929443
          ],
          [
            4100,
            2.0803468227386475
          ],
          [
            4200,
            2.0699751377105713
          ],
          [
            4300,
            2.0789430141448975
          ],
          [
            4400,
            2.0624983310699463
          ],
          [
            4500,
            2.0539186000823975
          ],
          [
            4600,
            2.0466864109039307
          ],
          [
            4700,
            2.0451507568359375
          ],
          [
            4800,
            2.0466606616973877
          ],
          [
            4900,
            2.0585014820098877
          ],
          [
            5000,
            2.035935878753662
          ],
          [
            5100,
            2.0251240730285645
          ],
          [
            5200,
            2.0138745307922363
          ],
          [
            5300,
            1.997817039489746
          ],
          [
            5400,
            2.015422821044922
          ],
          [
            5500,
            2.0070738792419434
          ],
          [
            5600,
            2.0168819427490234
          ],
          [
            5700,
            1.9960254430770874
          ],
          [
            5800,
            2.0091185569763184
          ],
          [
            5900,
            1.9810574054718018
          ],
          [
            6000,
            1.986523151397705
          ],
          [
            6100,
            1.9695777893066406
          ],
          [
            6200,
            1.9638320207595825
          ],
          [
            6300,
            1.9707735776901245
          ],
          [
            6400,
            1.9648652076721191
          ],
          [
            6500,
            1.964308261871338
          ],
          [
            6600,
            1.954013466835022
          ],
          [
            6700,
            1.9522815942764282
          ],
          [
            6800,
            1.9417957067489624
          ],
          [
            6900,
            1.9523171186447144
          ],
          [
            7000,
            1.929587960243225
          ],
          [
            7100,
            1.9423223733901978
          ],
          [
            7200,
            1.934970736503601
          ],
          [
            7300,
            1.930538535118103
          ],
          [
            7400,
            1.9230464696884155
          ],
          [
            7500,
            1.927145004272461
          ],
          [
            7600,
            1.91587495803833
          ],
          [
            7700,
            1.9186816215515137
          ],
          [
            7800,
            1.9224648475646973
          ],
          [
            7900,
            1.9248734712600708
          ],
          [
            8000,
            1.9165793657302856
          ],
          [
            8100,
            1.9089951515197754
          ],
          [
            8200,
            1.9140079021453857
          ],
          [
            8300,
            1.9007601737976074
          ],
          [
            8400,
            1.9064470529556274
          ],
          [
            8500,
            1.9006510972976685
          ],
          [
            8600,
            1.8991330862045288
          ],
          [
            8700,
            1.8977110385894775
          ],
          [
            8800,
            1.8890876770019531
          ],
          [
            8900,
            1.888012409210205
          ],
          [
            9000,
            1.8885962963104248
          ],
          [
            9100,
            1.8866462707519531
          ],
          [
            9200,
            1.8864257335662842
          ],
          [
            9300,
            1.8842586278915405
          ]
        ],
        "logging/rms/model.layers.5.self_attn.k_proj/activation": [
          [
            0,
            0.982457160949707
          ],
          [
            100,
            1.958390712738037
          ],
          [
            200,
            2.155245542526245
          ],
          [
            300,
            2.304887056350708
          ],
          [
            400,
            2.3353993892669678
          ],
          [
            500,
            2.4276304244995117
          ],
          [
            600,
            2.4909982681274414
          ],
          [
            700,
            2.4897451400756836
          ],
          [
            800,
            2.515083074569702
          ],
          [
            900,
            2.519902229309082
          ],
          [
            1000,
            2.515418767929077
          ],
          [
            1100,
            2.4842662811279297
          ],
          [
            1200,
            2.4835853576660156
          ],
          [
            1300,
            2.4909918308258057
          ],
          [
            1400,
            2.4642252922058105
          ],
          [
            1500,
            2.4528982639312744
          ],
          [
            1600,
            2.4284915924072266
          ],
          [
            1700,
            2.4355311393737793
          ],
          [
            1800,
            2.431698799133301
          ],
          [
            1900,
            2.3986315727233887
          ],
          [
            2000,
            2.388319969177246
          ],
          [
            2100,
            2.3697688579559326
          ],
          [
            2200,
            2.3876075744628906
          ],
          [
            2300,
            2.3677103519439697
          ],
          [
            2400,
            2.3328230381011963
          ],
          [
            2500,
            2.312823534011841
          ],
          [
            2600,
            2.3373305797576904
          ],
          [
            2700,
            2.2908270359039307
          ],
          [
            2800,
            2.298548698425293
          ],
          [
            2900,
            2.2977492809295654
          ],
          [
            3000,
            2.2993874549865723
          ],
          [
            3100,
            2.3128433227539062
          ],
          [
            3200,
            2.27893328666687
          ],
          [
            3300,
            2.2690694332122803
          ],
          [
            3400,
            2.275613307952881
          ],
          [
            3500,
            2.2659215927124023
          ],
          [
            3600,
            2.2404625415802
          ],
          [
            3700,
            2.260148048400879
          ],
          [
            3800,
            2.2477362155914307
          ],
          [
            3900,
            2.2510738372802734
          ],
          [
            4000,
            2.2254326343536377
          ],
          [
            4100,
            2.241842031478882
          ],
          [
            4200,
            2.2323713302612305
          ],
          [
            4300,
            2.2258338928222656
          ],
          [
            4400,
            2.208207845687866
          ],
          [
            4500,
            2.207758665084839
          ],
          [
            4600,
            2.2124414443969727
          ],
          [
            4700,
            2.2115395069122314
          ],
          [
            4800,
            2.2337982654571533
          ],
          [
            4900,
            2.209364652633667
          ],
          [
            5000,
            2.199434757232666
          ],
          [
            5100,
            2.2067551612854004
          ],
          [
            5200,
            2.1981585025787354
          ],
          [
            5300,
            2.1848011016845703
          ],
          [
            5400,
            2.1957247257232666
          ],
          [
            5500,
            2.189815044403076
          ],
          [
            5600,
            2.200186252593994
          ],
          [
            5700,
            2.182241678237915
          ],
          [
            5800,
            2.193660020828247
          ],
          [
            5900,
            2.1673152446746826
          ],
          [
            6000,
            2.1735358238220215
          ],
          [
            6100,
            2.1664233207702637
          ],
          [
            6200,
            2.159750461578369
          ],
          [
            6300,
            2.1594059467315674
          ],
          [
            6400,
            2.167083263397217
          ],
          [
            6500,
            2.1648480892181396
          ],
          [
            6600,
            2.139133930206299
          ],
          [
            6700,
            2.151045322418213
          ],
          [
            6800,
            2.1476974487304688
          ],
          [
            6900,
            2.135425567626953
          ],
          [
            7000,
            2.113574504852295
          ],
          [
            7100,
            2.130925416946411
          ],
          [
            7200,
            2.135629653930664
          ],
          [
            7300,
            2.1087841987609863
          ],
          [
            7400,
            2.114246368408203
          ],
          [
            7500,
            2.115952253341675
          ],
          [
            7600,
            2.1045496463775635
          ],
          [
            7700,
            2.098975658416748
          ],
          [
            7800,
            2.0923211574554443
          ],
          [
            7900,
            2.099289894104004
          ],
          [
            8000,
            2.1031386852264404
          ],
          [
            8100,
            2.0911154747009277
          ],
          [
            8200,
            2.083989143371582
          ],
          [
            8300,
            2.0713353157043457
          ],
          [
            8400,
            2.083763599395752
          ],
          [
            8500,
            2.0648181438446045
          ],
          [
            8600,
            2.075265884399414
          ],
          [
            8700,
            2.0642893314361572
          ],
          [
            8800,
            2.067509651184082
          ],
          [
            8900,
            2.0634052753448486
          ],
          [
            9000,
            2.0608339309692383
          ],
          [
            9100,
            2.0679914951324463
          ],
          [
            9200,
            2.0632917881011963
          ],
          [
            9300,
            2.0611233711242676
          ]
        ],
        "logging/rms/model.layers.4.self_attn.q_proj/parameter": [
          [
            0,
            0.04360977187752724
          ],
          [
            100,
            0.0448792465031147
          ],
          [
            200,
            0.04798870533704758
          ],
          [
            300,
            0.05174092575907707
          ],
          [
            400,
            0.0539252907037735
          ],
          [
            500,
            0.05603451654314995
          ],
          [
            600,
            0.05793072655797005
          ],
          [
            700,
            0.05968261882662773
          ],
          [
            800,
            0.06129482015967369
          ],
          [
            900,
            0.06263381987810135
          ],
          [
            1000,
            0.06394318491220474
          ],
          [
            1100,
            0.06513861566781998
          ],
          [
            1200,
            0.06619209051132202
          ],
          [
            1300,
            0.06710313260555267
          ],
          [
            1400,
            0.06796494871377945
          ],
          [
            1500,
            0.06869688630104065
          ],
          [
            1600,
            0.06943780183792114
          ],
          [
            1700,
            0.07010100781917572
          ],
          [
            1800,
            0.07073134183883667
          ],
          [
            1900,
            0.07123253494501114
          ],
          [
            2000,
            0.07183153927326202
          ],
          [
            2100,
            0.07226432859897614
          ],
          [
            2200,
            0.07269220054149628
          ],
          [
            2300,
            0.07305601984262466
          ],
          [
            2400,
            0.0734277218580246
          ],
          [
            2500,
            0.07377312332391739
          ],
          [
            2600,
            0.07403437048196793
          ],
          [
            2700,
            0.0742475762963295
          ],
          [
            2800,
            0.07445313781499863
          ],
          [
            2900,
            0.07455262541770935
          ],
          [
            3000,
            0.0747397318482399
          ],
          [
            3100,
            0.07484158873558044
          ],
          [
            3200,
            0.07494396716356277
          ],
          [
            3300,
            0.07497582584619522
          ],
          [
            3400,
            0.07504667341709137
          ],
          [
            3500,
            0.07505901157855988
          ],
          [
            3600,
            0.07501506060361862
          ],
          [
            3700,
            0.07501257956027985
          ],
          [
            3800,
            0.0750613808631897
          ],
          [
            3900,
            0.07501047849655151
          ],
          [
            4000,
            0.07494518160820007
          ],
          [
            4100,
            0.07488225400447845
          ],
          [
            4200,
            0.07474394887685776
          ],
          [
            4300,
            0.07468770444393158
          ],
          [
            4400,
            0.07455084472894669
          ],
          [
            4500,
            0.07443901151418686
          ],
          [
            4600,
            0.07429373264312744
          ],
          [
            4700,
            0.07413677871227264
          ],
          [
            4800,
            0.07401365786790848
          ],
          [
            4900,
            0.07387915253639221
          ],
          [
            5000,
            0.0736396536231041
          ],
          [
            5100,
            0.07344362884759903
          ],
          [
            5200,
            0.07324948161840439
          ],
          [
            5300,
            0.07302913069725037
          ],
          [
            5400,
            0.07286885380744934
          ],
          [
            5500,
            0.07266221940517426
          ],
          [
            5600,
            0.07247420400381088
          ],
          [
            5700,
            0.07226055860519409
          ],
          [
            5800,
            0.07203634083271027
          ],
          [
            5900,
            0.07180048525333405
          ],
          [
            6000,
            0.07155467569828033
          ],
          [
            6100,
            0.07132971286773682
          ],
          [
            6200,
            0.07110197842121124
          ],
          [
            6300,
            0.07084104418754578
          ],
          [
            6400,
            0.07061843574047089
          ],
          [
            6500,
            0.07037468999624252
          ],
          [
            6600,
            0.07010722905397415
          ],
          [
            6700,
            0.0698743686079979
          ],
          [
            6800,
            0.06962458789348602
          ],
          [
            6900,
            0.06937714666128159
          ],
          [
            7000,
            0.06914085149765015
          ],
          [
            7100,
            0.06889715045690536
          ],
          [
            7200,
            0.06865439563989639
          ],
          [
            7300,
            0.06843457370996475
          ],
          [
            7400,
            0.06822123378515244
          ],
          [
            7500,
            0.06799649447202682
          ],
          [
            7600,
            0.06778690963983536
          ],
          [
            7700,
            0.0675729438662529
          ],
          [
            7800,
            0.06737085431814194
          ],
          [
            7900,
            0.06716205179691315
          ],
          [
            8000,
            0.06697395443916321
          ],
          [
            8100,
            0.06679566204547882
          ],
          [
            8200,
            0.06661713868379593
          ],
          [
            8300,
            0.06645965576171875
          ],
          [
            8400,
            0.06628324091434479
          ],
          [
            8500,
            0.06612927466630936
          ],
          [
            8600,
            0.06599296629428864
          ],
          [
            8700,
            0.06586048752069473
          ],
          [
            8800,
            0.06575459986925125
          ],
          [
            8900,
            0.06566081196069717
          ],
          [
            9000,
            0.0655759796500206
          ],
          [
            9100,
            0.06550738215446472
          ],
          [
            9200,
            0.06546229869127274
          ],
          [
            9300,
            0.06543629616498947
          ]
        ],
        "logging/rms/model.layers.6.self_attn.q_proj/activation": [
          [
            0,
            0.9951340556144714
          ],
          [
            100,
            1.7964508533477783
          ],
          [
            200,
            1.843703269958496
          ],
          [
            300,
            1.8789619207382202
          ],
          [
            400,
            1.8451157808303833
          ],
          [
            500,
            1.7680431604385376
          ],
          [
            600,
            1.727562665939331
          ],
          [
            700,
            1.6604349613189697
          ],
          [
            800,
            1.6265774965286255
          ],
          [
            900,
            1.5742900371551514
          ],
          [
            1000,
            1.5634464025497437
          ],
          [
            1100,
            1.5541497468948364
          ],
          [
            1200,
            1.5150327682495117
          ],
          [
            1300,
            1.510933756828308
          ],
          [
            1400,
            1.4839645624160767
          ],
          [
            1500,
            1.4766631126403809
          ],
          [
            1600,
            1.4709134101867676
          ],
          [
            1700,
            1.4596723318099976
          ],
          [
            1800,
            1.459641456604004
          ],
          [
            1900,
            1.4451375007629395
          ],
          [
            2000,
            1.441688060760498
          ],
          [
            2100,
            1.4424673318862915
          ],
          [
            2200,
            1.4258297681808472
          ],
          [
            2300,
            1.415528655052185
          ],
          [
            2400,
            1.4233980178833008
          ],
          [
            2500,
            1.4094990491867065
          ],
          [
            2600,
            1.4003757238388062
          ],
          [
            2700,
            1.409775733947754
          ],
          [
            2800,
            1.419143795967102
          ],
          [
            2900,
            1.4064698219299316
          ],
          [
            3000,
            1.3969464302062988
          ],
          [
            3100,
            1.3992949724197388
          ],
          [
            3200,
            1.3882771730422974
          ],
          [
            3300,
            1.389510989189148
          ],
          [
            3400,
            1.3903014659881592
          ],
          [
            3500,
            1.3817726373672485
          ],
          [
            3600,
            1.3873238563537598
          ],
          [
            3700,
            1.363918662071228
          ],
          [
            3800,
            1.3862122297286987
          ],
          [
            3900,
            1.3917804956436157
          ],
          [
            4000,
            1.3721191883087158
          ],
          [
            4100,
            1.3795758485794067
          ],
          [
            4200,
            1.3662723302841187
          ],
          [
            4300,
            1.3716840744018555
          ],
          [
            4400,
            1.3722162246704102
          ],
          [
            4500,
            1.3602771759033203
          ],
          [
            4600,
            1.3617950677871704
          ],
          [
            4700,
            1.3739054203033447
          ],
          [
            4800,
            1.3613182306289673
          ],
          [
            4900,
            1.3544539213180542
          ],
          [
            5000,
            1.3662124872207642
          ],
          [
            5100,
            1.3793975114822388
          ],
          [
            5200,
            1.3635997772216797
          ],
          [
            5300,
            1.3634600639343262
          ],
          [
            5400,
            1.3613770008087158
          ],
          [
            5500,
            1.3573518991470337
          ],
          [
            5600,
            1.3650885820388794
          ],
          [
            5700,
            1.3678659200668335
          ],
          [
            5800,
            1.352476954460144
          ],
          [
            5900,
            1.3477073907852173
          ],
          [
            6000,
            1.3453608751296997
          ],
          [
            6100,
            1.345949411392212
          ],
          [
            6200,
            1.3452801704406738
          ],
          [
            6300,
            1.347805142402649
          ],
          [
            6400,
            1.3514516353607178
          ],
          [
            6500,
            1.354893684387207
          ],
          [
            6600,
            1.3503139019012451
          ],
          [
            6700,
            1.3366903066635132
          ],
          [
            6800,
            1.347224473953247
          ],
          [
            6900,
            1.33932626247406
          ],
          [
            7000,
            1.3414949178695679
          ],
          [
            7100,
            1.3462833166122437
          ],
          [
            7200,
            1.3433024883270264
          ],
          [
            7300,
            1.3333280086517334
          ],
          [
            7400,
            1.341300129890442
          ],
          [
            7500,
            1.3315311670303345
          ],
          [
            7600,
            1.345388650894165
          ],
          [
            7700,
            1.3436839580535889
          ],
          [
            7800,
            1.3448264598846436
          ],
          [
            7900,
            1.3303123712539673
          ],
          [
            8000,
            1.3436540365219116
          ],
          [
            8100,
            1.3331809043884277
          ],
          [
            8200,
            1.3344428539276123
          ],
          [
            8300,
            1.337565541267395
          ],
          [
            8400,
            1.334506869316101
          ],
          [
            8500,
            1.3281985521316528
          ],
          [
            8600,
            1.3422179222106934
          ],
          [
            8700,
            1.3301182985305786
          ],
          [
            8800,
            1.3340420722961426
          ],
          [
            8900,
            1.3325854539871216
          ],
          [
            9000,
            1.334770917892456
          ],
          [
            9100,
            1.3266304731369019
          ],
          [
            9200,
            1.3358561992645264
          ],
          [
            9300,
            1.3297934532165527
          ]
        ],
        "logging/rms/model.layers.4.post_attention_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9829466342926025
          ],
          [
            200,
            0.9917677044868469
          ],
          [
            300,
            1.0091816186904907
          ],
          [
            400,
            1.0062183141708374
          ],
          [
            500,
            1.0010855197906494
          ],
          [
            600,
            0.9917448163032532
          ],
          [
            700,
            0.981465756893158
          ],
          [
            800,
            0.9682817459106445
          ],
          [
            900,
            0.9580006003379822
          ],
          [
            1000,
            0.9474869966506958
          ],
          [
            1100,
            0.9354919791221619
          ],
          [
            1200,
            0.9253778457641602
          ],
          [
            1300,
            0.9160764813423157
          ],
          [
            1400,
            0.9067742228507996
          ],
          [
            1500,
            0.8975927829742432
          ],
          [
            1600,
            0.8896439075469971
          ],
          [
            1700,
            0.8821814656257629
          ],
          [
            1800,
            0.8738669753074646
          ],
          [
            1900,
            0.8671222925186157
          ],
          [
            2000,
            0.860335648059845
          ],
          [
            2100,
            0.8543456792831421
          ],
          [
            2200,
            0.8478261232376099
          ],
          [
            2300,
            0.8420167565345764
          ],
          [
            2400,
            0.836170494556427
          ],
          [
            2500,
            0.8299543261528015
          ],
          [
            2600,
            0.8249304890632629
          ],
          [
            2700,
            0.8199010491371155
          ],
          [
            2800,
            0.8156731128692627
          ],
          [
            2900,
            0.811011791229248
          ],
          [
            3000,
            0.8059502243995667
          ],
          [
            3100,
            0.8025767803192139
          ],
          [
            3200,
            0.7981482148170471
          ],
          [
            3300,
            0.7955433130264282
          ],
          [
            3400,
            0.7912299036979675
          ],
          [
            3500,
            0.7886804342269897
          ],
          [
            3600,
            0.7853114604949951
          ],
          [
            3700,
            0.7824471592903137
          ],
          [
            3800,
            0.7794802784919739
          ],
          [
            3900,
            0.7771018147468567
          ],
          [
            4000,
            0.7735610604286194
          ],
          [
            4100,
            0.772167444229126
          ],
          [
            4200,
            0.7697999477386475
          ],
          [
            4300,
            0.767127275466919
          ],
          [
            4400,
            0.7657397985458374
          ],
          [
            4500,
            0.7637060880661011
          ],
          [
            4600,
            0.7621541023254395
          ],
          [
            4700,
            0.7604564428329468
          ],
          [
            4800,
            0.7591449618339539
          ],
          [
            4900,
            0.7567671537399292
          ],
          [
            5000,
            0.7554125785827637
          ],
          [
            5100,
            0.7544339299201965
          ],
          [
            5200,
            0.7539438009262085
          ],
          [
            5300,
            0.753063976764679
          ],
          [
            5400,
            0.7516019344329834
          ],
          [
            5500,
            0.7506332397460938
          ],
          [
            5600,
            0.750042200088501
          ],
          [
            5700,
            0.7492159008979797
          ],
          [
            5800,
            0.7484445571899414
          ],
          [
            5900,
            0.7478231191635132
          ],
          [
            6000,
            0.7473751902580261
          ],
          [
            6100,
            0.7469462752342224
          ],
          [
            6200,
            0.7463234663009644
          ],
          [
            6300,
            0.7466410994529724
          ],
          [
            6400,
            0.7458053231239319
          ],
          [
            6500,
            0.745495617389679
          ],
          [
            6600,
            0.7451006174087524
          ],
          [
            6700,
            0.7454330921173096
          ],
          [
            6800,
            0.7448177337646484
          ],
          [
            6900,
            0.7445018887519836
          ],
          [
            7000,
            0.7445096373558044
          ],
          [
            7100,
            0.7446214556694031
          ],
          [
            7200,
            0.7449654936790466
          ],
          [
            7300,
            0.7448176145553589
          ],
          [
            7400,
            0.7448717951774597
          ],
          [
            7500,
            0.7448791861534119
          ],
          [
            7600,
            0.7450650930404663
          ],
          [
            7700,
            0.744922399520874
          ],
          [
            7800,
            0.7451466917991638
          ],
          [
            7900,
            0.7453247308731079
          ],
          [
            8000,
            0.7453985810279846
          ],
          [
            8100,
            0.7454910278320312
          ],
          [
            8200,
            0.7456198334693909
          ],
          [
            8300,
            0.7456786036491394
          ],
          [
            8400,
            0.7460058927536011
          ],
          [
            8500,
            0.7460924386978149
          ],
          [
            8600,
            0.7460111379623413
          ],
          [
            8700,
            0.746109664440155
          ],
          [
            8800,
            0.7462215423583984
          ],
          [
            8900,
            0.7463619112968445
          ],
          [
            9000,
            0.746314525604248
          ],
          [
            9100,
            0.7464308142662048
          ],
          [
            9200,
            0.7464320659637451
          ],
          [
            9300,
            0.746483325958252
          ]
        ],
        "logging/rms/model.layers.2.mlp.down_proj/parameter": [
          [
            0,
            0.02329537272453308
          ],
          [
            100,
            0.02508070319890976
          ],
          [
            200,
            0.03194648399949074
          ],
          [
            300,
            0.03946899622678757
          ],
          [
            400,
            0.04555797949433327
          ],
          [
            500,
            0.05058741569519043
          ],
          [
            600,
            0.054910920560359955
          ],
          [
            700,
            0.058620329946279526
          ],
          [
            800,
            0.06194869056344032
          ],
          [
            900,
            0.0648919939994812
          ],
          [
            1000,
            0.06750006228685379
          ],
          [
            1100,
            0.06980378925800323
          ],
          [
            1200,
            0.07186468690633774
          ],
          [
            1300,
            0.07372382283210754
          ],
          [
            1400,
            0.07539369910955429
          ],
          [
            1500,
            0.07685095816850662
          ],
          [
            1600,
            0.0781584084033966
          ],
          [
            1700,
            0.07935280352830887
          ],
          [
            1800,
            0.08042624592781067
          ],
          [
            1900,
            0.08137740939855576
          ],
          [
            2000,
            0.08223485201597214
          ],
          [
            2100,
            0.08301158994436264
          ],
          [
            2200,
            0.08367229253053665
          ],
          [
            2300,
            0.08428618311882019
          ],
          [
            2400,
            0.08480652421712875
          ],
          [
            2500,
            0.08525966107845306
          ],
          [
            2600,
            0.08566998690366745
          ],
          [
            2700,
            0.08603628724813461
          ],
          [
            2800,
            0.0863199234008789
          ],
          [
            2900,
            0.08656804263591766
          ],
          [
            3000,
            0.0867631658911705
          ],
          [
            3100,
            0.08694018423557281
          ],
          [
            3200,
            0.08706055581569672
          ],
          [
            3300,
            0.08714835345745087
          ],
          [
            3400,
            0.0871998593211174
          ],
          [
            3500,
            0.08722687512636185
          ],
          [
            3600,
            0.08723679929971695
          ],
          [
            3700,
            0.08720400184392929
          ],
          [
            3800,
            0.08715071529150009
          ],
          [
            3900,
            0.08706384152173996
          ],
          [
            4000,
            0.08696805685758591
          ],
          [
            4100,
            0.08686158806085587
          ],
          [
            4200,
            0.08672405034303665
          ],
          [
            4300,
            0.08656501024961472
          ],
          [
            4400,
            0.08640626817941666
          ],
          [
            4500,
            0.08621902763843536
          ],
          [
            4600,
            0.08600976318120956
          ],
          [
            4700,
            0.08581067621707916
          ],
          [
            4800,
            0.08559316396713257
          ],
          [
            4900,
            0.0853511393070221
          ],
          [
            5000,
            0.08510851860046387
          ],
          [
            5100,
            0.08484215289354324
          ],
          [
            5200,
            0.08457114547491074
          ],
          [
            5300,
            0.08430646359920502
          ],
          [
            5400,
            0.08402489870786667
          ],
          [
            5500,
            0.08375437557697296
          ],
          [
            5600,
            0.08346426486968994
          ],
          [
            5700,
            0.08316261321306229
          ],
          [
            5800,
            0.08286833018064499
          ],
          [
            5900,
            0.08256856352090836
          ],
          [
            6000,
            0.08226150274276733
          ],
          [
            6100,
            0.08195195347070694
          ],
          [
            6200,
            0.08162631839513779
          ],
          [
            6300,
            0.08131828904151917
          ],
          [
            6400,
            0.08101090788841248
          ],
          [
            6500,
            0.0806928351521492
          ],
          [
            6600,
            0.08038490265607834
          ],
          [
            6700,
            0.08007220178842545
          ],
          [
            6800,
            0.07976172864437103
          ],
          [
            6900,
            0.07944944500923157
          ],
          [
            7000,
            0.0791538804769516
          ],
          [
            7100,
            0.07884691655635834
          ],
          [
            7200,
            0.07854543626308441
          ],
          [
            7300,
            0.07825198769569397
          ],
          [
            7400,
            0.07796338200569153
          ],
          [
            7500,
            0.0776875838637352
          ],
          [
            7600,
            0.07741232216358185
          ],
          [
            7700,
            0.07714954763650894
          ],
          [
            7800,
            0.07688881456851959
          ],
          [
            7900,
            0.07664260268211365
          ],
          [
            8000,
            0.07640296220779419
          ],
          [
            8100,
            0.07618076354265213
          ],
          [
            8200,
            0.07596272975206375
          ],
          [
            8300,
            0.07575735449790955
          ],
          [
            8400,
            0.07556653767824173
          ],
          [
            8500,
            0.07538782060146332
          ],
          [
            8600,
            0.07522597908973694
          ],
          [
            8700,
            0.07508077472448349
          ],
          [
            8800,
            0.07495271414518356
          ],
          [
            8900,
            0.07484179735183716
          ],
          [
            9000,
            0.07474888861179352
          ],
          [
            9100,
            0.07467775791883469
          ],
          [
            9200,
            0.07462649047374725
          ],
          [
            9300,
            0.07459782809019089
          ]
        ],
        "logging/rms/model.layers.4.mlp.down_proj/activation": [
          [
            0,
            0.5761950016021729
          ],
          [
            100,
            1.2053794860839844
          ],
          [
            200,
            1.7721048593521118
          ],
          [
            300,
            2.4774045944213867
          ],
          [
            400,
            2.9221644401550293
          ],
          [
            500,
            3.2914533615112305
          ],
          [
            600,
            3.4232735633850098
          ],
          [
            700,
            3.713681697845459
          ],
          [
            800,
            3.836879014968872
          ],
          [
            900,
            3.898653268814087
          ],
          [
            1000,
            4.0662384033203125
          ],
          [
            1100,
            4.177242279052734
          ],
          [
            1200,
            4.22500467300415
          ],
          [
            1300,
            4.322249412536621
          ],
          [
            1400,
            4.295975208282471
          ],
          [
            1500,
            4.194701194763184
          ],
          [
            1600,
            4.295970916748047
          ],
          [
            1700,
            4.202122211456299
          ],
          [
            1800,
            4.243458271026611
          ],
          [
            1900,
            4.274853229522705
          ],
          [
            2000,
            4.302609443664551
          ],
          [
            2100,
            4.308568477630615
          ],
          [
            2200,
            4.2582502365112305
          ],
          [
            2300,
            4.193671703338623
          ],
          [
            2400,
            4.236945152282715
          ],
          [
            2500,
            4.216906547546387
          ],
          [
            2600,
            4.117591857910156
          ],
          [
            2700,
            4.090928554534912
          ],
          [
            2800,
            4.013725757598877
          ],
          [
            2900,
            4.1124982833862305
          ],
          [
            3000,
            3.9932775497436523
          ],
          [
            3100,
            3.9602088928222656
          ],
          [
            3200,
            3.9934229850769043
          ],
          [
            3300,
            3.991715669631958
          ],
          [
            3400,
            3.874418258666992
          ],
          [
            3500,
            3.8441035747528076
          ],
          [
            3600,
            3.900975227355957
          ],
          [
            3700,
            3.7938075065612793
          ],
          [
            3800,
            3.7445600032806396
          ],
          [
            3900,
            3.708142042160034
          ],
          [
            4000,
            3.7211639881134033
          ],
          [
            4100,
            3.7380077838897705
          ],
          [
            4200,
            3.6412594318389893
          ],
          [
            4300,
            3.557555913925171
          ],
          [
            4400,
            3.639414072036743
          ],
          [
            4500,
            3.571094036102295
          ],
          [
            4600,
            3.5202348232269287
          ],
          [
            4700,
            3.427398920059204
          ],
          [
            4800,
            3.4420433044433594
          ],
          [
            4900,
            3.445035696029663
          ],
          [
            5000,
            3.2951250076293945
          ],
          [
            5100,
            3.360931634902954
          ],
          [
            5200,
            3.32776141166687
          ],
          [
            5300,
            3.319636344909668
          ],
          [
            5400,
            3.1913552284240723
          ],
          [
            5500,
            3.2316906452178955
          ],
          [
            5600,
            3.1833176612854004
          ],
          [
            5700,
            3.1676368713378906
          ],
          [
            5800,
            3.061352252960205
          ],
          [
            5900,
            3.0891857147216797
          ],
          [
            6000,
            3.0162193775177
          ],
          [
            6100,
            2.9858405590057373
          ],
          [
            6200,
            3.004706859588623
          ],
          [
            6300,
            2.9397146701812744
          ],
          [
            6400,
            2.875661611557007
          ],
          [
            6500,
            2.8752198219299316
          ],
          [
            6600,
            2.9497618675231934
          ],
          [
            6700,
            2.7875046730041504
          ],
          [
            6800,
            2.772148847579956
          ],
          [
            6900,
            2.7541096210479736
          ],
          [
            7000,
            2.822849750518799
          ],
          [
            7100,
            2.7012691497802734
          ],
          [
            7200,
            2.679041862487793
          ],
          [
            7300,
            2.709864616394043
          ],
          [
            7400,
            2.6433873176574707
          ],
          [
            7500,
            2.5707671642303467
          ],
          [
            7600,
            2.634894371032715
          ],
          [
            7700,
            2.588707208633423
          ],
          [
            7800,
            2.5672333240509033
          ],
          [
            7900,
            2.5124433040618896
          ],
          [
            8000,
            2.5104360580444336
          ],
          [
            8100,
            2.4766130447387695
          ],
          [
            8200,
            2.4823007583618164
          ],
          [
            8300,
            2.4865262508392334
          ],
          [
            8400,
            2.4190640449523926
          ],
          [
            8500,
            2.4348158836364746
          ],
          [
            8600,
            2.3750159740448
          ],
          [
            8700,
            2.393531084060669
          ],
          [
            8800,
            2.3778438568115234
          ],
          [
            8900,
            2.372687816619873
          ],
          [
            9000,
            2.348789691925049
          ],
          [
            9100,
            2.3556172847747803
          ],
          [
            9200,
            2.3149428367614746
          ],
          [
            9300,
            2.3247015476226807
          ]
        ],
        "logging/rms/model.layers.2.post_attention_layernorm/gradient": [
          [
            0,
            0.0003777936508413404
          ],
          [
            100,
            3.563698919606395e-05
          ],
          [
            200,
            4.712448935606517e-05
          ],
          [
            300,
            4.4692566007142887e-05
          ],
          [
            400,
            4.683475708588958e-05
          ],
          [
            500,
            6.106025102781132e-05
          ],
          [
            600,
            7.786857895553112e-05
          ],
          [
            700,
            6.816191307734698e-05
          ],
          [
            800,
            6.711615424137563e-05
          ],
          [
            900,
            0.000153674409375526
          ],
          [
            1000,
            5.951305865892209e-05
          ],
          [
            1100,
            8.089954644674435e-05
          ],
          [
            1200,
            6.112419941928238e-05
          ],
          [
            1300,
            0.00018593043205328286
          ],
          [
            1400,
            6.467767525464296e-05
          ],
          [
            1500,
            0.00025636766804382205
          ],
          [
            1600,
            6.728704465785995e-05
          ],
          [
            1700,
            9.198591578751802e-05
          ],
          [
            1800,
            0.00010909195407293737
          ],
          [
            1900,
            6.732312613166869e-05
          ],
          [
            2000,
            8.659675950184464e-05
          ],
          [
            2100,
            7.921662472654134e-05
          ],
          [
            2200,
            9.662137745181099e-05
          ],
          [
            2300,
            0.0002781156508717686
          ],
          [
            2400,
            0.00010807039507199079
          ],
          [
            2500,
            7.957098569022492e-05
          ],
          [
            2600,
            9.242947271559387e-05
          ],
          [
            2700,
            8.164174505509436e-05
          ],
          [
            2800,
            0.00010351438686484471
          ],
          [
            2900,
            0.00010889192344620824
          ],
          [
            3000,
            0.00035172715433873236
          ],
          [
            3100,
            0.00011999446724075824
          ],
          [
            3200,
            0.00023122130369301885
          ],
          [
            3300,
            9.592259448254481e-05
          ],
          [
            3400,
            0.0001230548950843513
          ],
          [
            3500,
            0.00011045918654417619
          ],
          [
            3600,
            0.0001440861087758094
          ],
          [
            3700,
            0.00011214865662623197
          ],
          [
            3800,
            9.191974095301703e-05
          ],
          [
            3900,
            9.009771747514606e-05
          ],
          [
            4000,
            0.00019154934852849692
          ],
          [
            4100,
            9.434243838768452e-05
          ],
          [
            4200,
            0.0001385797222610563
          ],
          [
            4300,
            0.0002687469532247633
          ],
          [
            4400,
            0.0001434195728506893
          ],
          [
            4500,
            0.00012432585936039686
          ],
          [
            4600,
            9.930735541274771e-05
          ],
          [
            4700,
            0.00014554333756677806
          ],
          [
            4800,
            9.97479583020322e-05
          ],
          [
            4900,
            0.00015460165741387755
          ],
          [
            5000,
            0.00011017137148883194
          ],
          [
            5100,
            0.0001136409628088586
          ],
          [
            5200,
            0.0002905846922658384
          ],
          [
            5300,
            0.00011630800872808322
          ],
          [
            5400,
            0.0002738565963227302
          ],
          [
            5500,
            0.0001240456767845899
          ],
          [
            5600,
            9.873048111330718e-05
          ],
          [
            5700,
            0.00021596606529783458
          ],
          [
            5800,
            0.00010092028242070228
          ],
          [
            5900,
            0.00013484574446920305
          ],
          [
            6000,
            0.0001221188867930323
          ],
          [
            6100,
            0.00017190209473483264
          ],
          [
            6200,
            9.357616363558918e-05
          ],
          [
            6300,
            0.00016369731747545302
          ],
          [
            6400,
            0.00011067609011661261
          ],
          [
            6500,
            0.00012194128066767007
          ],
          [
            6600,
            0.00011526094749569893
          ],
          [
            6700,
            0.0001474511664127931
          ],
          [
            6800,
            9.951666288543493e-05
          ],
          [
            6900,
            0.00014187354827299714
          ],
          [
            7000,
            0.0001349692465737462
          ],
          [
            7100,
            0.00012912647798657417
          ],
          [
            7200,
            0.00011081296543125063
          ],
          [
            7300,
            0.00013211331679485738
          ],
          [
            7400,
            0.00017073782510124147
          ],
          [
            7500,
            0.00011805663234554231
          ],
          [
            7600,
            0.00016125035472214222
          ],
          [
            7700,
            0.00030555788544006646
          ],
          [
            7800,
            0.00031225814018398523
          ],
          [
            7900,
            0.00011832349991891533
          ],
          [
            8000,
            0.00011872877075802535
          ],
          [
            8100,
            0.00010971647134283558
          ],
          [
            8200,
            0.00010136650234926492
          ],
          [
            8300,
            0.00026496892678551376
          ],
          [
            8400,
            0.0002455812646076083
          ],
          [
            8500,
            0.00013092931476421654
          ],
          [
            8600,
            0.00011134413216495886
          ],
          [
            8700,
            0.00013615752686746418
          ],
          [
            8800,
            0.00014591401850339025
          ],
          [
            8900,
            0.00010426434164401144
          ],
          [
            9000,
            0.00022786464251112193
          ],
          [
            9100,
            0.00019588932627812028
          ],
          [
            9200,
            0.00013058668992016464
          ],
          [
            9300,
            0.00010791612294269726
          ]
        ],
        "logging/rms/model.layers.1.mlp.down_proj/gradient": [
          [
            0,
            0.0004108317370992154
          ],
          [
            100,
            2.343802771065384e-05
          ],
          [
            200,
            1.5447638361365534e-05
          ],
          [
            300,
            1.4325752999866381e-05
          ],
          [
            400,
            1.5257443010341376e-05
          ],
          [
            500,
            1.2978749509784393e-05
          ],
          [
            600,
            1.4033555089554284e-05
          ],
          [
            700,
            1.3295511053001974e-05
          ],
          [
            800,
            1.405361581419129e-05
          ],
          [
            900,
            1.2713986507151276e-05
          ],
          [
            1000,
            1.28935453176382e-05
          ],
          [
            1100,
            1.4505912986351177e-05
          ],
          [
            1200,
            1.2807094208255876e-05
          ],
          [
            1300,
            1.3543232853407972e-05
          ],
          [
            1400,
            1.2428546142473351e-05
          ],
          [
            1500,
            1.3901057172915898e-05
          ],
          [
            1600,
            1.2780469660356175e-05
          ],
          [
            1700,
            1.3282520740176551e-05
          ],
          [
            1800,
            1.3023225619690493e-05
          ],
          [
            1900,
            1.2938136933371425e-05
          ],
          [
            2000,
            1.2802684068446979e-05
          ],
          [
            2100,
            1.3806471542920917e-05
          ],
          [
            2200,
            1.3408579434326384e-05
          ],
          [
            2300,
            1.3239632608019747e-05
          ],
          [
            2400,
            1.3833412594976835e-05
          ],
          [
            2500,
            1.25518936329172e-05
          ],
          [
            2600,
            1.2200428500364069e-05
          ],
          [
            2700,
            1.3328128261491656e-05
          ],
          [
            2800,
            1.416359100403497e-05
          ],
          [
            2900,
            1.3017656783631537e-05
          ],
          [
            3000,
            1.4927681149856653e-05
          ],
          [
            3100,
            1.317301757808309e-05
          ],
          [
            3200,
            1.3280814528116025e-05
          ],
          [
            3300,
            1.48402405102388e-05
          ],
          [
            3400,
            1.336769673798699e-05
          ],
          [
            3500,
            1.4125945199339185e-05
          ],
          [
            3600,
            1.3320415746420622e-05
          ],
          [
            3700,
            1.3979277355247177e-05
          ],
          [
            3800,
            1.3907887478126213e-05
          ],
          [
            3900,
            1.5815841834410094e-05
          ],
          [
            4000,
            1.4339279005071148e-05
          ],
          [
            4100,
            1.4599423593608662e-05
          ],
          [
            4200,
            1.400374367221957e-05
          ],
          [
            4300,
            1.3955087524664123e-05
          ],
          [
            4400,
            1.890743624244351e-05
          ],
          [
            4500,
            1.4054055100132246e-05
          ],
          [
            4600,
            1.530002373328898e-05
          ],
          [
            4700,
            1.4917428416083567e-05
          ],
          [
            4800,
            1.455737219657749e-05
          ],
          [
            4900,
            1.3779170330963098e-05
          ],
          [
            5000,
            1.532496935396921e-05
          ],
          [
            5100,
            1.5711731975898147e-05
          ],
          [
            5200,
            1.4449074114963878e-05
          ],
          [
            5300,
            1.613039967196528e-05
          ],
          [
            5400,
            1.7226970157935284e-05
          ],
          [
            5500,
            1.5348232409451157e-05
          ],
          [
            5600,
            1.4923335584171582e-05
          ],
          [
            5700,
            1.7048168956534937e-05
          ],
          [
            5800,
            1.6257343304459937e-05
          ],
          [
            5900,
            1.667161086515989e-05
          ],
          [
            6000,
            1.5378698662971146e-05
          ],
          [
            6100,
            1.6616824723314494e-05
          ],
          [
            6200,
            1.5663283193134703e-05
          ],
          [
            6300,
            1.6813637557788752e-05
          ],
          [
            6400,
            1.6448691894765943e-05
          ],
          [
            6500,
            1.608017373655457e-05
          ],
          [
            6600,
            1.7335185475531034e-05
          ],
          [
            6700,
            1.6912779756239615e-05
          ],
          [
            6800,
            1.606149999133777e-05
          ],
          [
            6900,
            1.7349417248624377e-05
          ],
          [
            7000,
            1.714901372906752e-05
          ],
          [
            7100,
            1.740049265208654e-05
          ],
          [
            7200,
            1.691267971182242e-05
          ],
          [
            7300,
            1.7327671230304986e-05
          ],
          [
            7400,
            1.8254808310302906e-05
          ],
          [
            7500,
            1.796798824216239e-05
          ],
          [
            7600,
            1.7221553207491525e-05
          ],
          [
            7700,
            1.818418786569964e-05
          ],
          [
            7800,
            1.8026836187345907e-05
          ],
          [
            7900,
            1.7712978660711087e-05
          ],
          [
            8000,
            1.8059286958305165e-05
          ],
          [
            8100,
            1.736017657094635e-05
          ],
          [
            8200,
            1.873075234470889e-05
          ],
          [
            8300,
            1.875334965006914e-05
          ],
          [
            8400,
            1.8547212675912306e-05
          ],
          [
            8500,
            1.8639555491972715e-05
          ],
          [
            8600,
            1.878082002804149e-05
          ],
          [
            8700,
            1.849458749347832e-05
          ],
          [
            8800,
            1.8349492165725678e-05
          ],
          [
            8900,
            1.8529533917899244e-05
          ],
          [
            9000,
            1.8866558093577623e-05
          ],
          [
            9100,
            1.7830658180173486e-05
          ],
          [
            9200,
            1.9129121938021854e-05
          ],
          [
            9300,
            1.8313590771867894e-05
          ]
        ],
        "logging/rms/model.layers.1.self_attn.o_proj/parameter": [
          [
            0,
            0.04364461079239845
          ],
          [
            100,
            0.04365928843617439
          ],
          [
            200,
            0.046672042459249496
          ],
          [
            300,
            0.05009143427014351
          ],
          [
            400,
            0.052411407232284546
          ],
          [
            500,
            0.05424194037914276
          ],
          [
            600,
            0.05595080927014351
          ],
          [
            700,
            0.057574424892663956
          ],
          [
            800,
            0.0591079518198967
          ],
          [
            900,
            0.06065052002668381
          ],
          [
            1000,
            0.062083203345537186
          ],
          [
            1100,
            0.06350960582494736
          ],
          [
            1200,
            0.06482256948947906
          ],
          [
            1300,
            0.06610367447137833
          ],
          [
            1400,
            0.06730692833662033
          ],
          [
            1500,
            0.06846274435520172
          ],
          [
            1600,
            0.06953966617584229
          ],
          [
            1700,
            0.07059650868177414
          ],
          [
            1800,
            0.07147914916276932
          ],
          [
            1900,
            0.0723830908536911
          ],
          [
            2000,
            0.07313530147075653
          ],
          [
            2100,
            0.07381340116262436
          ],
          [
            2200,
            0.0744505524635315
          ],
          [
            2300,
            0.07507064938545227
          ],
          [
            2400,
            0.07559031248092651
          ],
          [
            2500,
            0.07607407867908478
          ],
          [
            2600,
            0.07651722431182861
          ],
          [
            2700,
            0.07692771404981613
          ],
          [
            2800,
            0.07727544754743576
          ],
          [
            2900,
            0.0774991512298584
          ],
          [
            3000,
            0.07781010866165161
          ],
          [
            3100,
            0.07798513025045395
          ],
          [
            3200,
            0.07822557538747787
          ],
          [
            3300,
            0.07838266342878342
          ],
          [
            3400,
            0.07847155630588531
          ],
          [
            3500,
            0.07858781516551971
          ],
          [
            3600,
            0.07865218818187714
          ],
          [
            3700,
            0.07870815694332123
          ],
          [
            3800,
            0.07869013398885727
          ],
          [
            3900,
            0.07869156450033188
          ],
          [
            4000,
            0.07868959754705429
          ],
          [
            4100,
            0.0786258801817894
          ],
          [
            4200,
            0.07853056490421295
          ],
          [
            4300,
            0.07842336595058441
          ],
          [
            4400,
            0.0783056765794754
          ],
          [
            4500,
            0.07814329862594604
          ],
          [
            4600,
            0.07800046354532242
          ],
          [
            4700,
            0.07784709334373474
          ],
          [
            4800,
            0.07769553363323212
          ],
          [
            4900,
            0.07751265168190002
          ],
          [
            5000,
            0.07729966193437576
          ],
          [
            5100,
            0.07710342109203339
          ],
          [
            5200,
            0.07688414305448532
          ],
          [
            5300,
            0.07665511965751648
          ],
          [
            5400,
            0.07642856240272522
          ],
          [
            5500,
            0.07617209851741791
          ],
          [
            5600,
            0.075900137424469
          ],
          [
            5700,
            0.075640469789505
          ],
          [
            5800,
            0.0753709152340889
          ],
          [
            5900,
            0.07509107887744904
          ],
          [
            6000,
            0.07481001317501068
          ],
          [
            6100,
            0.07454285770654678
          ],
          [
            6200,
            0.07422762364149094
          ],
          [
            6300,
            0.0739312469959259
          ],
          [
            6400,
            0.0736515149474144
          ],
          [
            6500,
            0.07335367798805237
          ],
          [
            6600,
            0.07306046783924103
          ],
          [
            6700,
            0.07276958972215652
          ],
          [
            6800,
            0.07246316224336624
          ],
          [
            6900,
            0.07216939330101013
          ],
          [
            7000,
            0.07186862826347351
          ],
          [
            7100,
            0.07156945019960403
          ],
          [
            7200,
            0.07127020508050919
          ],
          [
            7300,
            0.07096012681722641
          ],
          [
            7400,
            0.07069192081689835
          ],
          [
            7500,
            0.07040739804506302
          ],
          [
            7600,
            0.07012755423784256
          ],
          [
            7700,
            0.06986552476882935
          ],
          [
            7800,
            0.06961426883935928
          ],
          [
            7900,
            0.06936699151992798
          ],
          [
            8000,
            0.06910767406225204
          ],
          [
            8100,
            0.06888752430677414
          ],
          [
            8200,
            0.06865037232637405
          ],
          [
            8300,
            0.06843825429677963
          ],
          [
            8400,
            0.06823009252548218
          ],
          [
            8500,
            0.06804433465003967
          ],
          [
            8600,
            0.0678706169128418
          ],
          [
            8700,
            0.06771653890609741
          ],
          [
            8800,
            0.06757840514183044
          ],
          [
            8900,
            0.0674554854631424
          ],
          [
            9000,
            0.06736044585704803
          ],
          [
            9100,
            0.06727802753448486
          ],
          [
            9200,
            0.06722328066825867
          ],
          [
            9300,
            0.06718824803829193
          ]
        ],
        "logging/rms/model.layers.0.mlp.up_proj/parameter": [
          [
            0,
            0.0436091274023056
          ],
          [
            100,
            0.045858100056648254
          ],
          [
            200,
            0.04943739250302315
          ],
          [
            300,
            0.051301587373018265
          ],
          [
            400,
            0.052614789456129074
          ],
          [
            500,
            0.054280735552310944
          ],
          [
            600,
            0.056020934134721756
          ],
          [
            700,
            0.05772140249609947
          ],
          [
            800,
            0.05950501561164856
          ],
          [
            900,
            0.061211224645376205
          ],
          [
            1000,
            0.06292703002691269
          ],
          [
            1100,
            0.06454045325517654
          ],
          [
            1200,
            0.06608211994171143
          ],
          [
            1300,
            0.06754143536090851
          ],
          [
            1400,
            0.06894257664680481
          ],
          [
            1500,
            0.07024487107992172
          ],
          [
            1600,
            0.07149343937635422
          ],
          [
            1700,
            0.07265370339155197
          ],
          [
            1800,
            0.07373488694429398
          ],
          [
            1900,
            0.07471536099910736
          ],
          [
            2000,
            0.07561244070529938
          ],
          [
            2100,
            0.07643742859363556
          ],
          [
            2200,
            0.07723649591207504
          ],
          [
            2300,
            0.0779644176363945
          ],
          [
            2400,
            0.07860609143972397
          ],
          [
            2500,
            0.0791824460029602
          ],
          [
            2600,
            0.07971887290477753
          ],
          [
            2700,
            0.08019695430994034
          ],
          [
            2800,
            0.08058768510818481
          ],
          [
            2900,
            0.08097613602876663
          ],
          [
            3000,
            0.0813041403889656
          ],
          [
            3100,
            0.08160333335399628
          ],
          [
            3200,
            0.08183944225311279
          ],
          [
            3300,
            0.08206242322921753
          ],
          [
            3400,
            0.08224669843912125
          ],
          [
            3500,
            0.08240904659032822
          ],
          [
            3600,
            0.08248887956142426
          ],
          [
            3700,
            0.0825943723320961
          ],
          [
            3800,
            0.08261726051568985
          ],
          [
            3900,
            0.08264776319265366
          ],
          [
            4000,
            0.08265388756990433
          ],
          [
            4100,
            0.08266501128673553
          ],
          [
            4200,
            0.08260820806026459
          ],
          [
            4300,
            0.08255161345005035
          ],
          [
            4400,
            0.08249443769454956
          ],
          [
            4500,
            0.08238846808671951
          ],
          [
            4600,
            0.08224301040172577
          ],
          [
            4700,
            0.08212735503911972
          ],
          [
            4800,
            0.08199790120124817
          ],
          [
            4900,
            0.08184665441513062
          ],
          [
            5000,
            0.08165130764245987
          ],
          [
            5100,
            0.0814523994922638
          ],
          [
            5200,
            0.08128660917282104
          ],
          [
            5300,
            0.08106708526611328
          ],
          [
            5400,
            0.08081744611263275
          ],
          [
            5500,
            0.08061914145946503
          ],
          [
            5600,
            0.08035694062709808
          ],
          [
            5700,
            0.08011958003044128
          ],
          [
            5800,
            0.0798582211136818
          ],
          [
            5900,
            0.07961753010749817
          ],
          [
            6000,
            0.07935555279254913
          ],
          [
            6100,
            0.07911334186792374
          ],
          [
            6200,
            0.07883716374635696
          ],
          [
            6300,
            0.0785505399107933
          ],
          [
            6400,
            0.07827575504779816
          ],
          [
            6500,
            0.07800573110580444
          ],
          [
            6600,
            0.0777197778224945
          ],
          [
            6700,
            0.07744629681110382
          ],
          [
            6800,
            0.07717280834913254
          ],
          [
            6900,
            0.07689417153596878
          ],
          [
            7000,
            0.07662052661180496
          ],
          [
            7100,
            0.07632198929786682
          ],
          [
            7200,
            0.07605794072151184
          ],
          [
            7300,
            0.07580194622278214
          ],
          [
            7400,
            0.07552624493837357
          ],
          [
            7500,
            0.07526430487632751
          ],
          [
            7600,
            0.07500630617141724
          ],
          [
            7700,
            0.07476848363876343
          ],
          [
            7800,
            0.07452192902565002
          ],
          [
            7900,
            0.07428405433893204
          ],
          [
            8000,
            0.07406598329544067
          ],
          [
            8100,
            0.07384134083986282
          ],
          [
            8200,
            0.07363703846931458
          ],
          [
            8300,
            0.07343992590904236
          ],
          [
            8400,
            0.07325773686170578
          ],
          [
            8500,
            0.07308810204267502
          ],
          [
            8600,
            0.07293986529111862
          ],
          [
            8700,
            0.07279446721076965
          ],
          [
            8800,
            0.07267346978187561
          ],
          [
            8900,
            0.07256971299648285
          ],
          [
            9000,
            0.07247531414031982
          ],
          [
            9100,
            0.07240225374698639
          ],
          [
            9200,
            0.07235388457775116
          ],
          [
            9300,
            0.0723252072930336
          ]
        ],
        "logging/rms/model.layers.7.self_attn.v_proj/gradient": [
          [
            0,
            0.00035801215562969446
          ],
          [
            100,
            3.736588769243099e-05
          ],
          [
            200,
            3.53552277374547e-05
          ],
          [
            300,
            3.0457713364739902e-05
          ],
          [
            400,
            3.954628118663095e-05
          ],
          [
            500,
            2.9035832994850352e-05
          ],
          [
            600,
            3.107823067693971e-05
          ],
          [
            700,
            2.86299800791312e-05
          ],
          [
            800,
            4.039546911371872e-05
          ],
          [
            900,
            2.6304827770218253e-05
          ],
          [
            1000,
            2.867630792025011e-05
          ],
          [
            1100,
            3.4171665902249515e-05
          ],
          [
            1200,
            3.135584483970888e-05
          ],
          [
            1300,
            3.0694925953866914e-05
          ],
          [
            1400,
            2.6729056116892025e-05
          ],
          [
            1500,
            3.2397001632489264e-05
          ],
          [
            1600,
            2.873276207537856e-05
          ],
          [
            1700,
            2.983679951285012e-05
          ],
          [
            1800,
            2.621794556034729e-05
          ],
          [
            1900,
            2.7935546313528903e-05
          ],
          [
            2000,
            2.254621358588338e-05
          ],
          [
            2100,
            3.0381941542145796e-05
          ],
          [
            2200,
            2.6247809728374705e-05
          ],
          [
            2300,
            2.9636268664035015e-05
          ],
          [
            2400,
            2.2655956854578108e-05
          ],
          [
            2500,
            2.0583145669661462e-05
          ],
          [
            2600,
            2.6248702852171846e-05
          ],
          [
            2700,
            2.120921271853149e-05
          ],
          [
            2800,
            2.3574182705488056e-05
          ],
          [
            2900,
            2.0318386305007152e-05
          ],
          [
            3000,
            2.5784929675864987e-05
          ],
          [
            3100,
            2.1129251763341017e-05
          ],
          [
            3200,
            2.1619511244352907e-05
          ],
          [
            3300,
            2.526207026676275e-05
          ],
          [
            3400,
            2.4129438315867446e-05
          ],
          [
            3500,
            2.6041976525448263e-05
          ],
          [
            3600,
            1.993993100768421e-05
          ],
          [
            3700,
            2.31495014304528e-05
          ],
          [
            3800,
            2.3401431462843902e-05
          ],
          [
            3900,
            2.4836937882355414e-05
          ],
          [
            4000,
            2.4888451662263833e-05
          ],
          [
            4100,
            2.2206902940524742e-05
          ],
          [
            4200,
            2.2468560928246006e-05
          ],
          [
            4300,
            2.0904326447634958e-05
          ],
          [
            4400,
            2.8123733500251547e-05
          ],
          [
            4500,
            2.0539295292110182e-05
          ],
          [
            4600,
            2.3895066988188773e-05
          ],
          [
            4700,
            2.2480009647551924e-05
          ],
          [
            4800,
            2.3108095774659887e-05
          ],
          [
            4900,
            1.8586359146866016e-05
          ],
          [
            5000,
            2.251086880278308e-05
          ],
          [
            5100,
            2.3256168788066134e-05
          ],
          [
            5200,
            1.9799375877482817e-05
          ],
          [
            5300,
            2.406014573352877e-05
          ],
          [
            5400,
            2.0718585801660083e-05
          ],
          [
            5500,
            2.231668258900754e-05
          ],
          [
            5600,
            2.0445444533834234e-05
          ],
          [
            5700,
            2.3393973606289364e-05
          ],
          [
            5800,
            2.439688250888139e-05
          ],
          [
            5900,
            2.520032285246998e-05
          ],
          [
            6000,
            2.1710966393584386e-05
          ],
          [
            6100,
            2.242926711915061e-05
          ],
          [
            6200,
            1.823054662963841e-05
          ],
          [
            6300,
            2.1853356884093955e-05
          ],
          [
            6400,
            2.309460069227498e-05
          ],
          [
            6500,
            2.1409799956018105e-05
          ],
          [
            6600,
            2.5947083486244082e-05
          ],
          [
            6700,
            2.22545386350248e-05
          ],
          [
            6800,
            2.0920306269545108e-05
          ],
          [
            6900,
            2.5520041162963025e-05
          ],
          [
            7000,
            2.1487196136149578e-05
          ],
          [
            7100,
            2.2506084860651754e-05
          ],
          [
            7200,
            2.0893465261906385e-05
          ],
          [
            7300,
            2.1293670215527527e-05
          ],
          [
            7400,
            2.2182661268743686e-05
          ],
          [
            7500,
            2.3680138838244602e-05
          ],
          [
            7600,
            2.0702400433947332e-05
          ],
          [
            7700,
            2.2721242203260772e-05
          ],
          [
            7800,
            2.1503481548279524e-05
          ],
          [
            7900,
            2.1882198780076578e-05
          ],
          [
            8000,
            2.0982079149689525e-05
          ],
          [
            8100,
            2.079186560877133e-05
          ],
          [
            8200,
            2.1814081264892593e-05
          ],
          [
            8300,
            2.4060967916739173e-05
          ],
          [
            8400,
            2.3023594621918164e-05
          ],
          [
            8500,
            2.1337926227715798e-05
          ],
          [
            8600,
            2.2625581550528295e-05
          ],
          [
            8700,
            2.262186535517685e-05
          ],
          [
            8800,
            2.15446616493864e-05
          ],
          [
            8900,
            2.055609002127312e-05
          ],
          [
            9000,
            2.0378090994199738e-05
          ],
          [
            9100,
            1.929230711539276e-05
          ],
          [
            9200,
            2.167570528399665e-05
          ],
          [
            9300,
            2.0290410247980617e-05
          ]
        ],
        "logging/rms/model.norm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9927917122840881
          ],
          [
            200,
            0.9592586159706116
          ],
          [
            300,
            0.9323350191116333
          ],
          [
            400,
            0.9376438856124878
          ],
          [
            500,
            0.9356377720832825
          ],
          [
            600,
            0.9318727254867554
          ],
          [
            700,
            0.9290035963058472
          ],
          [
            800,
            0.926127016544342
          ],
          [
            900,
            0.9234263896942139
          ],
          [
            1000,
            0.9214166402816772
          ],
          [
            1100,
            0.9193295240402222
          ],
          [
            1200,
            0.9177309274673462
          ],
          [
            1300,
            0.916759729385376
          ],
          [
            1400,
            0.9149550199508667
          ],
          [
            1500,
            0.91474848985672
          ],
          [
            1600,
            0.9140204191207886
          ],
          [
            1700,
            0.9129500985145569
          ],
          [
            1800,
            0.9134382605552673
          ],
          [
            1900,
            0.9134577512741089
          ],
          [
            2000,
            0.9139188528060913
          ],
          [
            2100,
            0.9137723445892334
          ],
          [
            2200,
            0.9134324789047241
          ],
          [
            2300,
            0.9135480523109436
          ],
          [
            2400,
            0.9153363704681396
          ],
          [
            2500,
            0.9153487682342529
          ],
          [
            2600,
            0.9158099889755249
          ],
          [
            2700,
            0.9169883131980896
          ],
          [
            2800,
            0.9185534119606018
          ],
          [
            2900,
            0.9199414253234863
          ],
          [
            3000,
            0.9214909076690674
          ],
          [
            3100,
            0.9228399395942688
          ],
          [
            3200,
            0.9246224761009216
          ],
          [
            3300,
            0.9265878796577454
          ],
          [
            3400,
            0.928780198097229
          ],
          [
            3500,
            0.9312829971313477
          ],
          [
            3600,
            0.9329248666763306
          ],
          [
            3700,
            0.9355014562606812
          ],
          [
            3800,
            0.9374956488609314
          ],
          [
            3900,
            0.9400111436843872
          ],
          [
            4000,
            0.942892849445343
          ],
          [
            4100,
            0.944889485836029
          ],
          [
            4200,
            0.9478848576545715
          ],
          [
            4300,
            0.9513006210327148
          ],
          [
            4400,
            0.9543062448501587
          ],
          [
            4500,
            0.9574957489967346
          ],
          [
            4600,
            0.9607007503509521
          ],
          [
            4700,
            0.9640788435935974
          ],
          [
            4800,
            0.9672544002532959
          ],
          [
            4900,
            0.9711544513702393
          ],
          [
            5000,
            0.9743735194206238
          ],
          [
            5100,
            0.9784674644470215
          ],
          [
            5200,
            0.9822155833244324
          ],
          [
            5300,
            0.985966145992279
          ],
          [
            5400,
            0.9898189306259155
          ],
          [
            5500,
            0.9938356280326843
          ],
          [
            5600,
            0.9984149932861328
          ],
          [
            5700,
            1.0019387006759644
          ],
          [
            5800,
            1.0063750743865967
          ],
          [
            5900,
            1.0103681087493896
          ],
          [
            6000,
            1.0146533250808716
          ],
          [
            6100,
            1.018657922744751
          ],
          [
            6200,
            1.0228179693222046
          ],
          [
            6300,
            1.0275479555130005
          ],
          [
            6400,
            1.0318852663040161
          ],
          [
            6500,
            1.036638617515564
          ],
          [
            6600,
            1.0411670207977295
          ],
          [
            6700,
            1.0456445217132568
          ],
          [
            6800,
            1.0503208637237549
          ],
          [
            6900,
            1.0545463562011719
          ],
          [
            7000,
            1.0588998794555664
          ],
          [
            7100,
            1.06303870677948
          ],
          [
            7200,
            1.0678629875183105
          ],
          [
            7300,
            1.0722485780715942
          ],
          [
            7400,
            1.0769188404083252
          ],
          [
            7500,
            1.0811446905136108
          ],
          [
            7600,
            1.0852185487747192
          ],
          [
            7700,
            1.0893425941467285
          ],
          [
            7800,
            1.093530297279358
          ],
          [
            7900,
            1.0975407361984253
          ],
          [
            8000,
            1.101357340812683
          ],
          [
            8100,
            1.1051628589630127
          ],
          [
            8200,
            1.108961582183838
          ],
          [
            8300,
            1.112572193145752
          ],
          [
            8400,
            1.1157957315444946
          ],
          [
            8500,
            1.1188722848892212
          ],
          [
            8600,
            1.1216195821762085
          ],
          [
            8700,
            1.1241097450256348
          ],
          [
            8800,
            1.1264654397964478
          ],
          [
            8900,
            1.1285282373428345
          ],
          [
            9000,
            1.130092740058899
          ],
          [
            9100,
            1.1313682794570923
          ],
          [
            9200,
            1.13229238986969
          ],
          [
            9300,
            1.1328316926956177
          ]
        ],
        "logging/rms/model.layers.6.mlp.gate_proj/parameter": [
          [
            0,
            0.043559569865465164
          ],
          [
            100,
            0.04447653889656067
          ],
          [
            200,
            0.051016245037317276
          ],
          [
            300,
            0.05709752440452576
          ],
          [
            400,
            0.06177444010972977
          ],
          [
            500,
            0.06567327678203583
          ],
          [
            600,
            0.06893488019704819
          ],
          [
            700,
            0.0717303529381752
          ],
          [
            800,
            0.07423512637615204
          ],
          [
            900,
            0.07642810791730881
          ],
          [
            1000,
            0.07838242501020432
          ],
          [
            1100,
            0.08014687895774841
          ],
          [
            1200,
            0.08172555267810822
          ],
          [
            1300,
            0.08313777297735214
          ],
          [
            1400,
            0.08439694344997406
          ],
          [
            1500,
            0.08556824922561646
          ],
          [
            1600,
            0.08656912297010422
          ],
          [
            1700,
            0.0875103771686554
          ],
          [
            1800,
            0.08831319957971573
          ],
          [
            1900,
            0.08906559646129608
          ],
          [
            2000,
            0.08970332890748978
          ],
          [
            2100,
            0.09029219299554825
          ],
          [
            2200,
            0.09080825001001358
          ],
          [
            2300,
            0.09126561135053635
          ],
          [
            2400,
            0.09164849668741226
          ],
          [
            2500,
            0.09201247990131378
          ],
          [
            2600,
            0.09230785816907883
          ],
          [
            2700,
            0.09253879636526108
          ],
          [
            2800,
            0.09272754937410355
          ],
          [
            2900,
            0.09288366883993149
          ],
          [
            3000,
            0.09301768988370895
          ],
          [
            3100,
            0.09309407323598862
          ],
          [
            3200,
            0.09314136952161789
          ],
          [
            3300,
            0.09318554401397705
          ],
          [
            3400,
            0.09317877888679504
          ],
          [
            3500,
            0.09314744919538498
          ],
          [
            3600,
            0.09309995919466019
          ],
          [
            3700,
            0.09302391856908798
          ],
          [
            3800,
            0.09292355179786682
          ],
          [
            3900,
            0.09280714392662048
          ],
          [
            4000,
            0.09267301857471466
          ],
          [
            4100,
            0.09252151846885681
          ],
          [
            4200,
            0.09235378354787827
          ],
          [
            4300,
            0.09217484295368195
          ],
          [
            4400,
            0.09196707606315613
          ],
          [
            4500,
            0.09175100177526474
          ],
          [
            4600,
            0.09153611958026886
          ],
          [
            4700,
            0.09129215776920319
          ],
          [
            4800,
            0.09103181213140488
          ],
          [
            4900,
            0.09076307713985443
          ],
          [
            5000,
            0.09048747271299362
          ],
          [
            5100,
            0.09021979570388794
          ],
          [
            5200,
            0.08994942903518677
          ],
          [
            5300,
            0.08965012431144714
          ],
          [
            5400,
            0.0893513560295105
          ],
          [
            5500,
            0.08903958648443222
          ],
          [
            5600,
            0.08872166275978088
          ],
          [
            5700,
            0.08839442580938339
          ],
          [
            5800,
            0.08807933330535889
          ],
          [
            5900,
            0.08776213228702545
          ],
          [
            6000,
            0.08743199706077576
          ],
          [
            6100,
            0.08710486441850662
          ],
          [
            6200,
            0.08677952736616135
          ],
          [
            6300,
            0.08645365387201309
          ],
          [
            6400,
            0.08611109107732773
          ],
          [
            6500,
            0.08578012138605118
          ],
          [
            6600,
            0.08544735610485077
          ],
          [
            6700,
            0.08511947840452194
          ],
          [
            6800,
            0.08479892462491989
          ],
          [
            6900,
            0.08448093384504318
          ],
          [
            7000,
            0.08415830135345459
          ],
          [
            7100,
            0.08384230732917786
          ],
          [
            7200,
            0.08354099094867706
          ],
          [
            7300,
            0.08323466032743454
          ],
          [
            7400,
            0.08293171226978302
          ],
          [
            7500,
            0.0826302319765091
          ],
          [
            7600,
            0.08234702795743942
          ],
          [
            7700,
            0.08207124471664429
          ],
          [
            7800,
            0.0817987397313118
          ],
          [
            7900,
            0.08154454082250595
          ],
          [
            8000,
            0.0812847688794136
          ],
          [
            8100,
            0.08105144649744034
          ],
          [
            8200,
            0.08082244545221329
          ],
          [
            8300,
            0.08060500025749207
          ],
          [
            8400,
            0.08040498197078705
          ],
          [
            8500,
            0.08021553605794907
          ],
          [
            8600,
            0.08004266023635864
          ],
          [
            8700,
            0.07988542318344116
          ],
          [
            8800,
            0.07974990457296371
          ],
          [
            8900,
            0.07963106036186218
          ],
          [
            9000,
            0.0795329362154007
          ],
          [
            9100,
            0.07945379614830017
          ],
          [
            9200,
            0.07939966022968292
          ],
          [
            9300,
            0.07936744391918182
          ]
        ],
        "logging/rms/model.layers.4.mlp/activation": [
          [
            0,
            0.5761950016021729
          ],
          [
            100,
            1.2053794860839844
          ],
          [
            200,
            1.7721048593521118
          ],
          [
            300,
            2.4774045944213867
          ],
          [
            400,
            2.9221644401550293
          ],
          [
            500,
            3.2914533615112305
          ],
          [
            600,
            3.4232735633850098
          ],
          [
            700,
            3.713681697845459
          ],
          [
            800,
            3.836879014968872
          ],
          [
            900,
            3.898653268814087
          ],
          [
            1000,
            4.0662384033203125
          ],
          [
            1100,
            4.177242279052734
          ],
          [
            1200,
            4.22500467300415
          ],
          [
            1300,
            4.322249412536621
          ],
          [
            1400,
            4.295975208282471
          ],
          [
            1500,
            4.194701194763184
          ],
          [
            1600,
            4.295970916748047
          ],
          [
            1700,
            4.202122211456299
          ],
          [
            1800,
            4.243458271026611
          ],
          [
            1900,
            4.274853229522705
          ],
          [
            2000,
            4.302609443664551
          ],
          [
            2100,
            4.308568477630615
          ],
          [
            2200,
            4.2582502365112305
          ],
          [
            2300,
            4.193671703338623
          ],
          [
            2400,
            4.236945152282715
          ],
          [
            2500,
            4.216906547546387
          ],
          [
            2600,
            4.117591857910156
          ],
          [
            2700,
            4.090928554534912
          ],
          [
            2800,
            4.013725757598877
          ],
          [
            2900,
            4.1124982833862305
          ],
          [
            3000,
            3.9932775497436523
          ],
          [
            3100,
            3.9602088928222656
          ],
          [
            3200,
            3.9934229850769043
          ],
          [
            3300,
            3.991715669631958
          ],
          [
            3400,
            3.874418258666992
          ],
          [
            3500,
            3.8441035747528076
          ],
          [
            3600,
            3.900975227355957
          ],
          [
            3700,
            3.7938075065612793
          ],
          [
            3800,
            3.7445600032806396
          ],
          [
            3900,
            3.708142042160034
          ],
          [
            4000,
            3.7211639881134033
          ],
          [
            4100,
            3.7380077838897705
          ],
          [
            4200,
            3.6412594318389893
          ],
          [
            4300,
            3.557555913925171
          ],
          [
            4400,
            3.639414072036743
          ],
          [
            4500,
            3.571094036102295
          ],
          [
            4600,
            3.5202348232269287
          ],
          [
            4700,
            3.427398920059204
          ],
          [
            4800,
            3.4420433044433594
          ],
          [
            4900,
            3.445035696029663
          ],
          [
            5000,
            3.2951250076293945
          ],
          [
            5100,
            3.360931634902954
          ],
          [
            5200,
            3.32776141166687
          ],
          [
            5300,
            3.319636344909668
          ],
          [
            5400,
            3.1913552284240723
          ],
          [
            5500,
            3.2316906452178955
          ],
          [
            5600,
            3.1833176612854004
          ],
          [
            5700,
            3.1676368713378906
          ],
          [
            5800,
            3.061352252960205
          ],
          [
            5900,
            3.0891857147216797
          ],
          [
            6000,
            3.0162193775177
          ],
          [
            6100,
            2.9858405590057373
          ],
          [
            6200,
            3.004706859588623
          ],
          [
            6300,
            2.9397146701812744
          ],
          [
            6400,
            2.875661611557007
          ],
          [
            6500,
            2.8752198219299316
          ],
          [
            6600,
            2.9497618675231934
          ],
          [
            6700,
            2.7875046730041504
          ],
          [
            6800,
            2.772148847579956
          ],
          [
            6900,
            2.7541096210479736
          ],
          [
            7000,
            2.822849750518799
          ],
          [
            7100,
            2.7012691497802734
          ],
          [
            7200,
            2.679041862487793
          ],
          [
            7300,
            2.709864616394043
          ],
          [
            7400,
            2.6433873176574707
          ],
          [
            7500,
            2.5707671642303467
          ],
          [
            7600,
            2.634894371032715
          ],
          [
            7700,
            2.588707208633423
          ],
          [
            7800,
            2.5672333240509033
          ],
          [
            7900,
            2.5124433040618896
          ],
          [
            8000,
            2.5104360580444336
          ],
          [
            8100,
            2.4766130447387695
          ],
          [
            8200,
            2.4823007583618164
          ],
          [
            8300,
            2.4865262508392334
          ],
          [
            8400,
            2.4190640449523926
          ],
          [
            8500,
            2.4348158836364746
          ],
          [
            8600,
            2.3750159740448
          ],
          [
            8700,
            2.393531084060669
          ],
          [
            8800,
            2.3778438568115234
          ],
          [
            8900,
            2.372687816619873
          ],
          [
            9000,
            2.348789691925049
          ],
          [
            9100,
            2.3556172847747803
          ],
          [
            9200,
            2.3149428367614746
          ],
          [
            9300,
            2.3247015476226807
          ]
        ],
        "logging/rms/model.layers.1.self_attn.v_proj/activation": [
          [
            0,
            0.9805862307548523
          ],
          [
            100,
            1.2048892974853516
          ],
          [
            200,
            1.2786211967468262
          ],
          [
            300,
            1.294798493385315
          ],
          [
            400,
            1.2341750860214233
          ],
          [
            500,
            1.1926844120025635
          ],
          [
            600,
            1.1604825258255005
          ],
          [
            700,
            1.1297061443328857
          ],
          [
            800,
            1.1006696224212646
          ],
          [
            900,
            1.0664175748825073
          ],
          [
            1000,
            1.038872480392456
          ],
          [
            1100,
            1.0181162357330322
          ],
          [
            1200,
            0.9925897121429443
          ],
          [
            1300,
            0.9766808152198792
          ],
          [
            1400,
            0.9516056776046753
          ],
          [
            1500,
            0.9406902194023132
          ],
          [
            1600,
            0.9152622222900391
          ],
          [
            1700,
            0.9064703583717346
          ],
          [
            1800,
            0.8964856863021851
          ],
          [
            1900,
            0.8845763802528381
          ],
          [
            2000,
            0.865665853023529
          ],
          [
            2100,
            0.8585026264190674
          ],
          [
            2200,
            0.8489818572998047
          ],
          [
            2300,
            0.837167501449585
          ],
          [
            2400,
            0.828349769115448
          ],
          [
            2500,
            0.8152371048927307
          ],
          [
            2600,
            0.8029749989509583
          ],
          [
            2700,
            0.8010138273239136
          ],
          [
            2800,
            0.7906067967414856
          ],
          [
            2900,
            0.7788187861442566
          ],
          [
            3000,
            0.7770732641220093
          ],
          [
            3100,
            0.7670955061912537
          ],
          [
            3200,
            0.753995954990387
          ],
          [
            3300,
            0.750519871711731
          ],
          [
            3400,
            0.7413336634635925
          ],
          [
            3500,
            0.7414958477020264
          ],
          [
            3600,
            0.7321639060974121
          ],
          [
            3700,
            0.7230775952339172
          ],
          [
            3800,
            0.7239912748336792
          ],
          [
            3900,
            0.7159374356269836
          ],
          [
            4000,
            0.7119330167770386
          ],
          [
            4100,
            0.706134021282196
          ],
          [
            4200,
            0.6932392716407776
          ],
          [
            4300,
            0.6922705173492432
          ],
          [
            4400,
            0.6878392100334167
          ],
          [
            4500,
            0.6749895811080933
          ],
          [
            4600,
            0.6701749563217163
          ],
          [
            4700,
            0.6780169010162354
          ],
          [
            4800,
            0.6609951257705688
          ],
          [
            4900,
            0.6596438884735107
          ],
          [
            5000,
            0.6583571434020996
          ],
          [
            5100,
            0.657357931137085
          ],
          [
            5200,
            0.6458877325057983
          ],
          [
            5300,
            0.648356020450592
          ],
          [
            5400,
            0.644677460193634
          ],
          [
            5500,
            0.6342757940292358
          ],
          [
            5600,
            0.6309691667556763
          ],
          [
            5700,
            0.6321265697479248
          ],
          [
            5800,
            0.6270678639411926
          ],
          [
            5900,
            0.6199693083763123
          ],
          [
            6000,
            0.615129292011261
          ],
          [
            6100,
            0.6141818165779114
          ],
          [
            6200,
            0.6116849780082703
          ],
          [
            6300,
            0.6062369346618652
          ],
          [
            6400,
            0.6029879450798035
          ],
          [
            6500,
            0.5956774353981018
          ],
          [
            6600,
            0.595922589302063
          ],
          [
            6700,
            0.591704785823822
          ],
          [
            6800,
            0.5867218375205994
          ],
          [
            6900,
            0.5865033864974976
          ],
          [
            7000,
            0.5846986174583435
          ],
          [
            7100,
            0.5779010057449341
          ],
          [
            7200,
            0.5727553367614746
          ],
          [
            7300,
            0.5730658173561096
          ],
          [
            7400,
            0.5685998201370239
          ],
          [
            7500,
            0.5629326701164246
          ],
          [
            7600,
            0.564590573310852
          ],
          [
            7700,
            0.5610207319259644
          ],
          [
            7800,
            0.5616098642349243
          ],
          [
            7900,
            0.5551712512969971
          ],
          [
            8000,
            0.5504065155982971
          ],
          [
            8100,
            0.5484504103660583
          ],
          [
            8200,
            0.5450572967529297
          ],
          [
            8300,
            0.5413821935653687
          ],
          [
            8400,
            0.5394527912139893
          ],
          [
            8500,
            0.538371741771698
          ],
          [
            8600,
            0.5362146496772766
          ],
          [
            8700,
            0.5351317524909973
          ],
          [
            8800,
            0.5317178964614868
          ],
          [
            8900,
            0.5308390259742737
          ],
          [
            9000,
            0.5275945067405701
          ],
          [
            9100,
            0.5247499942779541
          ],
          [
            9200,
            0.5272031426429749
          ],
          [
            9300,
            0.5256596803665161
          ]
        ],
        "logging/rms/model.layers.5.post_attention_layernorm/gradient": [
          [
            0,
            0.00021722106612287462
          ],
          [
            100,
            4.000302578788251e-05
          ],
          [
            200,
            6.529871461680159e-05
          ],
          [
            300,
            5.0447826652089134e-05
          ],
          [
            400,
            5.789428178104572e-05
          ],
          [
            500,
            5.9809615777339786e-05
          ],
          [
            600,
            5.773491284344345e-05
          ],
          [
            700,
            6.85702616465278e-05
          ],
          [
            800,
            6.811424100305885e-05
          ],
          [
            900,
            0.00011716191511368379
          ],
          [
            1000,
            0.00019154712208546698
          ],
          [
            1100,
            0.000153648856212385
          ],
          [
            1200,
            0.00015569575771223754
          ],
          [
            1300,
            0.0001637435343582183
          ],
          [
            1400,
            9.25698404898867e-05
          ],
          [
            1500,
            0.00019807234639301896
          ],
          [
            1600,
            9.035137190949172e-05
          ],
          [
            1700,
            0.00015141059702727944
          ],
          [
            1800,
            9.930289525073022e-05
          ],
          [
            1900,
            7.904855738161132e-05
          ],
          [
            2000,
            0.00016644966672174633
          ],
          [
            2100,
            0.00015510460070800036
          ],
          [
            2200,
            8.995945245260373e-05
          ],
          [
            2300,
            9.697622590465471e-05
          ],
          [
            2400,
            0.00018164722132496536
          ],
          [
            2500,
            0.000158943934366107
          ],
          [
            2600,
            0.0001261449360754341
          ],
          [
            2700,
            0.0001622449781280011
          ],
          [
            2800,
            0.00010710525384638458
          ],
          [
            2900,
            0.0002186528581660241
          ],
          [
            3000,
            0.00033190310932695866
          ],
          [
            3100,
            0.00010338227730244398
          ],
          [
            3200,
            9.744785347720608e-05
          ],
          [
            3300,
            0.00018091261154040694
          ],
          [
            3400,
            0.00013832216791342944
          ],
          [
            3500,
            0.00020276855502743274
          ],
          [
            3600,
            0.00014322534843813628
          ],
          [
            3700,
            0.00017382577061653137
          ],
          [
            3800,
            0.00021099795412737876
          ],
          [
            3900,
            0.0002399446238996461
          ],
          [
            4000,
            0.00019448454258963466
          ],
          [
            4100,
            0.00021622746135108173
          ],
          [
            4200,
            0.00026314149727113545
          ],
          [
            4300,
            0.00017044709238689393
          ],
          [
            4400,
            0.0005366182303987443
          ],
          [
            4500,
            9.825324377743527e-05
          ],
          [
            4600,
            0.00022391878883354366
          ],
          [
            4700,
            0.00011233487748540938
          ],
          [
            4800,
            0.0001434673904441297
          ],
          [
            4900,
            0.00010072216537082568
          ],
          [
            5000,
            0.0002134105161530897
          ],
          [
            5100,
            0.00014257310249377042
          ],
          [
            5200,
            9.952115942724049e-05
          ],
          [
            5300,
            0.00013405298523139209
          ],
          [
            5400,
            0.0003014235117007047
          ],
          [
            5500,
            0.00018315449415240437
          ],
          [
            5600,
            0.00011971791536780074
          ],
          [
            5700,
            0.00016861925541888922
          ],
          [
            5800,
            0.00024766274145804346
          ],
          [
            5900,
            0.00015975565474946052
          ],
          [
            6000,
            0.00013386127830017358
          ],
          [
            6100,
            0.00016301540017593652
          ],
          [
            6200,
            0.0001475776662118733
          ],
          [
            6300,
            0.00014461039972957224
          ],
          [
            6400,
            0.00015360057295765728
          ],
          [
            6500,
            0.00015423963486682624
          ],
          [
            6600,
            0.0002532471844460815
          ],
          [
            6700,
            0.00024597038282081485
          ],
          [
            6800,
            0.00019531128054950386
          ],
          [
            6900,
            0.0001371830585412681
          ],
          [
            7000,
            0.00013298085832502693
          ],
          [
            7100,
            0.00016727176262065768
          ],
          [
            7200,
            0.0001541731326142326
          ],
          [
            7300,
            0.0001175821089418605
          ],
          [
            7400,
            0.00022498903854284436
          ],
          [
            7500,
            0.0002315977617399767
          ],
          [
            7600,
            0.0003525220090523362
          ],
          [
            7700,
            0.00012229435378685594
          ],
          [
            7800,
            0.00011622533929767087
          ],
          [
            7900,
            0.00010889796249102801
          ],
          [
            8000,
            0.00013482870417647064
          ],
          [
            8100,
            0.00015058742428664118
          ],
          [
            8200,
            0.00015432455984409899
          ],
          [
            8300,
            0.00011864482803503051
          ],
          [
            8400,
            0.00011285230721114203
          ],
          [
            8500,
            0.00015332753537222743
          ],
          [
            8600,
            0.00020848854910582304
          ],
          [
            8700,
            0.0001130702075897716
          ],
          [
            8800,
            0.0001370344980387017
          ],
          [
            8900,
            0.00013834879791829735
          ],
          [
            9000,
            0.00011930630716960877
          ],
          [
            9100,
            0.00012648687697947025
          ],
          [
            9200,
            0.0001569608284626156
          ],
          [
            9300,
            0.0001563507248647511
          ]
        ],
        "logging/rms/model.layers.2.self_attn.o_proj/parameter": [
          [
            0,
            0.04366529732942581
          ],
          [
            100,
            0.04376151040196419
          ],
          [
            200,
            0.04757758602499962
          ],
          [
            300,
            0.051464635878801346
          ],
          [
            400,
            0.0546400360763073
          ],
          [
            500,
            0.05737519636750221
          ],
          [
            600,
            0.0598457008600235
          ],
          [
            700,
            0.06202838569879532
          ],
          [
            800,
            0.06414929032325745
          ],
          [
            900,
            0.06603830307722092
          ],
          [
            1000,
            0.0677892416715622
          ],
          [
            1100,
            0.06942353397607803
          ],
          [
            1200,
            0.07088615000247955
          ],
          [
            1300,
            0.072329580783844
          ],
          [
            1400,
            0.07359090447425842
          ],
          [
            1500,
            0.07470884174108505
          ],
          [
            1600,
            0.07576146721839905
          ],
          [
            1700,
            0.0767519474029541
          ],
          [
            1800,
            0.07758395373821259
          ],
          [
            1900,
            0.07836859673261642
          ],
          [
            2000,
            0.0790071040391922
          ],
          [
            2100,
            0.07967919111251831
          ],
          [
            2200,
            0.08026488870382309
          ],
          [
            2300,
            0.0807897299528122
          ],
          [
            2400,
            0.08122202008962631
          ],
          [
            2500,
            0.0815814658999443
          ],
          [
            2600,
            0.08194414526224136
          ],
          [
            2700,
            0.08222410827875137
          ],
          [
            2800,
            0.08243539929389954
          ],
          [
            2900,
            0.0826021209359169
          ],
          [
            3000,
            0.08280598372220993
          ],
          [
            3100,
            0.08288891613483429
          ],
          [
            3200,
            0.08301758766174316
          ],
          [
            3300,
            0.08308521658182144
          ],
          [
            3400,
            0.08314932137727737
          ],
          [
            3500,
            0.08317529410123825
          ],
          [
            3600,
            0.08316833525896072
          ],
          [
            3700,
            0.08308616280555725
          ],
          [
            3800,
            0.08305194973945618
          ],
          [
            3900,
            0.08293033391237259
          ],
          [
            4000,
            0.08286033570766449
          ],
          [
            4100,
            0.0827251747250557
          ],
          [
            4200,
            0.0825367420911789
          ],
          [
            4300,
            0.08239077031612396
          ],
          [
            4400,
            0.0822010412812233
          ],
          [
            4500,
            0.08202754706144333
          ],
          [
            4600,
            0.08180874586105347
          ],
          [
            4700,
            0.08160783350467682
          ],
          [
            4800,
            0.08137121796607971
          ],
          [
            4900,
            0.08111406862735748
          ],
          [
            5000,
            0.08088552951812744
          ],
          [
            5100,
            0.08059467375278473
          ],
          [
            5200,
            0.0803331509232521
          ],
          [
            5300,
            0.080050028860569
          ],
          [
            5400,
            0.07978310436010361
          ],
          [
            5500,
            0.07948377728462219
          ],
          [
            5600,
            0.07914131134748459
          ],
          [
            5700,
            0.0788472518324852
          ],
          [
            5800,
            0.07852914184331894
          ],
          [
            5900,
            0.07821289449930191
          ],
          [
            6000,
            0.07786984741687775
          ],
          [
            6100,
            0.0775776132941246
          ],
          [
            6200,
            0.07722295075654984
          ],
          [
            6300,
            0.07690107822418213
          ],
          [
            6400,
            0.07657986879348755
          ],
          [
            6500,
            0.07626145333051682
          ],
          [
            6600,
            0.07589884847402573
          ],
          [
            6700,
            0.0755990669131279
          ],
          [
            6800,
            0.07527483254671097
          ],
          [
            6900,
            0.07494291663169861
          ],
          [
            7000,
            0.07462779432535172
          ],
          [
            7100,
            0.0743158832192421
          ],
          [
            7200,
            0.07399248331785202
          ],
          [
            7300,
            0.07368774712085724
          ],
          [
            7400,
            0.0733715072274208
          ],
          [
            7500,
            0.07306833565235138
          ],
          [
            7600,
            0.07277484238147736
          ],
          [
            7700,
            0.07249811291694641
          ],
          [
            7800,
            0.07220864295959473
          ],
          [
            7900,
            0.07194855809211731
          ],
          [
            8000,
            0.0716889426112175
          ],
          [
            8100,
            0.07143907248973846
          ],
          [
            8200,
            0.07120083272457123
          ],
          [
            8300,
            0.07099048793315887
          ],
          [
            8400,
            0.0707819014787674
          ],
          [
            8500,
            0.07057775557041168
          ],
          [
            8600,
            0.0704004243016243
          ],
          [
            8700,
            0.07024558633565903
          ],
          [
            8800,
            0.07010296732187271
          ],
          [
            8900,
            0.06997785717248917
          ],
          [
            9000,
            0.0698738694190979
          ],
          [
            9100,
            0.06979266554117203
          ],
          [
            9200,
            0.0697377398610115
          ],
          [
            9300,
            0.06970205157995224
          ]
        ],
        "logging/rms/model.layers.4.self_attn/activation": [
          [
            0,
            0.8057476282119751
          ],
          [
            100,
            1.7465230226516724
          ],
          [
            200,
            2.3248660564422607
          ],
          [
            300,
            2.841158628463745
          ],
          [
            400,
            3.1187407970428467
          ],
          [
            500,
            3.175630569458008
          ],
          [
            600,
            3.3992786407470703
          ],
          [
            700,
            3.3859851360321045
          ],
          [
            800,
            3.4735634326934814
          ],
          [
            900,
            3.362264633178711
          ],
          [
            1000,
            3.5264787673950195
          ],
          [
            1100,
            3.444225788116455
          ],
          [
            1200,
            3.4300012588500977
          ],
          [
            1300,
            3.4330894947052
          ],
          [
            1400,
            3.3640007972717285
          ],
          [
            1500,
            3.4385857582092285
          ],
          [
            1600,
            3.2936716079711914
          ],
          [
            1700,
            3.3229734897613525
          ],
          [
            1800,
            3.358506917953491
          ],
          [
            1900,
            3.2526564598083496
          ],
          [
            2000,
            3.270122528076172
          ],
          [
            2100,
            3.17063307762146
          ],
          [
            2200,
            3.1387453079223633
          ],
          [
            2300,
            3.1249492168426514
          ],
          [
            2400,
            3.145073413848877
          ],
          [
            2500,
            3.042640209197998
          ],
          [
            2600,
            2.980137825012207
          ],
          [
            2700,
            2.9396469593048096
          ],
          [
            2800,
            3.112666606903076
          ],
          [
            2900,
            2.9178614616394043
          ],
          [
            3000,
            2.9490489959716797
          ],
          [
            3100,
            2.9079697132110596
          ],
          [
            3200,
            2.8128902912139893
          ],
          [
            3300,
            2.8141658306121826
          ],
          [
            3400,
            2.8196399211883545
          ],
          [
            3500,
            2.763958215713501
          ],
          [
            3600,
            2.6941230297088623
          ],
          [
            3700,
            2.6848878860473633
          ],
          [
            3800,
            2.714252471923828
          ],
          [
            3900,
            2.7600033283233643
          ],
          [
            4000,
            2.6124157905578613
          ],
          [
            4100,
            2.629960060119629
          ],
          [
            4200,
            2.5540614128112793
          ],
          [
            4300,
            2.551347017288208
          ],
          [
            4400,
            2.516108989715576
          ],
          [
            4500,
            2.4058382511138916
          ],
          [
            4600,
            2.4225075244903564
          ],
          [
            4700,
            2.493133783340454
          ],
          [
            4800,
            2.4147822856903076
          ],
          [
            4900,
            2.339548110961914
          ],
          [
            5000,
            2.3879222869873047
          ],
          [
            5100,
            2.338848352432251
          ],
          [
            5200,
            2.285271406173706
          ],
          [
            5300,
            2.2538394927978516
          ],
          [
            5400,
            2.2624471187591553
          ],
          [
            5500,
            2.168666362762451
          ],
          [
            5600,
            2.173953056335449
          ],
          [
            5700,
            2.2224843502044678
          ],
          [
            5800,
            2.1471877098083496
          ],
          [
            5900,
            2.1023471355438232
          ],
          [
            6000,
            2.0639350414276123
          ],
          [
            6100,
            2.0804827213287354
          ],
          [
            6200,
            2.016757011413574
          ],
          [
            6300,
            2.0339622497558594
          ],
          [
            6400,
            2.0224642753601074
          ],
          [
            6500,
            2.0153322219848633
          ],
          [
            6600,
            1.9150075912475586
          ],
          [
            6700,
            1.9346822500228882
          ],
          [
            6800,
            1.9302080869674683
          ],
          [
            6900,
            1.9013807773590088
          ],
          [
            7000,
            1.8553884029388428
          ],
          [
            7100,
            1.8783749341964722
          ],
          [
            7200,
            1.8197764158248901
          ],
          [
            7300,
            1.8104591369628906
          ],
          [
            7400,
            1.7937474250793457
          ],
          [
            7500,
            1.7770705223083496
          ],
          [
            7600,
            1.7390023469924927
          ],
          [
            7700,
            1.7248132228851318
          ],
          [
            7800,
            1.755774736404419
          ],
          [
            7900,
            1.6791020631790161
          ],
          [
            8000,
            1.6657028198242188
          ],
          [
            8100,
            1.6205098628997803
          ],
          [
            8200,
            1.638973593711853
          ],
          [
            8300,
            1.6094239950180054
          ],
          [
            8400,
            1.6165103912353516
          ],
          [
            8500,
            1.5763851404190063
          ],
          [
            8600,
            1.6211429834365845
          ],
          [
            8700,
            1.5440583229064941
          ],
          [
            8800,
            1.556342601776123
          ],
          [
            8900,
            1.5592416524887085
          ],
          [
            9000,
            1.5362507104873657
          ],
          [
            9100,
            1.5053402185440063
          ],
          [
            9200,
            1.5692164897918701
          ],
          [
            9300,
            1.508081316947937
          ]
        ],
        "logging/rms/model.layers.0.self_attn.k_proj/gradient": [
          [
            0,
            6.106980436015874e-05
          ],
          [
            100,
            7.609876047354192e-05
          ],
          [
            200,
            6.741212564520538e-05
          ],
          [
            300,
            4.564244954963215e-05
          ],
          [
            400,
            3.8614078221144155e-05
          ],
          [
            500,
            2.56704370258376e-05
          ],
          [
            600,
            2.5288190954597667e-05
          ],
          [
            700,
            2.0663675968535244e-05
          ],
          [
            800,
            1.958243956323713e-05
          ],
          [
            900,
            1.5797299056430347e-05
          ],
          [
            1000,
            1.507014712842647e-05
          ],
          [
            1100,
            1.4387226656253915e-05
          ],
          [
            1200,
            1.397102005284978e-05
          ],
          [
            1300,
            1.1925716535188258e-05
          ],
          [
            1400,
            1.150927710114047e-05
          ],
          [
            1500,
            1.3410204701358452e-05
          ],
          [
            1600,
            1.124506161431782e-05
          ],
          [
            1700,
            1.1510946023918223e-05
          ],
          [
            1800,
            1.0865953299799003e-05
          ],
          [
            1900,
            9.781410881259944e-06
          ],
          [
            2000,
            9.71211920841597e-06
          ],
          [
            2100,
            9.554211828799453e-06
          ],
          [
            2200,
            9.297707038058434e-06
          ],
          [
            2300,
            9.317208423453849e-06
          ],
          [
            2400,
            8.72144300956279e-06
          ],
          [
            2500,
            8.74627130542649e-06
          ],
          [
            2600,
            7.828341040294617e-06
          ],
          [
            2700,
            8.606880328443367e-06
          ],
          [
            2800,
            7.991898200998548e-06
          ],
          [
            2900,
            8.342650289705489e-06
          ],
          [
            3000,
            7.804066626704298e-06
          ],
          [
            3100,
            7.862097845645621e-06
          ],
          [
            3200,
            7.844743777241092e-06
          ],
          [
            3300,
            8.001147762115579e-06
          ],
          [
            3400,
            7.448109954566462e-06
          ],
          [
            3500,
            7.806290341250133e-06
          ],
          [
            3600,
            7.758068932162132e-06
          ],
          [
            3700,
            7.5879897849517874e-06
          ],
          [
            3800,
            7.453283160430146e-06
          ],
          [
            3900,
            8.226517820730805e-06
          ],
          [
            4000,
            7.352979082497768e-06
          ],
          [
            4100,
            7.346752681769431e-06
          ],
          [
            4200,
            7.697438377363142e-06
          ],
          [
            4300,
            7.453548278135713e-06
          ],
          [
            4400,
            9.357028829981573e-06
          ],
          [
            4500,
            7.1461226980318315e-06
          ],
          [
            4600,
            7.3951732701971196e-06
          ],
          [
            4700,
            7.393094165308867e-06
          ],
          [
            4800,
            7.243201253004372e-06
          ],
          [
            4900,
            6.97836367180571e-06
          ],
          [
            5000,
            7.597016065119533e-06
          ],
          [
            5100,
            6.831198788859183e-06
          ],
          [
            5200,
            6.636156285821926e-06
          ],
          [
            5300,
            7.339188414334785e-06
          ],
          [
            5400,
            7.094098236848367e-06
          ],
          [
            5500,
            7.020072644081665e-06
          ],
          [
            5600,
            7.1949957600736525e-06
          ],
          [
            5700,
            7.138923592719948e-06
          ],
          [
            5800,
            6.980480520724086e-06
          ],
          [
            5900,
            7.180863121902803e-06
          ],
          [
            6000,
            7.407681550830603e-06
          ],
          [
            6100,
            7.168377123889513e-06
          ],
          [
            6200,
            7.009730325080454e-06
          ],
          [
            6300,
            7.0764181145932525e-06
          ],
          [
            6400,
            7.126480340957642e-06
          ],
          [
            6500,
            7.127280241547851e-06
          ],
          [
            6600,
            7.250396265590098e-06
          ],
          [
            6700,
            7.007528438407462e-06
          ],
          [
            6800,
            6.867311185487779e-06
          ],
          [
            6900,
            7.143138191167964e-06
          ],
          [
            7000,
            6.8777062551816925e-06
          ],
          [
            7100,
            6.980452781135682e-06
          ],
          [
            7200,
            7.076765086821979e-06
          ],
          [
            7300,
            7.29215980754816e-06
          ],
          [
            7400,
            7.229476977954619e-06
          ],
          [
            7500,
            7.2460434239474125e-06
          ],
          [
            7600,
            7.111423656169791e-06
          ],
          [
            7700,
            7.072175321809482e-06
          ],
          [
            7800,
            7.073381766531384e-06
          ],
          [
            7900,
            7.969366379256826e-06
          ],
          [
            8000,
            7.216911399154924e-06
          ],
          [
            8100,
            7.596309842483606e-06
          ],
          [
            8200,
            7.090051440172829e-06
          ],
          [
            8300,
            7.385306162177585e-06
          ],
          [
            8400,
            7.253438070620177e-06
          ],
          [
            8500,
            7.285599622264272e-06
          ],
          [
            8600,
            7.2059901867760345e-06
          ],
          [
            8700,
            7.127829121600371e-06
          ],
          [
            8800,
            7.010484296188224e-06
          ],
          [
            8900,
            7.499141702282941e-06
          ],
          [
            9000,
            7.389131042145891e-06
          ],
          [
            9100,
            7.137205102480948e-06
          ],
          [
            9200,
            7.273457413248252e-06
          ],
          [
            9300,
            7.690655365877319e-06
          ]
        ],
        "logging/rms/model.layers.2.input_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9931659698486328
          ],
          [
            200,
            0.9766896963119507
          ],
          [
            300,
            0.9496163725852966
          ],
          [
            400,
            0.9132148027420044
          ],
          [
            500,
            0.8811357617378235
          ],
          [
            600,
            0.8516376614570618
          ],
          [
            700,
            0.8234299421310425
          ],
          [
            800,
            0.7983593940734863
          ],
          [
            900,
            0.7733766436576843
          ],
          [
            1000,
            0.7518501877784729
          ],
          [
            1100,
            0.731858491897583
          ],
          [
            1200,
            0.714227020740509
          ],
          [
            1300,
            0.6974053978919983
          ],
          [
            1400,
            0.6832207441329956
          ],
          [
            1500,
            0.668779730796814
          ],
          [
            1600,
            0.6561893820762634
          ],
          [
            1700,
            0.6450295448303223
          ],
          [
            1800,
            0.63459312915802
          ],
          [
            1900,
            0.6251898407936096
          ],
          [
            2000,
            0.6145760416984558
          ],
          [
            2100,
            0.6067101955413818
          ],
          [
            2200,
            0.5987673401832581
          ],
          [
            2300,
            0.5926102995872498
          ],
          [
            2400,
            0.5853366255760193
          ],
          [
            2500,
            0.5789123773574829
          ],
          [
            2600,
            0.5736755728721619
          ],
          [
            2700,
            0.567772388458252
          ],
          [
            2800,
            0.5617040991783142
          ],
          [
            2900,
            0.556995153427124
          ],
          [
            3000,
            0.552480161190033
          ],
          [
            3100,
            0.5474263429641724
          ],
          [
            3200,
            0.5442628860473633
          ],
          [
            3300,
            0.5414366722106934
          ],
          [
            3400,
            0.5379104018211365
          ],
          [
            3500,
            0.5349515676498413
          ],
          [
            3600,
            0.5323534607887268
          ],
          [
            3700,
            0.528438150882721
          ],
          [
            3800,
            0.5262206792831421
          ],
          [
            3900,
            0.5225498676300049
          ],
          [
            4000,
            0.5205852389335632
          ],
          [
            4100,
            0.5183735489845276
          ],
          [
            4200,
            0.5154830813407898
          ],
          [
            4300,
            0.5141856670379639
          ],
          [
            4400,
            0.5121225118637085
          ],
          [
            4500,
            0.5109467506408691
          ],
          [
            4600,
            0.508846640586853
          ],
          [
            4700,
            0.5079132914543152
          ],
          [
            4800,
            0.5061541795730591
          ],
          [
            4900,
            0.5046029686927795
          ],
          [
            5000,
            0.5037016272544861
          ],
          [
            5100,
            0.5021076798439026
          ],
          [
            5200,
            0.5011076927185059
          ],
          [
            5300,
            0.5001542568206787
          ],
          [
            5400,
            0.49962374567985535
          ],
          [
            5500,
            0.49897220730781555
          ],
          [
            5600,
            0.49764561653137207
          ],
          [
            5700,
            0.49718910455703735
          ],
          [
            5800,
            0.49688321352005005
          ],
          [
            5900,
            0.4961942732334137
          ],
          [
            6000,
            0.4953485429286957
          ],
          [
            6100,
            0.4955065846443176
          ],
          [
            6200,
            0.49505138397216797
          ],
          [
            6300,
            0.4946356415748596
          ],
          [
            6400,
            0.494107723236084
          ],
          [
            6500,
            0.49413609504699707
          ],
          [
            6600,
            0.49314001202583313
          ],
          [
            6700,
            0.493714302778244
          ],
          [
            6800,
            0.49359187483787537
          ],
          [
            6900,
            0.4936109781265259
          ],
          [
            7000,
            0.4937858283519745
          ],
          [
            7100,
            0.4934563636779785
          ],
          [
            7200,
            0.4933731257915497
          ],
          [
            7300,
            0.4933842718601227
          ],
          [
            7400,
            0.49300244450569153
          ],
          [
            7500,
            0.49283266067504883
          ],
          [
            7600,
            0.4928171634674072
          ],
          [
            7700,
            0.49274399876594543
          ],
          [
            7800,
            0.4925183355808258
          ],
          [
            7900,
            0.49249356985092163
          ],
          [
            8000,
            0.49231263995170593
          ],
          [
            8100,
            0.4921911358833313
          ],
          [
            8200,
            0.4920255243778229
          ],
          [
            8300,
            0.4922129511833191
          ],
          [
            8400,
            0.49214237928390503
          ],
          [
            8500,
            0.49181002378463745
          ],
          [
            8600,
            0.4916398525238037
          ],
          [
            8700,
            0.49167773127555847
          ],
          [
            8800,
            0.49156346917152405
          ],
          [
            8900,
            0.49144846200942993
          ],
          [
            9000,
            0.49136170744895935
          ],
          [
            9100,
            0.4913333058357239
          ],
          [
            9200,
            0.49138715863227844
          ],
          [
            9300,
            0.4912804663181305
          ]
        ],
        "logging/rms/model.layers.6.mlp.down_proj/gradient": [
          [
            0,
            0.00014640465087722987
          ],
          [
            100,
            1.5154027096286882e-05
          ],
          [
            200,
            1.466673165850807e-05
          ],
          [
            300,
            1.5760957467136905e-05
          ],
          [
            400,
            1.650286685617175e-05
          ],
          [
            500,
            1.493675972596975e-05
          ],
          [
            600,
            1.4626858501287643e-05
          ],
          [
            700,
            1.4009092410560697e-05
          ],
          [
            800,
            1.426046947017312e-05
          ],
          [
            900,
            1.3133367247064598e-05
          ],
          [
            1000,
            1.3020887308812235e-05
          ],
          [
            1100,
            1.387520842399681e-05
          ],
          [
            1200,
            1.3300499631441198e-05
          ],
          [
            1300,
            1.3592229151981883e-05
          ],
          [
            1400,
            1.336274181085173e-05
          ],
          [
            1500,
            1.3773971659247763e-05
          ],
          [
            1600,
            1.2861512914241757e-05
          ],
          [
            1700,
            1.277671162824845e-05
          ],
          [
            1800,
            1.3041400961810723e-05
          ],
          [
            1900,
            1.3437123016046826e-05
          ],
          [
            2000,
            1.3224565918790177e-05
          ],
          [
            2100,
            1.3634957213071175e-05
          ],
          [
            2200,
            1.3342229067347944e-05
          ],
          [
            2300,
            1.2947825780429412e-05
          ],
          [
            2400,
            1.2996395525988191e-05
          ],
          [
            2500,
            1.3334402865439188e-05
          ],
          [
            2600,
            1.2848363439843524e-05
          ],
          [
            2700,
            1.314086330239661e-05
          ],
          [
            2800,
            1.3391278116614558e-05
          ],
          [
            2900,
            1.323843935097102e-05
          ],
          [
            3000,
            1.3681245036423206e-05
          ],
          [
            3100,
            1.2944724403496366e-05
          ],
          [
            3200,
            1.3495254279405344e-05
          ],
          [
            3300,
            1.347662055195542e-05
          ],
          [
            3400,
            1.364285981253488e-05
          ],
          [
            3500,
            1.341605184279615e-05
          ],
          [
            3600,
            1.3798705367662478e-05
          ],
          [
            3700,
            1.363898172712652e-05
          ],
          [
            3800,
            1.383273320243461e-05
          ],
          [
            3900,
            1.4014826774655376e-05
          ],
          [
            4000,
            1.4296990229922812e-05
          ],
          [
            4100,
            1.4027637007529847e-05
          ],
          [
            4200,
            1.4190607544151135e-05
          ],
          [
            4300,
            1.3997070709592663e-05
          ],
          [
            4400,
            1.702825102256611e-05
          ],
          [
            4500,
            1.4265349818742834e-05
          ],
          [
            4600,
            1.5011662981123663e-05
          ],
          [
            4700,
            1.4388437193701975e-05
          ],
          [
            4800,
            1.4883305084367748e-05
          ],
          [
            4900,
            1.4688140254293103e-05
          ],
          [
            5000,
            1.4626869415224064e-05
          ],
          [
            5100,
            1.5067821550474036e-05
          ],
          [
            5200,
            1.5292202078853734e-05
          ],
          [
            5300,
            1.5422547221533023e-05
          ],
          [
            5400,
            1.512103608547477e-05
          ],
          [
            5500,
            1.553812217025552e-05
          ],
          [
            5600,
            1.5363826605607755e-05
          ],
          [
            5700,
            1.5737559806439094e-05
          ],
          [
            5800,
            1.542275640531443e-05
          ],
          [
            5900,
            1.6130752555909567e-05
          ],
          [
            6000,
            1.578687624714803e-05
          ],
          [
            6100,
            1.6032015992095694e-05
          ],
          [
            6200,
            1.584126403031405e-05
          ],
          [
            6300,
            1.6388055882998742e-05
          ],
          [
            6400,
            1.646030978008639e-05
          ],
          [
            6500,
            1.663944567553699e-05
          ],
          [
            6600,
            1.682186484686099e-05
          ],
          [
            6700,
            1.6667929230607115e-05
          ],
          [
            6800,
            1.686029827396851e-05
          ],
          [
            6900,
            1.745392000884749e-05
          ],
          [
            7000,
            1.7430293155484833e-05
          ],
          [
            7100,
            1.7243271940969862e-05
          ],
          [
            7200,
            1.7385269529768266e-05
          ],
          [
            7300,
            1.7722653865348548e-05
          ],
          [
            7400,
            1.793251431081444e-05
          ],
          [
            7500,
            1.781213541107718e-05
          ],
          [
            7600,
            1.8126007489627227e-05
          ],
          [
            7700,
            1.8227505279355682e-05
          ],
          [
            7800,
            1.8299664588994347e-05
          ],
          [
            7900,
            1.7950846086023375e-05
          ],
          [
            8000,
            1.8613516658660956e-05
          ],
          [
            8100,
            1.8644792362465523e-05
          ],
          [
            8200,
            1.8635830201674253e-05
          ],
          [
            8300,
            1.9048286048928276e-05
          ],
          [
            8400,
            1.9053199139307253e-05
          ],
          [
            8500,
            1.9107144908048213e-05
          ],
          [
            8600,
            1.9211036487831734e-05
          ],
          [
            8700,
            1.9474471628200263e-05
          ],
          [
            8800,
            1.9280618289485574e-05
          ],
          [
            8900,
            1.9357808923814446e-05
          ],
          [
            9000,
            1.9519933630363084e-05
          ],
          [
            9100,
            1.9382492610020563e-05
          ],
          [
            9200,
            1.9445458747213706e-05
          ],
          [
            9300,
            1.925554170156829e-05
          ]
        ],
        "logging/rms/model.layers.6.self_attn/activation": [
          [
            0,
            0.8350779414176941
          ],
          [
            100,
            1.5230798721313477
          ],
          [
            200,
            2.137179136276245
          ],
          [
            300,
            3.003596782684326
          ],
          [
            400,
            3.532137155532837
          ],
          [
            500,
            3.729825019836426
          ],
          [
            600,
            4.1514668464660645
          ],
          [
            700,
            4.114794731140137
          ],
          [
            800,
            4.382224082946777
          ],
          [
            900,
            4.386051177978516
          ],
          [
            1000,
            4.5546464920043945
          ],
          [
            1100,
            4.526678085327148
          ],
          [
            1200,
            4.485428810119629
          ],
          [
            1300,
            4.612522602081299
          ],
          [
            1400,
            4.571711540222168
          ],
          [
            1500,
            4.687435626983643
          ],
          [
            1600,
            4.642796516418457
          ],
          [
            1700,
            4.605256080627441
          ],
          [
            1800,
            4.6589579582214355
          ],
          [
            1900,
            4.5687713623046875
          ],
          [
            2000,
            4.558730125427246
          ],
          [
            2100,
            4.5461578369140625
          ],
          [
            2200,
            4.4906907081604
          ],
          [
            2300,
            4.522741317749023
          ],
          [
            2400,
            4.441617012023926
          ],
          [
            2500,
            4.399794578552246
          ],
          [
            2600,
            4.379673004150391
          ],
          [
            2700,
            4.413573741912842
          ],
          [
            2800,
            4.5900654792785645
          ],
          [
            2900,
            4.338338851928711
          ],
          [
            3000,
            4.308444023132324
          ],
          [
            3100,
            4.278580188751221
          ],
          [
            3200,
            4.193421840667725
          ],
          [
            3300,
            4.182441711425781
          ],
          [
            3400,
            4.21360445022583
          ],
          [
            3500,
            4.164988994598389
          ],
          [
            3600,
            4.196470260620117
          ],
          [
            3700,
            4.053407192230225
          ],
          [
            3800,
            4.067403793334961
          ],
          [
            3900,
            4.076962947845459
          ],
          [
            4000,
            4.028110980987549
          ],
          [
            4100,
            3.948857307434082
          ],
          [
            4200,
            3.965500593185425
          ],
          [
            4300,
            3.9400904178619385
          ],
          [
            4400,
            3.891242742538452
          ],
          [
            4500,
            3.807123899459839
          ],
          [
            4600,
            3.795366048812866
          ],
          [
            4700,
            3.844280242919922
          ],
          [
            4800,
            3.7052407264709473
          ],
          [
            4900,
            3.6247780323028564
          ],
          [
            5000,
            3.7358663082122803
          ],
          [
            5100,
            3.67181396484375
          ],
          [
            5200,
            3.6527469158172607
          ],
          [
            5300,
            3.629464626312256
          ],
          [
            5400,
            3.5627553462982178
          ],
          [
            5500,
            3.5051891803741455
          ],
          [
            5600,
            3.570260524749756
          ],
          [
            5700,
            3.4927337169647217
          ],
          [
            5800,
            3.430812358856201
          ],
          [
            5900,
            3.3953866958618164
          ],
          [
            6000,
            3.355971336364746
          ],
          [
            6100,
            3.3345534801483154
          ],
          [
            6200,
            3.335705280303955
          ],
          [
            6300,
            3.337540864944458
          ],
          [
            6400,
            3.293945789337158
          ],
          [
            6500,
            3.3310866355895996
          ],
          [
            6600,
            3.174355983734131
          ],
          [
            6700,
            3.194626808166504
          ],
          [
            6800,
            3.1969079971313477
          ],
          [
            6900,
            3.1103436946868896
          ],
          [
            7000,
            3.0785956382751465
          ],
          [
            7100,
            3.1127328872680664
          ],
          [
            7200,
            3.084292411804199
          ],
          [
            7300,
            2.996572732925415
          ],
          [
            7400,
            2.9776203632354736
          ],
          [
            7500,
            2.977038860321045
          ],
          [
            7600,
            2.9393982887268066
          ],
          [
            7700,
            2.8981845378875732
          ],
          [
            7800,
            2.8936522006988525
          ],
          [
            7900,
            2.8215720653533936
          ],
          [
            8000,
            2.8295834064483643
          ],
          [
            8100,
            2.7934060096740723
          ],
          [
            8200,
            2.8099372386932373
          ],
          [
            8300,
            2.73638653755188
          ],
          [
            8400,
            2.7638132572174072
          ],
          [
            8500,
            2.7260615825653076
          ],
          [
            8600,
            2.737123966217041
          ],
          [
            8700,
            2.6654412746429443
          ],
          [
            8800,
            2.6927385330200195
          ],
          [
            8900,
            2.7180166244506836
          ],
          [
            9000,
            2.63076114654541
          ],
          [
            9100,
            2.67104172706604
          ],
          [
            9200,
            2.6996941566467285
          ],
          [
            9300,
            2.6270933151245117
          ]
        ],
        "logging/rms/model.layers.3.self_attn.v_proj/parameter": [
          [
            0,
            0.04357243329286575
          ],
          [
            100,
            0.0434008426964283
          ],
          [
            200,
            0.04568618908524513
          ],
          [
            300,
            0.04913447052240372
          ],
          [
            400,
            0.05346086248755455
          ],
          [
            500,
            0.05694758892059326
          ],
          [
            600,
            0.05978787690401077
          ],
          [
            700,
            0.062341708689928055
          ],
          [
            800,
            0.06463641673326492
          ],
          [
            900,
            0.0666930228471756
          ],
          [
            1000,
            0.06859126687049866
          ],
          [
            1100,
            0.0702570229768753
          ],
          [
            1200,
            0.07167451083660126
          ],
          [
            1300,
            0.0732518658041954
          ],
          [
            1400,
            0.0744420662522316
          ],
          [
            1500,
            0.07568459957838058
          ],
          [
            1600,
            0.07674454897642136
          ],
          [
            1700,
            0.07775997370481491
          ],
          [
            1800,
            0.07865212112665176
          ],
          [
            1900,
            0.07953768223524094
          ],
          [
            2000,
            0.08027307689189911
          ],
          [
            2100,
            0.08092770725488663
          ],
          [
            2200,
            0.08154283463954926
          ],
          [
            2300,
            0.08212851732969284
          ],
          [
            2400,
            0.08268918842077255
          ],
          [
            2500,
            0.08317218720912933
          ],
          [
            2600,
            0.08362901210784912
          ],
          [
            2700,
            0.08395508676767349
          ],
          [
            2800,
            0.0843367949128151
          ],
          [
            2900,
            0.08463040739297867
          ],
          [
            3000,
            0.08491680026054382
          ],
          [
            3100,
            0.08516103774309158
          ],
          [
            3200,
            0.08535019308328629
          ],
          [
            3300,
            0.08544702082872391
          ],
          [
            3400,
            0.08564776927232742
          ],
          [
            3500,
            0.08570604026317596
          ],
          [
            3600,
            0.08575793355703354
          ],
          [
            3700,
            0.0858648493885994
          ],
          [
            3800,
            0.08583039045333862
          ],
          [
            3900,
            0.08586177974939346
          ],
          [
            4000,
            0.08581022173166275
          ],
          [
            4100,
            0.08574836701154709
          ],
          [
            4200,
            0.08572069555521011
          ],
          [
            4300,
            0.0856894850730896
          ],
          [
            4400,
            0.08554136008024216
          ],
          [
            4500,
            0.08544738590717316
          ],
          [
            4600,
            0.0852881595492363
          ],
          [
            4700,
            0.08517426997423172
          ],
          [
            4800,
            0.08498359471559525
          ],
          [
            4900,
            0.08483012020587921
          ],
          [
            5000,
            0.0846356600522995
          ],
          [
            5100,
            0.08442528545856476
          ],
          [
            5200,
            0.0841834545135498
          ],
          [
            5300,
            0.0839768722653389
          ],
          [
            5400,
            0.08374317735433578
          ],
          [
            5500,
            0.08348914235830307
          ],
          [
            5600,
            0.08320921659469604
          ],
          [
            5700,
            0.08297432959079742
          ],
          [
            5800,
            0.08269967138767242
          ],
          [
            5900,
            0.08244366198778152
          ],
          [
            6000,
            0.08218839019536972
          ],
          [
            6100,
            0.08189883083105087
          ],
          [
            6200,
            0.08161642402410507
          ],
          [
            6300,
            0.08131393045186996
          ],
          [
            6400,
            0.08104870468378067
          ],
          [
            6500,
            0.08077480643987656
          ],
          [
            6600,
            0.08044108748435974
          ],
          [
            6700,
            0.08016274869441986
          ],
          [
            6800,
            0.0798746645450592
          ],
          [
            6900,
            0.07958996295928955
          ],
          [
            7000,
            0.0792723223567009
          ],
          [
            7100,
            0.07900460809469223
          ],
          [
            7200,
            0.07872027158737183
          ],
          [
            7300,
            0.07845258712768555
          ],
          [
            7400,
            0.07814045995473862
          ],
          [
            7500,
            0.07786712050437927
          ],
          [
            7600,
            0.07759944349527359
          ],
          [
            7700,
            0.07731863856315613
          ],
          [
            7800,
            0.07707277685403824
          ],
          [
            7900,
            0.07680913060903549
          ],
          [
            8000,
            0.07656946033239365
          ],
          [
            8100,
            0.07632984220981598
          ],
          [
            8200,
            0.07613421976566315
          ],
          [
            8300,
            0.07589690387248993
          ],
          [
            8400,
            0.07569555938243866
          ],
          [
            8500,
            0.07551564276218414
          ],
          [
            8600,
            0.07534855604171753
          ],
          [
            8700,
            0.07519232481718063
          ],
          [
            8800,
            0.07505359500646591
          ],
          [
            8900,
            0.07493892312049866
          ],
          [
            9000,
            0.0748436227440834
          ],
          [
            9100,
            0.07476001232862473
          ],
          [
            9200,
            0.07470208406448364
          ],
          [
            9300,
            0.07466961443424225
          ]
        ],
        "logging/rms/model.layers.7.self_attn.k_proj/activation": [
          [
            0,
            0.9871591925621033
          ],
          [
            100,
            1.7895581722259521
          ],
          [
            200,
            1.9463841915130615
          ],
          [
            300,
            1.9687190055847168
          ],
          [
            400,
            1.976807713508606
          ],
          [
            500,
            2.012984037399292
          ],
          [
            600,
            2.0130393505096436
          ],
          [
            700,
            1.9952013492584229
          ],
          [
            800,
            1.9783817529678345
          ],
          [
            900,
            1.9241725206375122
          ],
          [
            1000,
            1.9266682863235474
          ],
          [
            1100,
            1.92123281955719
          ],
          [
            1200,
            1.8876582384109497
          ],
          [
            1300,
            1.876330018043518
          ],
          [
            1400,
            1.8621292114257812
          ],
          [
            1500,
            1.8447281122207642
          ],
          [
            1600,
            1.8261852264404297
          ],
          [
            1700,
            1.8450775146484375
          ],
          [
            1800,
            1.841174840927124
          ],
          [
            1900,
            1.8200628757476807
          ],
          [
            2000,
            1.8254669904708862
          ],
          [
            2100,
            1.8127949237823486
          ],
          [
            2200,
            1.7863705158233643
          ],
          [
            2300,
            1.7797091007232666
          ],
          [
            2400,
            1.7826131582260132
          ],
          [
            2500,
            1.7651818990707397
          ],
          [
            2600,
            1.7913925647735596
          ],
          [
            2700,
            1.7569557428359985
          ],
          [
            2800,
            1.767031192779541
          ],
          [
            2900,
            1.7586913108825684
          ],
          [
            3000,
            1.7618992328643799
          ],
          [
            3100,
            1.7635213136672974
          ],
          [
            3200,
            1.7504303455352783
          ],
          [
            3300,
            1.7447187900543213
          ],
          [
            3400,
            1.7394126653671265
          ],
          [
            3500,
            1.7344017028808594
          ],
          [
            3600,
            1.7287447452545166
          ],
          [
            3700,
            1.7192010879516602
          ],
          [
            3800,
            1.724841833114624
          ],
          [
            3900,
            1.7399227619171143
          ],
          [
            4000,
            1.7187196016311646
          ],
          [
            4100,
            1.7318217754364014
          ],
          [
            4200,
            1.7034895420074463
          ],
          [
            4300,
            1.7053208351135254
          ],
          [
            4400,
            1.7038838863372803
          ],
          [
            4500,
            1.6893194913864136
          ],
          [
            4600,
            1.6918106079101562
          ],
          [
            4700,
            1.689534068107605
          ],
          [
            4800,
            1.6860345602035522
          ],
          [
            4900,
            1.6652659177780151
          ],
          [
            5000,
            1.6765795946121216
          ],
          [
            5100,
            1.676476240158081
          ],
          [
            5200,
            1.6712720394134521
          ],
          [
            5300,
            1.6552292108535767
          ],
          [
            5400,
            1.6527481079101562
          ],
          [
            5500,
            1.6483601331710815
          ],
          [
            5600,
            1.6580803394317627
          ],
          [
            5700,
            1.6598387956619263
          ],
          [
            5800,
            1.657814621925354
          ],
          [
            5900,
            1.6491869688034058
          ],
          [
            6000,
            1.6430518627166748
          ],
          [
            6100,
            1.6445307731628418
          ],
          [
            6200,
            1.6311979293823242
          ],
          [
            6300,
            1.635445237159729
          ],
          [
            6400,
            1.6445999145507812
          ],
          [
            6500,
            1.6428134441375732
          ],
          [
            6600,
            1.6277238130569458
          ],
          [
            6700,
            1.623376727104187
          ],
          [
            6800,
            1.6173171997070312
          ],
          [
            6900,
            1.6108595132827759
          ],
          [
            7000,
            1.6066622734069824
          ],
          [
            7100,
            1.6123608350753784
          ],
          [
            7200,
            1.6128407716751099
          ],
          [
            7300,
            1.594496250152588
          ],
          [
            7400,
            1.5917659997940063
          ],
          [
            7500,
            1.5965250730514526
          ],
          [
            7600,
            1.5994889736175537
          ],
          [
            7700,
            1.5895570516586304
          ],
          [
            7800,
            1.5924838781356812
          ],
          [
            7900,
            1.5850802659988403
          ],
          [
            8000,
            1.5918989181518555
          ],
          [
            8100,
            1.5824791193008423
          ],
          [
            8200,
            1.5809521675109863
          ],
          [
            8300,
            1.5817015171051025
          ],
          [
            8400,
            1.5834230184555054
          ],
          [
            8500,
            1.5711617469787598
          ],
          [
            8600,
            1.5739840269088745
          ],
          [
            8700,
            1.5704007148742676
          ],
          [
            8800,
            1.5759308338165283
          ],
          [
            8900,
            1.574902057647705
          ],
          [
            9000,
            1.5679394006729126
          ],
          [
            9100,
            1.5707666873931885
          ],
          [
            9200,
            1.5759501457214355
          ],
          [
            9300,
            1.5693248510360718
          ]
        ],
        "logging/rms/root/activation": [
          [
            0,
            0.985194981098175
          ],
          [
            100,
            2.526548385620117
          ],
          [
            200,
            2.8741137981414795
          ],
          [
            300,
            3.1985232830047607
          ],
          [
            400,
            3.423624277114868
          ],
          [
            500,
            3.559934377670288
          ],
          [
            600,
            3.643026351928711
          ],
          [
            700,
            3.6649246215820312
          ],
          [
            800,
            3.7660598754882812
          ],
          [
            900,
            3.770305871963501
          ],
          [
            1000,
            3.8517544269561768
          ],
          [
            1100,
            3.8387558460235596
          ],
          [
            1200,
            3.8804802894592285
          ],
          [
            1300,
            3.9217710494995117
          ],
          [
            1400,
            3.9387366771698
          ],
          [
            1500,
            3.975590944290161
          ],
          [
            1600,
            3.997370958328247
          ],
          [
            1700,
            3.9814293384552
          ],
          [
            1800,
            4.055790901184082
          ],
          [
            1900,
            4.048727035522461
          ],
          [
            2000,
            4.102073669433594
          ],
          [
            2100,
            4.130770683288574
          ],
          [
            2200,
            4.114654541015625
          ],
          [
            2300,
            4.129096031188965
          ],
          [
            2400,
            4.170502662658691
          ],
          [
            2500,
            4.194871425628662
          ],
          [
            2600,
            4.192257404327393
          ],
          [
            2700,
            4.2321014404296875
          ],
          [
            2800,
            4.250871658325195
          ],
          [
            2900,
            4.277833938598633
          ],
          [
            3000,
            4.272896766662598
          ],
          [
            3100,
            4.349575042724609
          ],
          [
            3200,
            4.294924736022949
          ],
          [
            3300,
            4.354704856872559
          ],
          [
            3400,
            4.357615947723389
          ],
          [
            3500,
            4.38469934463501
          ],
          [
            3600,
            4.421135902404785
          ],
          [
            3700,
            4.415316581726074
          ],
          [
            3800,
            4.3994317054748535
          ],
          [
            3900,
            4.437107563018799
          ],
          [
            4000,
            4.447021484375
          ],
          [
            4100,
            4.4643778800964355
          ],
          [
            4200,
            4.516153812408447
          ],
          [
            4300,
            4.519479751586914
          ],
          [
            4400,
            4.454046249389648
          ],
          [
            4500,
            4.520419120788574
          ],
          [
            4600,
            4.543439865112305
          ],
          [
            4700,
            4.50136661529541
          ],
          [
            4800,
            4.545684337615967
          ],
          [
            4900,
            4.627405643463135
          ],
          [
            5000,
            4.5583271980285645
          ],
          [
            5100,
            4.615179061889648
          ],
          [
            5200,
            4.657064437866211
          ],
          [
            5300,
            4.60916805267334
          ],
          [
            5400,
            4.6177873611450195
          ],
          [
            5500,
            4.61817741394043
          ],
          [
            5600,
            4.684145927429199
          ],
          [
            5700,
            4.650963306427002
          ],
          [
            5800,
            4.642000675201416
          ],
          [
            5900,
            4.693171977996826
          ],
          [
            6000,
            4.700626850128174
          ],
          [
            6100,
            4.668553352355957
          ],
          [
            6200,
            4.6594462394714355
          ],
          [
            6300,
            4.689594745635986
          ],
          [
            6400,
            4.710412502288818
          ],
          [
            6500,
            4.766963958740234
          ],
          [
            6600,
            4.785912036895752
          ],
          [
            6700,
            4.793801784515381
          ],
          [
            6800,
            4.7711310386657715
          ],
          [
            6900,
            4.7409868240356445
          ],
          [
            7000,
            4.797300815582275
          ],
          [
            7100,
            4.777486801147461
          ],
          [
            7200,
            4.852838516235352
          ],
          [
            7300,
            4.799500942230225
          ],
          [
            7400,
            4.810973644256592
          ],
          [
            7500,
            4.831200122833252
          ],
          [
            7600,
            4.815806865692139
          ],
          [
            7700,
            4.838369846343994
          ],
          [
            7800,
            4.879561424255371
          ],
          [
            7900,
            4.815070152282715
          ],
          [
            8000,
            4.856518745422363
          ],
          [
            8100,
            4.903385639190674
          ],
          [
            8200,
            4.899648189544678
          ],
          [
            8300,
            4.907853603363037
          ],
          [
            8400,
            4.912962436676025
          ],
          [
            8500,
            4.899077892303467
          ],
          [
            8600,
            4.840593338012695
          ],
          [
            8700,
            4.905483245849609
          ],
          [
            8800,
            4.957291126251221
          ],
          [
            8900,
            4.959641456604004
          ],
          [
            9000,
            4.932888507843018
          ],
          [
            9100,
            4.986314296722412
          ],
          [
            9200,
            4.911252498626709
          ],
          [
            9300,
            4.944128513336182
          ]
        ],
        "logging/rms/model.layers.0.mlp.up_proj/gradient": [
          [
            0,
            0.0005644788034260273
          ],
          [
            100,
            3.289507367298938e-05
          ],
          [
            200,
            3.399174602236599e-05
          ],
          [
            300,
            2.4551934984629042e-05
          ],
          [
            400,
            2.687603046069853e-05
          ],
          [
            500,
            1.8474192984285764e-05
          ],
          [
            600,
            1.7745040167937987e-05
          ],
          [
            700,
            1.535689807496965e-05
          ],
          [
            800,
            1.4950151125958655e-05
          ],
          [
            900,
            1.2321188478381373e-05
          ],
          [
            1000,
            1.125949256675085e-05
          ],
          [
            1100,
            1.1228962648601737e-05
          ],
          [
            1200,
            1.0537718480918556e-05
          ],
          [
            1300,
            9.518589649815112e-06
          ],
          [
            1400,
            8.577083463023882e-06
          ],
          [
            1500,
            8.83865050127497e-06
          ],
          [
            1600,
            8.205814992834348e-06
          ],
          [
            1700,
            8.269461432064418e-06
          ],
          [
            1800,
            7.744101822027005e-06
          ],
          [
            1900,
            7.579090379294939e-06
          ],
          [
            2000,
            7.307089163077762e-06
          ],
          [
            2100,
            7.480910880985903e-06
          ],
          [
            2200,
            7.41716030461248e-06
          ],
          [
            2300,
            7.273890787473647e-06
          ],
          [
            2400,
            6.811412731622113e-06
          ],
          [
            2500,
            6.658429811068345e-06
          ],
          [
            2600,
            6.668932201137068e-06
          ],
          [
            2700,
            6.732635029038647e-06
          ],
          [
            2800,
            6.907856004545465e-06
          ],
          [
            2900,
            6.40208600088954e-06
          ],
          [
            3000,
            6.466737431765068e-06
          ],
          [
            3100,
            6.305140232143458e-06
          ],
          [
            3200,
            6.459813903347822e-06
          ],
          [
            3300,
            6.437635420297738e-06
          ],
          [
            3400,
            6.3765246522962116e-06
          ],
          [
            3500,
            6.52299786452204e-06
          ],
          [
            3600,
            6.189486157381907e-06
          ],
          [
            3700,
            6.273878625506768e-06
          ],
          [
            3800,
            6.150190529297106e-06
          ],
          [
            3900,
            6.523955562443007e-06
          ],
          [
            4000,
            6.423518243536819e-06
          ],
          [
            4100,
            6.088583177188411e-06
          ],
          [
            4200,
            6.311329798336374e-06
          ],
          [
            4300,
            6.228756319615059e-06
          ],
          [
            4400,
            8.969428563432302e-06
          ],
          [
            4500,
            6.2662102209287696e-06
          ],
          [
            4600,
            6.451218268921366e-06
          ],
          [
            4700,
            6.181675416883081e-06
          ],
          [
            4800,
            6.599414064112352e-06
          ],
          [
            4900,
            5.990259069221793e-06
          ],
          [
            5000,
            6.575129191332962e-06
          ],
          [
            5100,
            6.551559636136517e-06
          ],
          [
            5200,
            6.242059953365242e-06
          ],
          [
            5300,
            6.5016192820621654e-06
          ],
          [
            5400,
            6.427030712075066e-06
          ],
          [
            5500,
            6.6838611019193195e-06
          ],
          [
            5600,
            6.437877800635761e-06
          ],
          [
            5700,
            6.597290848731063e-06
          ],
          [
            5800,
            6.551203568960773e-06
          ],
          [
            5900,
            6.790822681068676e-06
          ],
          [
            6000,
            6.3982374740589876e-06
          ],
          [
            6100,
            6.723891146975802e-06
          ],
          [
            6200,
            6.540851700265193e-06
          ],
          [
            6300,
            6.955999651836464e-06
          ],
          [
            6400,
            7.037175691948505e-06
          ],
          [
            6500,
            6.908003342687152e-06
          ],
          [
            6600,
            6.996643151069293e-06
          ],
          [
            6700,
            6.695597221550997e-06
          ],
          [
            6800,
            6.91131617713836e-06
          ],
          [
            6900,
            7.133547114790417e-06
          ],
          [
            7000,
            6.9456323217309546e-06
          ],
          [
            7100,
            7.189429197751451e-06
          ],
          [
            7200,
            7.089622158673592e-06
          ],
          [
            7300,
            7.082073352648877e-06
          ],
          [
            7400,
            7.41793473935104e-06
          ],
          [
            7500,
            7.404338703054236e-06
          ],
          [
            7600,
            7.24364144844003e-06
          ],
          [
            7700,
            7.296179774129996e-06
          ],
          [
            7800,
            7.4165618570987135e-06
          ],
          [
            7900,
            7.2958455348270945e-06
          ],
          [
            8000,
            7.490519237762783e-06
          ],
          [
            8100,
            7.314334652619436e-06
          ],
          [
            8200,
            7.474816811736673e-06
          ],
          [
            8300,
            7.545760126959067e-06
          ],
          [
            8400,
            7.398767593258526e-06
          ],
          [
            8500,
            7.570679827040294e-06
          ],
          [
            8600,
            7.668301805097144e-06
          ],
          [
            8700,
            7.691406608500984e-06
          ],
          [
            8800,
            7.507213013013825e-06
          ],
          [
            8900,
            7.666130841244012e-06
          ],
          [
            9000,
            7.806333087501116e-06
          ],
          [
            9100,
            7.365828423644416e-06
          ],
          [
            9200,
            7.94951574789593e-06
          ],
          [
            9300,
            7.506140264013084e-06
          ]
        ],
        "logging/rms/model.layers.2.mlp.up_proj/gradient": [
          [
            0,
            0.00014748038665857166
          ],
          [
            100,
            9.246660738426726e-06
          ],
          [
            200,
            1.0188262422161642e-05
          ],
          [
            300,
            9.654758287069853e-06
          ],
          [
            400,
            1.1536875717865769e-05
          ],
          [
            500,
            9.724598385218997e-06
          ],
          [
            600,
            1.0128464055014774e-05
          ],
          [
            700,
            9.573460374667775e-06
          ],
          [
            800,
            1.0720497812144458e-05
          ],
          [
            900,
            9.897794370772317e-06
          ],
          [
            1000,
            9.637044058763422e-06
          ],
          [
            1100,
            1.1496607839944772e-05
          ],
          [
            1200,
            1.0538167771301232e-05
          ],
          [
            1300,
            1.132910983869806e-05
          ],
          [
            1400,
            9.570223483024165e-06
          ],
          [
            1500,
            1.0954800018225797e-05
          ],
          [
            1600,
            1.0533001841395162e-05
          ],
          [
            1700,
            1.0825727258634288e-05
          ],
          [
            1800,
            1.0998792276950553e-05
          ],
          [
            1900,
            1.063673789758468e-05
          ],
          [
            2000,
            1.0865882359212264e-05
          ],
          [
            2100,
            1.188752594316611e-05
          ],
          [
            2200,
            1.1845268090837635e-05
          ],
          [
            2300,
            1.162218177341856e-05
          ],
          [
            2400,
            1.142663495556917e-05
          ],
          [
            2500,
            1.0391351679572836e-05
          ],
          [
            2600,
            1.0257537724100985e-05
          ],
          [
            2700,
            1.1185437870153692e-05
          ],
          [
            2800,
            1.1718204405042343e-05
          ],
          [
            2900,
            1.0890598787227646e-05
          ],
          [
            3000,
            1.1338673175487202e-05
          ],
          [
            3100,
            1.0712466064433102e-05
          ],
          [
            3200,
            1.175478973891586e-05
          ],
          [
            3300,
            1.329887436440913e-05
          ],
          [
            3400,
            1.2284144759178162e-05
          ],
          [
            3500,
            1.3367955034482293e-05
          ],
          [
            3600,
            1.0995077900588512e-05
          ],
          [
            3700,
            1.1802956578321755e-05
          ],
          [
            3800,
            1.1971709682256915e-05
          ],
          [
            3900,
            1.325758876191685e-05
          ],
          [
            4000,
            1.3404973287833855e-05
          ],
          [
            4100,
            1.2377722669043578e-05
          ],
          [
            4200,
            1.1755014384107199e-05
          ],
          [
            4300,
            1.2689258255704772e-05
          ],
          [
            4400,
            1.5068006177898496e-05
          ],
          [
            4500,
            1.1954466572206002e-05
          ],
          [
            4600,
            1.4003824617248029e-05
          ],
          [
            4700,
            1.2547475307655986e-05
          ],
          [
            4800,
            1.2929240256198682e-05
          ],
          [
            4900,
            1.176751175080426e-05
          ],
          [
            5000,
            1.3043019862379879e-05
          ],
          [
            5100,
            1.3395282621786464e-05
          ],
          [
            5200,
            1.2331914149399381e-05
          ],
          [
            5300,
            1.4520095646730624e-05
          ],
          [
            5400,
            1.2944204172526952e-05
          ],
          [
            5500,
            1.3490039236785378e-05
          ],
          [
            5600,
            1.3379332813201472e-05
          ],
          [
            5700,
            1.4152962648950052e-05
          ],
          [
            5800,
            1.3622645383293275e-05
          ],
          [
            5900,
            1.5152644664340187e-05
          ],
          [
            6000,
            1.3240206499176566e-05
          ],
          [
            6100,
            1.5081855053722393e-05
          ],
          [
            6200,
            1.3543013665184844e-05
          ],
          [
            6300,
            1.4728962014487479e-05
          ],
          [
            6400,
            1.416628947481513e-05
          ],
          [
            6500,
            1.4094282050791662e-05
          ],
          [
            6600,
            1.6209978639381006e-05
          ],
          [
            6700,
            1.452837841497967e-05
          ],
          [
            6800,
            1.4635729712608736e-05
          ],
          [
            6900,
            1.575341957504861e-05
          ],
          [
            7000,
            1.4723258573212661e-05
          ],
          [
            7100,
            1.527598942629993e-05
          ],
          [
            7200,
            1.5135095054574776e-05
          ],
          [
            7300,
            1.4698543054691982e-05
          ],
          [
            7400,
            1.5964556951075792e-05
          ],
          [
            7500,
            1.4871136954752728e-05
          ],
          [
            7600,
            1.476278430345701e-05
          ],
          [
            7700,
            1.604988574399613e-05
          ],
          [
            7800,
            1.5868234186200425e-05
          ],
          [
            7900,
            1.574245652591344e-05
          ],
          [
            8000,
            1.5692945453338325e-05
          ],
          [
            8100,
            1.5105265447346028e-05
          ],
          [
            8200,
            1.5379997421405278e-05
          ],
          [
            8300,
            1.672968028287869e-05
          ],
          [
            8400,
            1.578082810738124e-05
          ],
          [
            8500,
            1.588198938407004e-05
          ],
          [
            8600,
            1.5765590433147736e-05
          ],
          [
            8700,
            1.6421894542872906e-05
          ],
          [
            8800,
            1.6109102944028564e-05
          ],
          [
            8900,
            1.6237267118413e-05
          ],
          [
            9000,
            1.584596247994341e-05
          ],
          [
            9100,
            1.5113365407160018e-05
          ],
          [
            9200,
            1.6817502910271287e-05
          ],
          [
            9300,
            1.6344996765838005e-05
          ]
        ],
        "logging/rms/model.layers.0.mlp.gate_proj/gradient": [
          [
            0,
            0.00051613844698295
          ],
          [
            100,
            3.2207201002165675e-05
          ],
          [
            200,
            3.330322579131462e-05
          ],
          [
            300,
            2.7383508495404385e-05
          ],
          [
            400,
            2.890160249080509e-05
          ],
          [
            500,
            2.089998270093929e-05
          ],
          [
            600,
            1.9777731722570024e-05
          ],
          [
            700,
            1.701530891295988e-05
          ],
          [
            800,
            1.6516689356649294e-05
          ],
          [
            900,
            1.3719407434109598e-05
          ],
          [
            1000,
            1.2527842045528814e-05
          ],
          [
            1100,
            1.2226604667375796e-05
          ],
          [
            1200,
            1.1395427463867236e-05
          ],
          [
            1300,
            1.038992741086986e-05
          ],
          [
            1400,
            9.552207302476745e-06
          ],
          [
            1500,
            9.535237950331066e-06
          ],
          [
            1600,
            8.82534914126154e-06
          ],
          [
            1700,
            8.834145774017088e-06
          ],
          [
            1800,
            8.286985575978179e-06
          ],
          [
            1900,
            8.094451914075762e-06
          ],
          [
            2000,
            7.845406798878685e-06
          ],
          [
            2100,
            7.957874004205223e-06
          ],
          [
            2200,
            7.796648787916638e-06
          ],
          [
            2300,
            7.4504268923192285e-06
          ],
          [
            2400,
            7.245618235174334e-06
          ],
          [
            2500,
            7.02476381775341e-06
          ],
          [
            2600,
            6.864497208880493e-06
          ],
          [
            2700,
            7.055162768665468e-06
          ],
          [
            2800,
            7.0591672738373745e-06
          ],
          [
            2900,
            6.557331744261319e-06
          ],
          [
            3000,
            6.636787929892307e-06
          ],
          [
            3100,
            6.44759848000831e-06
          ],
          [
            3200,
            6.581521574844373e-06
          ],
          [
            3300,
            6.501687948912149e-06
          ],
          [
            3400,
            6.3845836848486215e-06
          ],
          [
            3500,
            6.535255124617834e-06
          ],
          [
            3600,
            6.330461019388167e-06
          ],
          [
            3700,
            6.2477101892000064e-06
          ],
          [
            3800,
            6.303318514255807e-06
          ],
          [
            3900,
            6.461075827246532e-06
          ],
          [
            4000,
            6.4345940700150095e-06
          ],
          [
            4100,
            6.105728971306235e-06
          ],
          [
            4200,
            6.3091797528613824e-06
          ],
          [
            4300,
            6.095890512369806e-06
          ],
          [
            4400,
            9.501148269919213e-06
          ],
          [
            4500,
            6.1471282606362365e-06
          ],
          [
            4600,
            6.304438102233689e-06
          ],
          [
            4700,
            6.251069407881005e-06
          ],
          [
            4800,
            6.457234121626243e-06
          ],
          [
            4900,
            5.989197234157473e-06
          ],
          [
            5000,
            6.413431492546806e-06
          ],
          [
            5100,
            6.3782886172703e-06
          ],
          [
            5200,
            6.176520855660783e-06
          ],
          [
            5300,
            6.451470198953757e-06
          ],
          [
            5400,
            6.269659479585243e-06
          ],
          [
            5500,
            6.360437964758603e-06
          ],
          [
            5600,
            6.263569957809523e-06
          ],
          [
            5700,
            6.459204087150283e-06
          ],
          [
            5800,
            6.320998181763571e-06
          ],
          [
            5900,
            6.581063644262031e-06
          ],
          [
            6000,
            6.328860763460398e-06
          ],
          [
            6100,
            6.5228991843468975e-06
          ],
          [
            6200,
            6.44678311800817e-06
          ],
          [
            6300,
            6.541033144458197e-06
          ],
          [
            6400,
            6.754344667569967e-06
          ],
          [
            6500,
            6.567348918906646e-06
          ],
          [
            6600,
            6.680790193058783e-06
          ],
          [
            6700,
            6.5179206103493925e-06
          ],
          [
            6800,
            6.636821581196273e-06
          ],
          [
            6900,
            6.919544830452651e-06
          ],
          [
            7000,
            6.759289590263506e-06
          ],
          [
            7100,
            6.830161964899162e-06
          ],
          [
            7200,
            6.7516230046749115e-06
          ],
          [
            7300,
            6.881567060190719e-06
          ],
          [
            7400,
            6.962241968722083e-06
          ],
          [
            7500,
            7.006243777141208e-06
          ],
          [
            7600,
            6.9213042479532305e-06
          ],
          [
            7700,
            7.050026397337206e-06
          ],
          [
            7800,
            7.126426680770237e-06
          ],
          [
            7900,
            7.045995062071597e-06
          ],
          [
            8000,
            7.076491783664096e-06
          ],
          [
            8100,
            7.03985597283463e-06
          ],
          [
            8200,
            7.079799161147093e-06
          ],
          [
            8300,
            7.199050742201507e-06
          ],
          [
            8400,
            7.091155566740781e-06
          ],
          [
            8500,
            7.140538855310297e-06
          ],
          [
            8600,
            7.327629646169953e-06
          ],
          [
            8700,
            7.342665867327014e-06
          ],
          [
            8800,
            7.179920885391766e-06
          ],
          [
            8900,
            7.294611350516789e-06
          ],
          [
            9000,
            7.341075615840964e-06
          ],
          [
            9100,
            7.089096925483318e-06
          ],
          [
            9200,
            7.592959718749626e-06
          ],
          [
            9300,
            7.168669981183484e-06
          ]
        ],
        "logging/rms/model.layers.7.input_layernorm/activation": [
          [
            0,
            0.9999991655349731
          ],
          [
            100,
            0.988099992275238
          ],
          [
            200,
            0.9647635221481323
          ],
          [
            300,
            0.9441698789596558
          ],
          [
            400,
            0.9245990514755249
          ],
          [
            500,
            0.8957532644271851
          ],
          [
            600,
            0.8704085350036621
          ],
          [
            700,
            0.8382724523544312
          ],
          [
            800,
            0.814194917678833
          ],
          [
            900,
            0.7892494797706604
          ],
          [
            1000,
            0.7702245116233826
          ],
          [
            1100,
            0.7497943639755249
          ],
          [
            1200,
            0.732312798500061
          ],
          [
            1300,
            0.714463472366333
          ],
          [
            1400,
            0.7008559107780457
          ],
          [
            1500,
            0.6890348196029663
          ],
          [
            1600,
            0.6754025220870972
          ],
          [
            1700,
            0.6650302410125732
          ],
          [
            1800,
            0.6569497585296631
          ],
          [
            1900,
            0.6462835073471069
          ],
          [
            2000,
            0.643405020236969
          ],
          [
            2100,
            0.6357418298721313
          ],
          [
            2200,
            0.6283301115036011
          ],
          [
            2300,
            0.6214661598205566
          ],
          [
            2400,
            0.6207827925682068
          ],
          [
            2500,
            0.61799156665802
          ],
          [
            2600,
            0.6084029078483582
          ],
          [
            2700,
            0.60820472240448
          ],
          [
            2800,
            0.6082173585891724
          ],
          [
            2900,
            0.600648820400238
          ],
          [
            3000,
            0.5997320413589478
          ],
          [
            3100,
            0.5985365509986877
          ],
          [
            3200,
            0.5958901047706604
          ],
          [
            3300,
            0.5938771367073059
          ],
          [
            3400,
            0.5939249992370605
          ],
          [
            3500,
            0.5905702710151672
          ],
          [
            3600,
            0.5924100279808044
          ],
          [
            3700,
            0.5884524583816528
          ],
          [
            3800,
            0.5929007530212402
          ],
          [
            3900,
            0.5917147397994995
          ],
          [
            4000,
            0.5903668403625488
          ],
          [
            4100,
            0.59219890832901
          ],
          [
            4200,
            0.5873379707336426
          ],
          [
            4300,
            0.5882888436317444
          ],
          [
            4400,
            0.5938467383384705
          ],
          [
            4500,
            0.5888702869415283
          ],
          [
            4600,
            0.5928477644920349
          ],
          [
            4700,
            0.5976257920265198
          ],
          [
            4800,
            0.5944620966911316
          ],
          [
            4900,
            0.5923861861228943
          ],
          [
            5000,
            0.5958489775657654
          ],
          [
            5100,
            0.5991195440292358
          ],
          [
            5200,
            0.598091185092926
          ],
          [
            5300,
            0.5999915599822998
          ],
          [
            5400,
            0.6003753542900085
          ],
          [
            5500,
            0.5983918905258179
          ],
          [
            5600,
            0.6009262800216675
          ],
          [
            5700,
            0.6087589263916016
          ],
          [
            5800,
            0.6025704145431519
          ],
          [
            5900,
            0.6040108799934387
          ],
          [
            6000,
            0.6032972931861877
          ],
          [
            6100,
            0.6091450452804565
          ],
          [
            6200,
            0.6099361777305603
          ],
          [
            6300,
            0.6129969358444214
          ],
          [
            6400,
            0.6162002086639404
          ],
          [
            6500,
            0.6171604990959167
          ],
          [
            6600,
            0.6149758696556091
          ],
          [
            6700,
            0.6157796382904053
          ],
          [
            6800,
            0.6198304891586304
          ],
          [
            6900,
            0.6223347783088684
          ],
          [
            7000,
            0.6250696182250977
          ],
          [
            7100,
            0.6267736554145813
          ],
          [
            7200,
            0.6277927756309509
          ],
          [
            7300,
            0.629385232925415
          ],
          [
            7400,
            0.6311166882514954
          ],
          [
            7500,
            0.6283072233200073
          ],
          [
            7600,
            0.6340002417564392
          ],
          [
            7700,
            0.6380357146263123
          ],
          [
            7800,
            0.6383508443832397
          ],
          [
            7900,
            0.6353668570518494
          ],
          [
            8000,
            0.6412700414657593
          ],
          [
            8100,
            0.6375091075897217
          ],
          [
            8200,
            0.6415007710456848
          ],
          [
            8300,
            0.643375039100647
          ],
          [
            8400,
            0.6455507278442383
          ],
          [
            8500,
            0.6452149748802185
          ],
          [
            8600,
            0.6483272910118103
          ],
          [
            8700,
            0.6450362801551819
          ],
          [
            8800,
            0.6462429761886597
          ],
          [
            8900,
            0.6479080319404602
          ],
          [
            9000,
            0.6471974849700928
          ],
          [
            9100,
            0.645206093788147
          ],
          [
            9200,
            0.6514565944671631
          ],
          [
            9300,
            0.6466250419616699
          ]
        ],
        "logging/rms/model.layers.0.self_attn.o_proj/gradient": [
          [
            0,
            0.0014569185441359878
          ],
          [
            100,
            0.00013919440971221775
          ],
          [
            200,
            0.0001181605039164424
          ],
          [
            300,
            8.080958650680259e-05
          ],
          [
            400,
            9.188857075059786e-05
          ],
          [
            500,
            6.484935147454962e-05
          ],
          [
            600,
            6.599311018362641e-05
          ],
          [
            700,
            6.266640411922708e-05
          ],
          [
            800,
            6.72584938001819e-05
          ],
          [
            900,
            5.8349916798761114e-05
          ],
          [
            1000,
            5.4942473070695996e-05
          ],
          [
            1100,
            5.97178477619309e-05
          ],
          [
            1200,
            5.7289213145850226e-05
          ],
          [
            1300,
            5.456450890051201e-05
          ],
          [
            1400,
            4.806027573067695e-05
          ],
          [
            1500,
            5.263492857920937e-05
          ],
          [
            1600,
            4.838803215534426e-05
          ],
          [
            1700,
            5.048471939517185e-05
          ],
          [
            1800,
            4.807324876310304e-05
          ],
          [
            1900,
            4.576299761538394e-05
          ],
          [
            2000,
            4.367404471850023e-05
          ],
          [
            2100,
            4.7406709200004116e-05
          ],
          [
            2200,
            4.765867197420448e-05
          ],
          [
            2300,
            4.5145206968300045e-05
          ],
          [
            2400,
            4.33046770922374e-05
          ],
          [
            2500,
            4.046722096973099e-05
          ],
          [
            2600,
            4.095788244740106e-05
          ],
          [
            2700,
            4.1980401874752715e-05
          ],
          [
            2800,
            4.351821917225607e-05
          ],
          [
            2900,
            4.028586045023985e-05
          ],
          [
            3000,
            4.121310485061258e-05
          ],
          [
            3100,
            4.011630517197773e-05
          ],
          [
            3200,
            4.2289047996746376e-05
          ],
          [
            3300,
            4.3064796045655385e-05
          ],
          [
            3400,
            4.1113838960882276e-05
          ],
          [
            3500,
            4.433206049725413e-05
          ],
          [
            3600,
            3.779212784138508e-05
          ],
          [
            3700,
            4.296305269235745e-05
          ],
          [
            3800,
            3.977967207902111e-05
          ],
          [
            3900,
            4.3595828174147755e-05
          ],
          [
            4000,
            4.2961346480296925e-05
          ],
          [
            4100,
            4.000502667622641e-05
          ],
          [
            4200,
            3.97592484659981e-05
          ],
          [
            4300,
            4.0247730794362724e-05
          ],
          [
            4400,
            5.862659600097686e-05
          ],
          [
            4500,
            3.85206876671873e-05
          ],
          [
            4600,
            4.3347212340449914e-05
          ],
          [
            4700,
            3.9948790799826384e-05
          ],
          [
            4800,
            4.1701427107909694e-05
          ],
          [
            4900,
            3.713413389050402e-05
          ],
          [
            5000,
            4.1132891055895016e-05
          ],
          [
            5100,
            4.164699203101918e-05
          ],
          [
            5200,
            3.9095637475838885e-05
          ],
          [
            5300,
            4.185518264421262e-05
          ],
          [
            5400,
            3.999951513833366e-05
          ],
          [
            5500,
            4.1575960494810715e-05
          ],
          [
            5600,
            4.012094723293558e-05
          ],
          [
            5700,
            4.185194484307431e-05
          ],
          [
            5800,
            4.149994128965773e-05
          ],
          [
            5900,
            4.310402800911106e-05
          ],
          [
            6000,
            3.8911417505005375e-05
          ],
          [
            6100,
            4.198103488306515e-05
          ],
          [
            6200,
            4.0178303606808186e-05
          ],
          [
            6300,
            4.264443487045355e-05
          ],
          [
            6400,
            4.3210337025811896e-05
          ],
          [
            6500,
            4.171814362052828e-05
          ],
          [
            6600,
            4.2964660678990185e-05
          ],
          [
            6700,
            4.093906682101078e-05
          ],
          [
            6800,
            4.209733015159145e-05
          ],
          [
            6900,
            4.4565276766661555e-05
          ],
          [
            7000,
            4.1763873014133424e-05
          ],
          [
            7100,
            4.420732511789538e-05
          ],
          [
            7200,
            4.3012230889871716e-05
          ],
          [
            7300,
            4.2903917346848175e-05
          ],
          [
            7400,
            4.537073982646689e-05
          ],
          [
            7500,
            4.395882933749817e-05
          ],
          [
            7600,
            4.268090197001584e-05
          ],
          [
            7700,
            4.424546204973012e-05
          ],
          [
            7800,
            4.4215586967766285e-05
          ],
          [
            7900,
            4.3561129132285714e-05
          ],
          [
            8000,
            4.4554904889082536e-05
          ],
          [
            8100,
            4.270037970854901e-05
          ],
          [
            8200,
            4.35332149208989e-05
          ],
          [
            8300,
            4.486608304432593e-05
          ],
          [
            8400,
            4.3780935811810195e-05
          ],
          [
            8500,
            4.4237625843379647e-05
          ],
          [
            8600,
            4.453989095054567e-05
          ],
          [
            8700,
            4.4941298256162554e-05
          ],
          [
            8800,
            4.361789979157038e-05
          ],
          [
            8900,
            4.377615186967887e-05
          ],
          [
            9000,
            4.422356505529024e-05
          ],
          [
            9100,
            4.2663345084292814e-05
          ],
          [
            9200,
            4.497196641750634e-05
          ],
          [
            9300,
            4.355737110017799e-05
          ]
        ],
        "logging/rms/model.layers.3.self_attn.k_proj/parameter": [
          [
            0,
            0.04355211555957794
          ],
          [
            100,
            0.044335320591926575
          ],
          [
            200,
            0.046835191547870636
          ],
          [
            300,
            0.04989684373140335
          ],
          [
            400,
            0.05262358486652374
          ],
          [
            500,
            0.05454975366592407
          ],
          [
            600,
            0.05620085075497627
          ],
          [
            700,
            0.05783497914671898
          ],
          [
            800,
            0.059217095375061035
          ],
          [
            900,
            0.06058663874864578
          ],
          [
            1000,
            0.061772141605615616
          ],
          [
            1100,
            0.06295475363731384
          ],
          [
            1200,
            0.06404021382331848
          ],
          [
            1300,
            0.06517885625362396
          ],
          [
            1400,
            0.06619773060083389
          ],
          [
            1500,
            0.06727061420679092
          ],
          [
            1600,
            0.06812964379787445
          ],
          [
            1700,
            0.06894516944885254
          ],
          [
            1800,
            0.06972677260637283
          ],
          [
            1900,
            0.0705195963382721
          ],
          [
            2000,
            0.07110842317342758
          ],
          [
            2100,
            0.07173696905374527
          ],
          [
            2200,
            0.07233167439699173
          ],
          [
            2300,
            0.07294615358114243
          ],
          [
            2400,
            0.07353996485471725
          ],
          [
            2500,
            0.0740426629781723
          ],
          [
            2600,
            0.07447139173746109
          ],
          [
            2700,
            0.07485558837652206
          ],
          [
            2800,
            0.07519477605819702
          ],
          [
            2900,
            0.07548900693655014
          ],
          [
            3000,
            0.07590260356664658
          ],
          [
            3100,
            0.0761280357837677
          ],
          [
            3200,
            0.07643111795186996
          ],
          [
            3300,
            0.07660633325576782
          ],
          [
            3400,
            0.07682602852582932
          ],
          [
            3500,
            0.07705170661211014
          ],
          [
            3600,
            0.07715336233377457
          ],
          [
            3700,
            0.07726292312145233
          ],
          [
            3800,
            0.07733537256717682
          ],
          [
            3900,
            0.07747233659029007
          ],
          [
            4000,
            0.0775647684931755
          ],
          [
            4100,
            0.07758971303701401
          ],
          [
            4200,
            0.07759657502174377
          ],
          [
            4300,
            0.0775093287229538
          ],
          [
            4400,
            0.07758617401123047
          ],
          [
            4500,
            0.07754038274288177
          ],
          [
            4600,
            0.0775107741355896
          ],
          [
            4700,
            0.07743960618972778
          ],
          [
            4800,
            0.07741795480251312
          ],
          [
            4900,
            0.07735180109739304
          ],
          [
            5000,
            0.07728265225887299
          ],
          [
            5100,
            0.0772247239947319
          ],
          [
            5200,
            0.07712516188621521
          ],
          [
            5300,
            0.07696601748466492
          ],
          [
            5400,
            0.07687468081712723
          ],
          [
            5500,
            0.07675040513277054
          ],
          [
            5600,
            0.07663466036319733
          ],
          [
            5700,
            0.07646291702985764
          ],
          [
            5800,
            0.07635494321584702
          ],
          [
            5900,
            0.07620136439800262
          ],
          [
            6000,
            0.07599213719367981
          ],
          [
            6100,
            0.07586706429719925
          ],
          [
            6200,
            0.07568135112524033
          ],
          [
            6300,
            0.0754828006029129
          ],
          [
            6400,
            0.07532087713479996
          ],
          [
            6500,
            0.07514632493257523
          ],
          [
            6600,
            0.07495845854282379
          ],
          [
            6700,
            0.07477247714996338
          ],
          [
            6800,
            0.07460574805736542
          ],
          [
            6900,
            0.07443172484636307
          ],
          [
            7000,
            0.07421012967824936
          ],
          [
            7100,
            0.07403100281953812
          ],
          [
            7200,
            0.073820561170578
          ],
          [
            7300,
            0.07363427430391312
          ],
          [
            7400,
            0.07342205196619034
          ],
          [
            7500,
            0.07322527468204498
          ],
          [
            7600,
            0.07304426282644272
          ],
          [
            7700,
            0.07284777611494064
          ],
          [
            7800,
            0.07269011437892914
          ],
          [
            7900,
            0.0724979043006897
          ],
          [
            8000,
            0.07234039902687073
          ],
          [
            8100,
            0.07217691838741302
          ],
          [
            8200,
            0.07202984392642975
          ],
          [
            8300,
            0.07186863571405411
          ],
          [
            8400,
            0.0717182457447052
          ],
          [
            8500,
            0.07159363478422165
          ],
          [
            8600,
            0.07146890461444855
          ],
          [
            8700,
            0.07134320586919785
          ],
          [
            8800,
            0.07123523205518723
          ],
          [
            8900,
            0.07114919275045395
          ],
          [
            9000,
            0.07108484953641891
          ],
          [
            9100,
            0.0710221603512764
          ],
          [
            9200,
            0.07098133862018585
          ],
          [
            9300,
            0.07095781713724136
          ]
        ],
        "logging/rms/model.layers.5.self_attn.q_proj/activation": [
          [
            0,
            0.9879881143569946
          ],
          [
            100,
            1.9493879079818726
          ],
          [
            200,
            1.9330593347549438
          ],
          [
            300,
            1.936477541923523
          ],
          [
            400,
            1.824549913406372
          ],
          [
            500,
            1.7703843116760254
          ],
          [
            600,
            1.7049825191497803
          ],
          [
            700,
            1.622743844985962
          ],
          [
            800,
            1.5643310546875
          ],
          [
            900,
            1.516126275062561
          ],
          [
            1000,
            1.491284966468811
          ],
          [
            1100,
            1.4532495737075806
          ],
          [
            1200,
            1.4078872203826904
          ],
          [
            1300,
            1.3985230922698975
          ],
          [
            1400,
            1.364493489265442
          ],
          [
            1500,
            1.356602430343628
          ],
          [
            1600,
            1.329348087310791
          ],
          [
            1700,
            1.3294689655303955
          ],
          [
            1800,
            1.3131239414215088
          ],
          [
            1900,
            1.2863184213638306
          ],
          [
            2000,
            1.287824034690857
          ],
          [
            2100,
            1.2886459827423096
          ],
          [
            2200,
            1.2781037092208862
          ],
          [
            2300,
            1.2659319639205933
          ],
          [
            2400,
            1.2636160850524902
          ],
          [
            2500,
            1.2551730871200562
          ],
          [
            2600,
            1.2472096681594849
          ],
          [
            2700,
            1.239050269126892
          ],
          [
            2800,
            1.2550896406173706
          ],
          [
            2900,
            1.235561728477478
          ],
          [
            3000,
            1.2316840887069702
          ],
          [
            3100,
            1.2380174398422241
          ],
          [
            3200,
            1.2191020250320435
          ],
          [
            3300,
            1.2279645204544067
          ],
          [
            3400,
            1.2276235818862915
          ],
          [
            3500,
            1.2241220474243164
          ],
          [
            3600,
            1.22111976146698
          ],
          [
            3700,
            1.2055004835128784
          ],
          [
            3800,
            1.223893404006958
          ],
          [
            3900,
            1.2248101234436035
          ],
          [
            4000,
            1.201550006866455
          ],
          [
            4100,
            1.210685133934021
          ],
          [
            4200,
            1.197519063949585
          ],
          [
            4300,
            1.2001240253448486
          ],
          [
            4400,
            1.2098863124847412
          ],
          [
            4500,
            1.197920799255371
          ],
          [
            4600,
            1.1926536560058594
          ],
          [
            4700,
            1.2131174802780151
          ],
          [
            4800,
            1.1978169679641724
          ],
          [
            4900,
            1.1940828561782837
          ],
          [
            5000,
            1.1993917226791382
          ],
          [
            5100,
            1.2052676677703857
          ],
          [
            5200,
            1.1963719129562378
          ],
          [
            5300,
            1.1968520879745483
          ],
          [
            5400,
            1.1995806694030762
          ],
          [
            5500,
            1.191243290901184
          ],
          [
            5600,
            1.1964668035507202
          ],
          [
            5700,
            1.2068425416946411
          ],
          [
            5800,
            1.1972516775131226
          ],
          [
            5900,
            1.1841713190078735
          ],
          [
            6000,
            1.1794490814208984
          ],
          [
            6100,
            1.1819794178009033
          ],
          [
            6200,
            1.185379147529602
          ],
          [
            6300,
            1.1817649602890015
          ],
          [
            6400,
            1.1875364780426025
          ],
          [
            6500,
            1.1891570091247559
          ],
          [
            6600,
            1.1812090873718262
          ],
          [
            6700,
            1.1741915941238403
          ],
          [
            6800,
            1.1870471239089966
          ],
          [
            6900,
            1.1827598810195923
          ],
          [
            7000,
            1.1791973114013672
          ],
          [
            7100,
            1.1853294372558594
          ],
          [
            7200,
            1.176928162574768
          ],
          [
            7300,
            1.1765514612197876
          ],
          [
            7400,
            1.1881600618362427
          ],
          [
            7500,
            1.1739795207977295
          ],
          [
            7600,
            1.181788444519043
          ],
          [
            7700,
            1.1815582513809204
          ],
          [
            7800,
            1.184325098991394
          ],
          [
            7900,
            1.1763569116592407
          ],
          [
            8000,
            1.1840518712997437
          ],
          [
            8100,
            1.1680065393447876
          ],
          [
            8200,
            1.1710723638534546
          ],
          [
            8300,
            1.172608494758606
          ],
          [
            8400,
            1.1717504262924194
          ],
          [
            8500,
            1.1638209819793701
          ],
          [
            8600,
            1.1769373416900635
          ],
          [
            8700,
            1.1668707132339478
          ],
          [
            8800,
            1.1657580137252808
          ],
          [
            8900,
            1.167046070098877
          ],
          [
            9000,
            1.167346715927124
          ],
          [
            9100,
            1.1592730283737183
          ],
          [
            9200,
            1.170928955078125
          ],
          [
            9300,
            1.1622686386108398
          ]
        ],
        "logging/rms/model.layers.6.post_attention_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9852243661880493
          ],
          [
            200,
            1.0107436180114746
          ],
          [
            300,
            1.0355113744735718
          ],
          [
            400,
            1.0395492315292358
          ],
          [
            500,
            1.038433313369751
          ],
          [
            600,
            1.033300518989563
          ],
          [
            700,
            1.024108648300171
          ],
          [
            800,
            1.0148725509643555
          ],
          [
            900,
            1.004032850265503
          ],
          [
            1000,
            0.9934099316596985
          ],
          [
            1100,
            0.9827048778533936
          ],
          [
            1200,
            0.9735426902770996
          ],
          [
            1300,
            0.9640426635742188
          ],
          [
            1400,
            0.9543377757072449
          ],
          [
            1500,
            0.946603536605835
          ],
          [
            1600,
            0.9371357560157776
          ],
          [
            1700,
            0.9293647408485413
          ],
          [
            1800,
            0.9213693141937256
          ],
          [
            1900,
            0.9147680997848511
          ],
          [
            2000,
            0.907293975353241
          ],
          [
            2100,
            0.9013704657554626
          ],
          [
            2200,
            0.8953793048858643
          ],
          [
            2300,
            0.8890923857688904
          ],
          [
            2400,
            0.8832785487174988
          ],
          [
            2500,
            0.8792089819908142
          ],
          [
            2600,
            0.874204158782959
          ],
          [
            2700,
            0.8695360422134399
          ],
          [
            2800,
            0.8642522692680359
          ],
          [
            2900,
            0.8597760200500488
          ],
          [
            3000,
            0.8562676310539246
          ],
          [
            3100,
            0.8520413637161255
          ],
          [
            3200,
            0.8479257225990295
          ],
          [
            3300,
            0.8449586033821106
          ],
          [
            3400,
            0.8416256308555603
          ],
          [
            3500,
            0.8382704854011536
          ],
          [
            3600,
            0.8362581133842468
          ],
          [
            3700,
            0.8330570459365845
          ],
          [
            3800,
            0.8307017683982849
          ],
          [
            3900,
            0.828437864780426
          ],
          [
            4000,
            0.8264853358268738
          ],
          [
            4100,
            0.8244307637214661
          ],
          [
            4200,
            0.8225367665290833
          ],
          [
            4300,
            0.8208587169647217
          ],
          [
            4400,
            0.8191611170768738
          ],
          [
            4500,
            0.8175788521766663
          ],
          [
            4600,
            0.8167867660522461
          ],
          [
            4700,
            0.8151972889900208
          ],
          [
            4800,
            0.8138525485992432
          ],
          [
            4900,
            0.8126853704452515
          ],
          [
            5000,
            0.8112955689430237
          ],
          [
            5100,
            0.8108629584312439
          ],
          [
            5200,
            0.8106236457824707
          ],
          [
            5300,
            0.8100290894508362
          ],
          [
            5400,
            0.8093788027763367
          ],
          [
            5500,
            0.808613121509552
          ],
          [
            5600,
            0.8078163862228394
          ],
          [
            5700,
            0.8071914315223694
          ],
          [
            5800,
            0.8070767521858215
          ],
          [
            5900,
            0.8071101307868958
          ],
          [
            6000,
            0.8066635131835938
          ],
          [
            6100,
            0.806394100189209
          ],
          [
            6200,
            0.8064761161804199
          ],
          [
            6300,
            0.8066906332969666
          ],
          [
            6400,
            0.8059701323509216
          ],
          [
            6500,
            0.8059700727462769
          ],
          [
            6600,
            0.8057794570922852
          ],
          [
            6700,
            0.8058637380599976
          ],
          [
            6800,
            0.8063205480575562
          ],
          [
            6900,
            0.8067985773086548
          ],
          [
            7000,
            0.8068332672119141
          ],
          [
            7100,
            0.8068130612373352
          ],
          [
            7200,
            0.8073652386665344
          ],
          [
            7300,
            0.8075551390647888
          ],
          [
            7400,
            0.8075734376907349
          ],
          [
            7500,
            0.8075499534606934
          ],
          [
            7600,
            0.8078885674476624
          ],
          [
            7700,
            0.8082289099693298
          ],
          [
            7800,
            0.8084655404090881
          ],
          [
            7900,
            0.8088851571083069
          ],
          [
            8000,
            0.8087230324745178
          ],
          [
            8100,
            0.8092438578605652
          ],
          [
            8200,
            0.8093728423118591
          ],
          [
            8300,
            0.8095952868461609
          ],
          [
            8400,
            0.8098728060722351
          ],
          [
            8500,
            0.8099931478500366
          ],
          [
            8600,
            0.8100490570068359
          ],
          [
            8700,
            0.8099496364593506
          ],
          [
            8800,
            0.8101443648338318
          ],
          [
            8900,
            0.8101984858512878
          ],
          [
            9000,
            0.8102756142616272
          ],
          [
            9100,
            0.8102405667304993
          ],
          [
            9200,
            0.8103116750717163
          ],
          [
            9300,
            0.810282826423645
          ]
        ],
        "logging/rms/model.layers.3.self_attn.o_proj/gradient": [
          [
            0,
            0.0005926204612478614
          ],
          [
            100,
            2.5259652829845436e-05
          ],
          [
            200,
            2.0663497707573697e-05
          ],
          [
            300,
            1.9353356037754565e-05
          ],
          [
            400,
            2.2684847863274626e-05
          ],
          [
            500,
            1.893883745651692e-05
          ],
          [
            600,
            2.005621172429528e-05
          ],
          [
            700,
            1.8127813746104948e-05
          ],
          [
            800,
            1.8799692043103278e-05
          ],
          [
            900,
            1.7436977941542864e-05
          ],
          [
            1000,
            1.703843918221537e-05
          ],
          [
            1100,
            1.8051621736958623e-05
          ],
          [
            1200,
            1.7036969438777305e-05
          ],
          [
            1300,
            1.6594285625615157e-05
          ],
          [
            1400,
            1.550789238535799e-05
          ],
          [
            1500,
            1.6523177691851743e-05
          ],
          [
            1600,
            1.5347004591603763e-05
          ],
          [
            1700,
            1.606403566256631e-05
          ],
          [
            1800,
            1.5801890185684897e-05
          ],
          [
            1900,
            1.5841922504478134e-05
          ],
          [
            2000,
            1.5942965546855703e-05
          ],
          [
            2100,
            1.6400008462369442e-05
          ],
          [
            2200,
            1.6000312825781293e-05
          ],
          [
            2300,
            1.567112485645339e-05
          ],
          [
            2400,
            1.5757626897539012e-05
          ],
          [
            2500,
            1.5234229067573324e-05
          ],
          [
            2600,
            1.494491061748704e-05
          ],
          [
            2700,
            1.534508373879362e-05
          ],
          [
            2800,
            1.6640800822642632e-05
          ],
          [
            2900,
            1.5331190297729336e-05
          ],
          [
            3000,
            1.6710240743122995e-05
          ],
          [
            3100,
            1.582442200742662e-05
          ],
          [
            3200,
            1.5709987565060146e-05
          ],
          [
            3300,
            1.6408268493250944e-05
          ],
          [
            3400,
            1.606388104846701e-05
          ],
          [
            3500,
            1.6324327589245513e-05
          ],
          [
            3600,
            1.5565012290608138e-05
          ],
          [
            3700,
            1.5780102330609225e-05
          ],
          [
            3800,
            1.628764766792301e-05
          ],
          [
            3900,
            1.7643058527028188e-05
          ],
          [
            4000,
            1.6906504242797382e-05
          ],
          [
            4100,
            1.60528979904484e-05
          ],
          [
            4200,
            1.662766771914903e-05
          ],
          [
            4300,
            1.6461613995488733e-05
          ],
          [
            4400,
            2.8868573281215504e-05
          ],
          [
            4500,
            1.6387522919103503e-05
          ],
          [
            4600,
            1.7374388335156254e-05
          ],
          [
            4700,
            1.7048674635589123e-05
          ],
          [
            4800,
            1.743138454912696e-05
          ],
          [
            4900,
            1.660614725551568e-05
          ],
          [
            5000,
            1.7655578631092794e-05
          ],
          [
            5100,
            1.7602493244339712e-05
          ],
          [
            5200,
            1.719006831990555e-05
          ],
          [
            5300,
            1.7858179489849135e-05
          ],
          [
            5400,
            1.7784390365704894e-05
          ],
          [
            5500,
            1.75054810824804e-05
          ],
          [
            5600,
            1.7666059648036025e-05
          ],
          [
            5700,
            1.9007138689630665e-05
          ],
          [
            5800,
            1.8513605027692392e-05
          ],
          [
            5900,
            1.8776019715005532e-05
          ],
          [
            6000,
            1.7794318409869447e-05
          ],
          [
            6100,
            1.8678147171158344e-05
          ],
          [
            6200,
            1.7860660591395572e-05
          ],
          [
            6300,
            1.8963191905640997e-05
          ],
          [
            6400,
            1.9133671230520122e-05
          ],
          [
            6500,
            1.9308246919536032e-05
          ],
          [
            6600,
            1.9334358512423933e-05
          ],
          [
            6700,
            2.0661846065195277e-05
          ],
          [
            6800,
            1.9658989913295954e-05
          ],
          [
            6900,
            2.0304916688473895e-05
          ],
          [
            7000,
            1.9508846889948472e-05
          ],
          [
            7100,
            2.0448578652576543e-05
          ],
          [
            7200,
            1.9829169104923494e-05
          ],
          [
            7300,
            1.9906636225641705e-05
          ],
          [
            7400,
            2.0594796296791174e-05
          ],
          [
            7500,
            2.0440094885998406e-05
          ],
          [
            7600,
            2.029270035563968e-05
          ],
          [
            7700,
            2.0891458916594274e-05
          ],
          [
            7800,
            2.1325580746633932e-05
          ],
          [
            7900,
            2.062947714875918e-05
          ],
          [
            8000,
            2.1373127310653217e-05
          ],
          [
            8100,
            2.074243820970878e-05
          ],
          [
            8200,
            2.1052994270576164e-05
          ],
          [
            8300,
            2.1537811335292645e-05
          ],
          [
            8400,
            2.137415503966622e-05
          ],
          [
            8500,
            2.150389445887413e-05
          ],
          [
            8600,
            2.1847392417839728e-05
          ],
          [
            8700,
            2.1477320842677727e-05
          ],
          [
            8800,
            2.1595855287159793e-05
          ],
          [
            8900,
            2.148309249605518e-05
          ],
          [
            9000,
            2.1868758267373778e-05
          ],
          [
            9100,
            2.1408452084870078e-05
          ],
          [
            9200,
            2.222951479780022e-05
          ],
          [
            9300,
            2.144141762983054e-05
          ]
        ],
        "logging/rms/model.layers.3.input_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9880366921424866
          ],
          [
            200,
            0.9675582051277161
          ],
          [
            300,
            0.9500306248664856
          ],
          [
            400,
            0.9352524876594543
          ],
          [
            500,
            0.9176516532897949
          ],
          [
            600,
            0.8991923332214355
          ],
          [
            700,
            0.8834864497184753
          ],
          [
            800,
            0.8675748705863953
          ],
          [
            900,
            0.8535937070846558
          ],
          [
            1000,
            0.8392846584320068
          ],
          [
            1100,
            0.8261182904243469
          ],
          [
            1200,
            0.8120428323745728
          ],
          [
            1300,
            0.8023471832275391
          ],
          [
            1400,
            0.7902019023895264
          ],
          [
            1500,
            0.7806458473205566
          ],
          [
            1600,
            0.7699032425880432
          ],
          [
            1700,
            0.7603698968887329
          ],
          [
            1800,
            0.7512414455413818
          ],
          [
            1900,
            0.7429858446121216
          ],
          [
            2000,
            0.7343534231185913
          ],
          [
            2100,
            0.7256836891174316
          ],
          [
            2200,
            0.7188040614128113
          ],
          [
            2300,
            0.7120132446289062
          ],
          [
            2400,
            0.7064878940582275
          ],
          [
            2500,
            0.7007194757461548
          ],
          [
            2600,
            0.6949878931045532
          ],
          [
            2700,
            0.6885051131248474
          ],
          [
            2800,
            0.683736264705658
          ],
          [
            2900,
            0.678601086139679
          ],
          [
            3000,
            0.6745510697364807
          ],
          [
            3100,
            0.6703954935073853
          ],
          [
            3200,
            0.6656851768493652
          ],
          [
            3300,
            0.6612151265144348
          ],
          [
            3400,
            0.6585402488708496
          ],
          [
            3500,
            0.654955267906189
          ],
          [
            3600,
            0.6512717604637146
          ],
          [
            3700,
            0.6481428146362305
          ],
          [
            3800,
            0.6447919607162476
          ],
          [
            3900,
            0.6429019570350647
          ],
          [
            4000,
            0.6402740478515625
          ],
          [
            4100,
            0.6370433568954468
          ],
          [
            4200,
            0.6348325610160828
          ],
          [
            4300,
            0.6325962543487549
          ],
          [
            4400,
            0.6302998065948486
          ],
          [
            4500,
            0.6287328004837036
          ],
          [
            4600,
            0.6268603801727295
          ],
          [
            4700,
            0.624880313873291
          ],
          [
            4800,
            0.6233834624290466
          ],
          [
            4900,
            0.6222257018089294
          ],
          [
            5000,
            0.6209250688552856
          ],
          [
            5100,
            0.6201356053352356
          ],
          [
            5200,
            0.6185710430145264
          ],
          [
            5300,
            0.6171159148216248
          ],
          [
            5400,
            0.6165716648101807
          ],
          [
            5500,
            0.6152181625366211
          ],
          [
            5600,
            0.6141622066497803
          ],
          [
            5700,
            0.6132626533508301
          ],
          [
            5800,
            0.6129130125045776
          ],
          [
            5900,
            0.6116524338722229
          ],
          [
            6000,
            0.6110537648200989
          ],
          [
            6100,
            0.6107468008995056
          ],
          [
            6200,
            0.6101531386375427
          ],
          [
            6300,
            0.6092761754989624
          ],
          [
            6400,
            0.6090927720069885
          ],
          [
            6500,
            0.6091504096984863
          ],
          [
            6600,
            0.6082693934440613
          ],
          [
            6700,
            0.608054518699646
          ],
          [
            6800,
            0.6080570220947266
          ],
          [
            6900,
            0.6081615090370178
          ],
          [
            7000,
            0.6070764064788818
          ],
          [
            7100,
            0.6073464155197144
          ],
          [
            7200,
            0.6069703102111816
          ],
          [
            7300,
            0.6071522831916809
          ],
          [
            7400,
            0.6066405773162842
          ],
          [
            7500,
            0.6065955758094788
          ],
          [
            7600,
            0.6067258715629578
          ],
          [
            7700,
            0.6062175035476685
          ],
          [
            7800,
            0.6066703200340271
          ],
          [
            7900,
            0.6062164306640625
          ],
          [
            8000,
            0.6063446402549744
          ],
          [
            8100,
            0.6062610745429993
          ],
          [
            8200,
            0.6066150665283203
          ],
          [
            8300,
            0.6061238050460815
          ],
          [
            8400,
            0.6060017347335815
          ],
          [
            8500,
            0.6061622500419617
          ],
          [
            8600,
            0.6061177849769592
          ],
          [
            8700,
            0.6058139801025391
          ],
          [
            8800,
            0.6056481599807739
          ],
          [
            8900,
            0.6056653261184692
          ],
          [
            9000,
            0.6057520508766174
          ],
          [
            9100,
            0.6055874228477478
          ],
          [
            9200,
            0.6055330634117126
          ],
          [
            9300,
            0.605521559715271
          ]
        ],
        "logging/rms/model.layers.6.mlp.down_proj/parameter": [
          [
            0,
            0.02330436185002327
          ],
          [
            100,
            0.025231294333934784
          ],
          [
            200,
            0.03432780131697655
          ],
          [
            300,
            0.04279131069779396
          ],
          [
            400,
            0.04941186681389809
          ],
          [
            500,
            0.054918013513088226
          ],
          [
            600,
            0.059483230113983154
          ],
          [
            700,
            0.06336873024702072
          ],
          [
            800,
            0.0667952224612236
          ],
          [
            900,
            0.06978029757738113
          ],
          [
            1000,
            0.07246412336826324
          ],
          [
            1100,
            0.07484748214483261
          ],
          [
            1200,
            0.07698275148868561
          ],
          [
            1300,
            0.07889878004789352
          ],
          [
            1400,
            0.08061360567808151
          ],
          [
            1500,
            0.08219806104898453
          ],
          [
            1600,
            0.08358106017112732
          ],
          [
            1700,
            0.08485468477010727
          ],
          [
            1800,
            0.08597207814455032
          ],
          [
            1900,
            0.0870053619146347
          ],
          [
            2000,
            0.0879058837890625
          ],
          [
            2100,
            0.08875834941864014
          ],
          [
            2200,
            0.08949925750494003
          ],
          [
            2300,
            0.09016090631484985
          ],
          [
            2400,
            0.09073790162801743
          ],
          [
            2500,
            0.09127878397703171
          ],
          [
            2600,
            0.09174375981092453
          ],
          [
            2700,
            0.09215646237134933
          ],
          [
            2800,
            0.09248992800712585
          ],
          [
            2900,
            0.09279084205627441
          ],
          [
            3000,
            0.093052938580513
          ],
          [
            3100,
            0.09325437992811203
          ],
          [
            3200,
            0.0934249684214592
          ],
          [
            3300,
            0.09356065094470978
          ],
          [
            3400,
            0.09366118162870407
          ],
          [
            3500,
            0.09372947365045547
          ],
          [
            3600,
            0.09378053992986679
          ],
          [
            3700,
            0.09378748387098312
          ],
          [
            3800,
            0.09377731382846832
          ],
          [
            3900,
            0.09374068677425385
          ],
          [
            4000,
            0.09367875754833221
          ],
          [
            4100,
            0.09359519183635712
          ],
          [
            4200,
            0.09348545223474503
          ],
          [
            4300,
            0.09336335957050323
          ],
          [
            4400,
            0.09321717172861099
          ],
          [
            4500,
            0.09305829554796219
          ],
          [
            4600,
            0.09288910776376724
          ],
          [
            4700,
            0.09269437938928604
          ],
          [
            4800,
            0.09249401837587357
          ],
          [
            4900,
            0.09227269142866135
          ],
          [
            5000,
            0.09203824400901794
          ],
          [
            5100,
            0.09180392324924469
          ],
          [
            5200,
            0.09156192094087601
          ],
          [
            5300,
            0.09130727499723434
          ],
          [
            5400,
            0.09104004502296448
          ],
          [
            5500,
            0.09075925499200821
          ],
          [
            5600,
            0.09047508984804153
          ],
          [
            5700,
            0.09018715471029282
          ],
          [
            5800,
            0.08990414440631866
          ],
          [
            5900,
            0.0896146222949028
          ],
          [
            6000,
            0.08931218087673187
          ],
          [
            6100,
            0.08900760859251022
          ],
          [
            6200,
            0.08870033174753189
          ],
          [
            6300,
            0.08839717507362366
          ],
          [
            6400,
            0.08807994425296783
          ],
          [
            6500,
            0.08776946365833282
          ],
          [
            6600,
            0.08745349943637848
          ],
          [
            6700,
            0.08714272826910019
          ],
          [
            6800,
            0.08683860301971436
          ],
          [
            6900,
            0.08653593808412552
          ],
          [
            7000,
            0.08622636646032333
          ],
          [
            7100,
            0.08592065423727036
          ],
          [
            7200,
            0.08562702685594559
          ],
          [
            7300,
            0.08533333986997604
          ],
          [
            7400,
            0.0850391760468483
          ],
          [
            7500,
            0.08475318551063538
          ],
          [
            7600,
            0.08447311073541641
          ],
          [
            7700,
            0.08420553058385849
          ],
          [
            7800,
            0.08394177258014679
          ],
          [
            7900,
            0.08369163423776627
          ],
          [
            8000,
            0.08344122767448425
          ],
          [
            8100,
            0.08321090787649155
          ],
          [
            8200,
            0.08298498392105103
          ],
          [
            8300,
            0.08277659118175507
          ],
          [
            8400,
            0.08257985860109329
          ],
          [
            8500,
            0.08239785581827164
          ],
          [
            8600,
            0.08222926408052444
          ],
          [
            8700,
            0.08207330852746964
          ],
          [
            8800,
            0.08194083720445633
          ],
          [
            8900,
            0.08182387053966522
          ],
          [
            9000,
            0.08172754943370819
          ],
          [
            9100,
            0.08165072649717331
          ],
          [
            9200,
            0.0815967544913292
          ],
          [
            9300,
            0.08156568557024002
          ]
        ],
        "logging/rms/model.layers.3.mlp/activation": [
          [
            0,
            0.580547034740448
          ],
          [
            100,
            1.2136750221252441
          ],
          [
            200,
            1.4551845788955688
          ],
          [
            300,
            1.9231271743774414
          ],
          [
            400,
            2.1620421409606934
          ],
          [
            500,
            2.4476852416992188
          ],
          [
            600,
            2.700352191925049
          ],
          [
            700,
            2.850584030151367
          ],
          [
            800,
            2.985961437225342
          ],
          [
            900,
            2.9851770401000977
          ],
          [
            1000,
            3.1191370487213135
          ],
          [
            1100,
            3.270045757293701
          ],
          [
            1200,
            3.250579595565796
          ],
          [
            1300,
            3.2480194568634033
          ],
          [
            1400,
            3.248055934906006
          ],
          [
            1500,
            3.2584216594696045
          ],
          [
            1600,
            3.279621124267578
          ],
          [
            1700,
            3.2700271606445312
          ],
          [
            1800,
            3.3128232955932617
          ],
          [
            1900,
            3.315657138824463
          ],
          [
            2000,
            3.339597225189209
          ],
          [
            2100,
            3.25305438041687
          ],
          [
            2200,
            3.2414393424987793
          ],
          [
            2300,
            3.239217519760132
          ],
          [
            2400,
            3.29333758354187
          ],
          [
            2500,
            3.1851906776428223
          ],
          [
            2600,
            3.139699935913086
          ],
          [
            2700,
            3.1159420013427734
          ],
          [
            2800,
            3.075380802154541
          ],
          [
            2900,
            3.19158935546875
          ],
          [
            3000,
            3.007511854171753
          ],
          [
            3100,
            3.047374963760376
          ],
          [
            3200,
            3.043710708618164
          ],
          [
            3300,
            3.033447742462158
          ],
          [
            3400,
            3.0180907249450684
          ],
          [
            3500,
            2.9792115688323975
          ],
          [
            3600,
            2.9921228885650635
          ],
          [
            3700,
            2.8894894123077393
          ],
          [
            3800,
            2.9699721336364746
          ],
          [
            3900,
            2.938978672027588
          ],
          [
            4000,
            2.9174864292144775
          ],
          [
            4100,
            2.8219470977783203
          ],
          [
            4200,
            2.8060028553009033
          ],
          [
            4300,
            2.7954013347625732
          ],
          [
            4400,
            2.7577900886535645
          ],
          [
            4500,
            2.7131316661834717
          ],
          [
            4600,
            2.7427315711975098
          ],
          [
            4700,
            2.669431686401367
          ],
          [
            4800,
            2.658043146133423
          ],
          [
            4900,
            2.657467842102051
          ],
          [
            5000,
            2.592477560043335
          ],
          [
            5100,
            2.6450023651123047
          ],
          [
            5200,
            2.5867271423339844
          ],
          [
            5300,
            2.58085036277771
          ],
          [
            5400,
            2.549506187438965
          ],
          [
            5500,
            2.520228862762451
          ],
          [
            5600,
            2.5094573497772217
          ],
          [
            5700,
            2.4784748554229736
          ],
          [
            5800,
            2.4369847774505615
          ],
          [
            5900,
            2.4219162464141846
          ],
          [
            6000,
            2.362488269805908
          ],
          [
            6100,
            2.355970621109009
          ],
          [
            6200,
            2.398672580718994
          ],
          [
            6300,
            2.2887868881225586
          ],
          [
            6400,
            2.302542209625244
          ],
          [
            6500,
            2.2648801803588867
          ],
          [
            6600,
            2.3198139667510986
          ],
          [
            6700,
            2.2419474124908447
          ],
          [
            6800,
            2.2113823890686035
          ],
          [
            6900,
            2.1633079051971436
          ],
          [
            7000,
            2.2232067584991455
          ],
          [
            7100,
            2.176694631576538
          ],
          [
            7200,
            2.1381733417510986
          ],
          [
            7300,
            2.116934061050415
          ],
          [
            7400,
            2.1066746711730957
          ],
          [
            7500,
            2.046922445297241
          ],
          [
            7600,
            2.0945160388946533
          ],
          [
            7700,
            2.070359468460083
          ],
          [
            7800,
            2.0445151329040527
          ],
          [
            7900,
            2.02268648147583
          ],
          [
            8000,
            2.018280029296875
          ],
          [
            8100,
            1.9871219396591187
          ],
          [
            8200,
            1.9871727228164673
          ],
          [
            8300,
            1.9893085956573486
          ],
          [
            8400,
            1.938297986984253
          ],
          [
            8500,
            1.9278125762939453
          ],
          [
            8600,
            1.9351961612701416
          ],
          [
            8700,
            1.9235658645629883
          ],
          [
            8800,
            1.9025319814682007
          ],
          [
            8900,
            1.900214672088623
          ],
          [
            9000,
            1.8899257183074951
          ],
          [
            9100,
            1.8784385919570923
          ],
          [
            9200,
            1.880779504776001
          ],
          [
            9300,
            1.8570631742477417
          ]
        ],
        "logging/rms/model.layers.7.self_attn.q_proj/activation": [
          [
            0,
            0.9900226593017578
          ],
          [
            100,
            1.8396462202072144
          ],
          [
            200,
            1.8643834590911865
          ],
          [
            300,
            1.8377482891082764
          ],
          [
            400,
            1.7733279466629028
          ],
          [
            500,
            1.720260739326477
          ],
          [
            600,
            1.67063307762146
          ],
          [
            700,
            1.6001814603805542
          ],
          [
            800,
            1.567692756652832
          ],
          [
            900,
            1.507021188735962
          ],
          [
            1000,
            1.4834352731704712
          ],
          [
            1100,
            1.451924204826355
          ],
          [
            1200,
            1.4301185607910156
          ],
          [
            1300,
            1.4063857793807983
          ],
          [
            1400,
            1.3832875490188599
          ],
          [
            1500,
            1.3736547231674194
          ],
          [
            1600,
            1.3675436973571777
          ],
          [
            1700,
            1.3640660047531128
          ],
          [
            1800,
            1.3554918766021729
          ],
          [
            1900,
            1.336868405342102
          ],
          [
            2000,
            1.3422518968582153
          ],
          [
            2100,
            1.342713475227356
          ],
          [
            2200,
            1.322356939315796
          ],
          [
            2300,
            1.3211066722869873
          ],
          [
            2400,
            1.3285273313522339
          ],
          [
            2500,
            1.3197451829910278
          ],
          [
            2600,
            1.308923363685608
          ],
          [
            2700,
            1.3109848499298096
          ],
          [
            2800,
            1.3173441886901855
          ],
          [
            2900,
            1.296151041984558
          ],
          [
            3000,
            1.3015021085739136
          ],
          [
            3100,
            1.300201416015625
          ],
          [
            3200,
            1.284617304801941
          ],
          [
            3300,
            1.2982083559036255
          ],
          [
            3400,
            1.2950055599212646
          ],
          [
            3500,
            1.2905431985855103
          ],
          [
            3600,
            1.2886316776275635
          ],
          [
            3700,
            1.275081992149353
          ],
          [
            3800,
            1.2885010242462158
          ],
          [
            3900,
            1.2923885583877563
          ],
          [
            4000,
            1.2781120538711548
          ],
          [
            4100,
            1.2926414012908936
          ],
          [
            4200,
            1.2743825912475586
          ],
          [
            4300,
            1.2766261100769043
          ],
          [
            4400,
            1.2849243879318237
          ],
          [
            4500,
            1.2760637998580933
          ],
          [
            4600,
            1.2775516510009766
          ],
          [
            4700,
            1.2897634506225586
          ],
          [
            4800,
            1.2736377716064453
          ],
          [
            4900,
            1.2734620571136475
          ],
          [
            5000,
            1.2727584838867188
          ],
          [
            5100,
            1.2830523252487183
          ],
          [
            5200,
            1.2770566940307617
          ],
          [
            5300,
            1.268662929534912
          ],
          [
            5400,
            1.2713000774383545
          ],
          [
            5500,
            1.262500286102295
          ],
          [
            5600,
            1.2734298706054688
          ],
          [
            5700,
            1.2807896137237549
          ],
          [
            5800,
            1.2686911821365356
          ],
          [
            5900,
            1.2650487422943115
          ],
          [
            6000,
            1.2646842002868652
          ],
          [
            6100,
            1.2699134349822998
          ],
          [
            6200,
            1.2616511583328247
          ],
          [
            6300,
            1.267964243888855
          ],
          [
            6400,
            1.273466944694519
          ],
          [
            6500,
            1.2757014036178589
          ],
          [
            6600,
            1.262397050857544
          ],
          [
            6700,
            1.2599397897720337
          ],
          [
            6800,
            1.268837332725525
          ],
          [
            6900,
            1.265409231185913
          ],
          [
            7000,
            1.2683002948760986
          ],
          [
            7100,
            1.2670317888259888
          ],
          [
            7200,
            1.263464331626892
          ],
          [
            7300,
            1.2611143589019775
          ],
          [
            7400,
            1.262829303741455
          ],
          [
            7500,
            1.2531147003173828
          ],
          [
            7600,
            1.2668689489364624
          ],
          [
            7700,
            1.2710133790969849
          ],
          [
            7800,
            1.2696127891540527
          ],
          [
            7900,
            1.2589380741119385
          ],
          [
            8000,
            1.26736581325531
          ],
          [
            8100,
            1.2548383474349976
          ],
          [
            8200,
            1.2597039937973022
          ],
          [
            8300,
            1.265901803970337
          ],
          [
            8400,
            1.2641571760177612
          ],
          [
            8500,
            1.2582104206085205
          ],
          [
            8600,
            1.268893837928772
          ],
          [
            8700,
            1.2569489479064941
          ],
          [
            8800,
            1.257124423980713
          ],
          [
            8900,
            1.259351134300232
          ],
          [
            9000,
            1.2602643966674805
          ],
          [
            9100,
            1.2526439428329468
          ],
          [
            9200,
            1.2684929370880127
          ],
          [
            9300,
            1.2570468187332153
          ]
        ],
        "logging/rms/model.layers.7.self_attn.o_proj/parameter": [
          [
            0,
            0.04356725886464119
          ],
          [
            100,
            0.04348479583859444
          ],
          [
            200,
            0.04624982550740242
          ],
          [
            300,
            0.051965001970529556
          ],
          [
            400,
            0.05948226526379585
          ],
          [
            500,
            0.06669212877750397
          ],
          [
            600,
            0.07301381975412369
          ],
          [
            700,
            0.07892230898141861
          ],
          [
            800,
            0.08420222997665405
          ],
          [
            900,
            0.08910875767469406
          ],
          [
            1000,
            0.09352175891399384
          ],
          [
            1100,
            0.09744760394096375
          ],
          [
            1200,
            0.10101761668920517
          ],
          [
            1300,
            0.10427509993314743
          ],
          [
            1400,
            0.10726472735404968
          ],
          [
            1500,
            0.109909288585186
          ],
          [
            1600,
            0.11238851398229599
          ],
          [
            1700,
            0.11454211920499802
          ],
          [
            1800,
            0.11646883189678192
          ],
          [
            1900,
            0.1182398870587349
          ],
          [
            2000,
            0.12005253881216049
          ],
          [
            2100,
            0.12156186997890472
          ],
          [
            2200,
            0.1228441447019577
          ],
          [
            2300,
            0.12405291199684143
          ],
          [
            2400,
            0.12512587010860443
          ],
          [
            2500,
            0.1261139214038849
          ],
          [
            2600,
            0.12697048485279083
          ],
          [
            2700,
            0.12780021131038666
          ],
          [
            2800,
            0.12853045761585236
          ],
          [
            2900,
            0.12910602986812592
          ],
          [
            3000,
            0.1296708881855011
          ],
          [
            3100,
            0.13012729585170746
          ],
          [
            3200,
            0.13060326874256134
          ],
          [
            3300,
            0.13094496726989746
          ],
          [
            3400,
            0.13123086094856262
          ],
          [
            3500,
            0.13150650262832642
          ],
          [
            3600,
            0.13168086111545563
          ],
          [
            3700,
            0.13189776241779327
          ],
          [
            3800,
            0.13204450905323029
          ],
          [
            3900,
            0.1321243941783905
          ],
          [
            4000,
            0.13213206827640533
          ],
          [
            4100,
            0.13207261264324188
          ],
          [
            4200,
            0.13207750022411346
          ],
          [
            4300,
            0.13204310834407806
          ],
          [
            4400,
            0.13195006549358368
          ],
          [
            4500,
            0.13192319869995117
          ],
          [
            4600,
            0.131789892911911
          ],
          [
            4700,
            0.13162484765052795
          ],
          [
            4800,
            0.13140346109867096
          ],
          [
            4900,
            0.13125202059745789
          ],
          [
            5000,
            0.13103652000427246
          ],
          [
            5100,
            0.13081403076648712
          ],
          [
            5200,
            0.13055455684661865
          ],
          [
            5300,
            0.13029377162456512
          ],
          [
            5400,
            0.13004185259342194
          ],
          [
            5500,
            0.12976348400115967
          ],
          [
            5600,
            0.12947413325309753
          ],
          [
            5700,
            0.1291843056678772
          ],
          [
            5800,
            0.1288558691740036
          ],
          [
            5900,
            0.12854032218456268
          ],
          [
            6000,
            0.1282140016555786
          ],
          [
            6100,
            0.12788677215576172
          ],
          [
            6200,
            0.1275733858346939
          ],
          [
            6300,
            0.12722918391227722
          ],
          [
            6400,
            0.1268777847290039
          ],
          [
            6500,
            0.12654796242713928
          ],
          [
            6600,
            0.1261914223432541
          ],
          [
            6700,
            0.1258724331855774
          ],
          [
            6800,
            0.12554284930229187
          ],
          [
            6900,
            0.12518183887004852
          ],
          [
            7000,
            0.12484412640333176
          ],
          [
            7100,
            0.12450548261404037
          ],
          [
            7200,
            0.12418973445892334
          ],
          [
            7300,
            0.12383890897035599
          ],
          [
            7400,
            0.12352461367845535
          ],
          [
            7500,
            0.12323009967803955
          ],
          [
            7600,
            0.12292896956205368
          ],
          [
            7700,
            0.12261141091585159
          ],
          [
            7800,
            0.12232520431280136
          ],
          [
            7900,
            0.12205121666193008
          ],
          [
            8000,
            0.12178845703601837
          ],
          [
            8100,
            0.12152609974145889
          ],
          [
            8200,
            0.12127933651208878
          ],
          [
            8300,
            0.1210600957274437
          ],
          [
            8400,
            0.12085307389497757
          ],
          [
            8500,
            0.12065555900335312
          ],
          [
            8600,
            0.12047556787729263
          ],
          [
            8700,
            0.12031477689743042
          ],
          [
            8800,
            0.1201673150062561
          ],
          [
            8900,
            0.12004726380109787
          ],
          [
            9000,
            0.11994890868663788
          ],
          [
            9100,
            0.11987263709306717
          ],
          [
            9200,
            0.11981651932001114
          ],
          [
            9300,
            0.1197851374745369
          ]
        ],
        "logging/rms/model.layers.1.self_attn.o_proj/activation": [
          [
            0,
            0.7429535388946533
          ],
          [
            100,
            1.5116504430770874
          ],
          [
            200,
            1.9890331029891968
          ],
          [
            300,
            2.4044594764709473
          ],
          [
            400,
            2.5803678035736084
          ],
          [
            500,
            2.6336429119110107
          ],
          [
            600,
            2.6760971546173096
          ],
          [
            700,
            2.735028028488159
          ],
          [
            800,
            2.722109317779541
          ],
          [
            900,
            2.718210220336914
          ],
          [
            1000,
            2.685269355773926
          ],
          [
            1100,
            2.6400482654571533
          ],
          [
            1200,
            2.64731764793396
          ],
          [
            1300,
            2.636644124984741
          ],
          [
            1400,
            2.5695817470550537
          ],
          [
            1500,
            2.5510644912719727
          ],
          [
            1600,
            2.523313283920288
          ],
          [
            1700,
            2.503699541091919
          ],
          [
            1800,
            2.474600315093994
          ],
          [
            1900,
            2.4731125831604004
          ],
          [
            2000,
            2.414926528930664
          ],
          [
            2100,
            2.3958818912506104
          ],
          [
            2200,
            2.3634424209594727
          ],
          [
            2300,
            2.3348276615142822
          ],
          [
            2400,
            2.318770170211792
          ],
          [
            2500,
            2.267253875732422
          ],
          [
            2600,
            2.2375662326812744
          ],
          [
            2700,
            2.216580867767334
          ],
          [
            2800,
            2.2146353721618652
          ],
          [
            2900,
            2.1436829566955566
          ],
          [
            3000,
            2.1411209106445312
          ],
          [
            3100,
            2.1121654510498047
          ],
          [
            3200,
            2.0824475288391113
          ],
          [
            3300,
            2.0581867694854736
          ],
          [
            3400,
            2.0181055068969727
          ],
          [
            3500,
            2.011976718902588
          ],
          [
            3600,
            1.9671642780303955
          ],
          [
            3700,
            1.9425026178359985
          ],
          [
            3800,
            1.947556972503662
          ],
          [
            3900,
            1.9091131687164307
          ],
          [
            4000,
            1.883631706237793
          ],
          [
            4100,
            1.856917381286621
          ],
          [
            4200,
            1.8126869201660156
          ],
          [
            4300,
            1.7877910137176514
          ],
          [
            4400,
            1.7841740846633911
          ],
          [
            4500,
            1.7293928861618042
          ],
          [
            4600,
            1.7061372995376587
          ],
          [
            4700,
            1.722708821296692
          ],
          [
            4800,
            1.6654189825057983
          ],
          [
            4900,
            1.649992823600769
          ],
          [
            5000,
            1.6431471109390259
          ],
          [
            5100,
            1.6186569929122925
          ],
          [
            5200,
            1.5875093936920166
          ],
          [
            5300,
            1.5706812143325806
          ],
          [
            5400,
            1.558337688446045
          ],
          [
            5500,
            1.5241334438323975
          ],
          [
            5600,
            1.5058319568634033
          ],
          [
            5700,
            1.5031933784484863
          ],
          [
            5800,
            1.465408205986023
          ],
          [
            5900,
            1.450941801071167
          ],
          [
            6000,
            1.425341010093689
          ],
          [
            6100,
            1.4051690101623535
          ],
          [
            6200,
            1.4015675783157349
          ],
          [
            6300,
            1.3682641983032227
          ],
          [
            6400,
            1.3613865375518799
          ],
          [
            6500,
            1.3316999673843384
          ],
          [
            6600,
            1.309616208076477
          ],
          [
            6700,
            1.2912607192993164
          ],
          [
            6800,
            1.2777818441390991
          ],
          [
            6900,
            1.2663034200668335
          ],
          [
            7000,
            1.2601217031478882
          ],
          [
            7100,
            1.2297455072402954
          ],
          [
            7200,
            1.2080844640731812
          ],
          [
            7300,
            1.1990936994552612
          ],
          [
            7400,
            1.1901299953460693
          ],
          [
            7500,
            1.1587425470352173
          ],
          [
            7600,
            1.1573841571807861
          ],
          [
            7700,
            1.1534379720687866
          ],
          [
            7800,
            1.1407432556152344
          ],
          [
            7900,
            1.1183449029922485
          ],
          [
            8000,
            1.0992252826690674
          ],
          [
            8100,
            1.0826125144958496
          ],
          [
            8200,
            1.0738519430160522
          ],
          [
            8300,
            1.054725170135498
          ],
          [
            8400,
            1.0459002256393433
          ],
          [
            8500,
            1.0394033193588257
          ],
          [
            8600,
            1.0371888875961304
          ],
          [
            8700,
            1.024072527885437
          ],
          [
            8800,
            1.009675145149231
          ],
          [
            8900,
            1.0031322240829468
          ],
          [
            9000,
            0.994454026222229
          ],
          [
            9100,
            0.9819987416267395
          ],
          [
            9200,
            0.993841290473938
          ],
          [
            9300,
            0.9827905893325806
          ]
        ],
        "logging/rms/model.embed_tokens/gradient": [
          [
            0,
            0.01188088208436966
          ],
          [
            100,
            0.00018766395805869251
          ],
          [
            200,
            0.00011014252959284931
          ],
          [
            300,
            5.6961889640660957e-05
          ],
          [
            400,
            5.1776092732325196e-05
          ],
          [
            500,
            3.385293166502379e-05
          ],
          [
            600,
            2.912376294261776e-05
          ],
          [
            700,
            2.471741936460603e-05
          ],
          [
            800,
            2.423644946247805e-05
          ],
          [
            900,
            1.9434983187238686e-05
          ],
          [
            1000,
            1.7554397345520556e-05
          ],
          [
            1100,
            1.753786091285292e-05
          ],
          [
            1200,
            1.622013769519981e-05
          ],
          [
            1300,
            1.5012888979981653e-05
          ],
          [
            1400,
            1.3963452147436328e-05
          ],
          [
            1500,
            1.4091049706621561e-05
          ],
          [
            1600,
            1.2819745279557537e-05
          ],
          [
            1700,
            1.2786784282070585e-05
          ],
          [
            1800,
            1.185584824270336e-05
          ],
          [
            1900,
            1.141309712693328e-05
          ],
          [
            2000,
            1.1105452358606271e-05
          ],
          [
            2100,
            1.1223624824197032e-05
          ],
          [
            2200,
            1.1251498108322266e-05
          ],
          [
            2300,
            1.0603694136079866e-05
          ],
          [
            2400,
            1.0335816114093177e-05
          ],
          [
            2500,
            9.790356671146583e-06
          ],
          [
            2600,
            9.1676984084188e-06
          ],
          [
            2700,
            9.818617400014773e-06
          ],
          [
            2800,
            2.353865056647919e-05
          ],
          [
            2900,
            9.197931831295136e-06
          ],
          [
            3000,
            9.178772415907588e-06
          ],
          [
            3100,
            8.902798981580418e-06
          ],
          [
            3200,
            9.260372280550655e-06
          ],
          [
            3300,
            9.032651178131346e-06
          ],
          [
            3400,
            8.653402801428456e-06
          ],
          [
            3500,
            8.941457963373978e-06
          ],
          [
            3600,
            8.579764653404709e-06
          ],
          [
            3700,
            8.473433808831032e-06
          ],
          [
            3800,
            8.361812433577143e-06
          ],
          [
            3900,
            8.933281606005039e-06
          ],
          [
            4000,
            8.501448064635042e-06
          ],
          [
            4100,
            8.158392120094504e-06
          ],
          [
            4200,
            8.144927960529458e-06
          ],
          [
            4300,
            8.0720028563519e-06
          ],
          [
            4400,
            1.3301943909027614e-05
          ],
          [
            4500,
            7.974858817760833e-06
          ],
          [
            4600,
            8.193527719413396e-06
          ],
          [
            4700,
            7.849020221328828e-06
          ],
          [
            4800,
            8.23393293103436e-06
          ],
          [
            4900,
            7.245910182973603e-06
          ],
          [
            5000,
            8.093616997939534e-06
          ],
          [
            5100,
            7.816062861820683e-06
          ],
          [
            5200,
            7.413484127027914e-06
          ],
          [
            5300,
            7.941408512124326e-06
          ],
          [
            5400,
            7.701159120188095e-06
          ],
          [
            5500,
            7.725425348326098e-06
          ],
          [
            5600,
            7.579479188279947e-06
          ],
          [
            5700,
            7.638499482709449e-06
          ],
          [
            5800,
            7.399269634333905e-06
          ],
          [
            5900,
            7.687324796279427e-06
          ],
          [
            6000,
            7.159247161325766e-06
          ],
          [
            6100,
            7.560661742900265e-06
          ],
          [
            6200,
            7.3598907874838915e-06
          ],
          [
            6300,
            7.522098712797742e-06
          ],
          [
            6400,
            7.648909559065942e-06
          ],
          [
            6500,
            7.661330528208055e-06
          ],
          [
            6600,
            7.51665447751293e-06
          ],
          [
            6700,
            7.342573098867433e-06
          ],
          [
            6800,
            7.438225111400243e-06
          ],
          [
            6900,
            7.67417895986e-06
          ],
          [
            7000,
            7.217620805022307e-06
          ],
          [
            7100,
            7.541348622908117e-06
          ],
          [
            7200,
            7.357338290603366e-06
          ],
          [
            7300,
            7.44464614399476e-06
          ],
          [
            7400,
            7.771700438752305e-06
          ],
          [
            7500,
            7.760573680570815e-06
          ],
          [
            7600,
            7.328804713324644e-06
          ],
          [
            7700,
            7.371388619503705e-06
          ],
          [
            7800,
            7.636820555489976e-06
          ],
          [
            7900,
            7.469159299944295e-06
          ],
          [
            8000,
            7.420471774821635e-06
          ],
          [
            8100,
            7.248270776472054e-06
          ],
          [
            8200,
            7.608546184201259e-06
          ],
          [
            8300,
            7.569884019176243e-06
          ],
          [
            8400,
            7.243613708851626e-06
          ],
          [
            8500,
            7.340135198319331e-06
          ],
          [
            8600,
            7.599575837957673e-06
          ],
          [
            8700,
            7.40526911613415e-06
          ],
          [
            8800,
            7.174153779487824e-06
          ],
          [
            8900,
            7.376661415037233e-06
          ],
          [
            9000,
            7.358267339441227e-06
          ],
          [
            9100,
            7.235810244310414e-06
          ],
          [
            9200,
            7.460223059752025e-06
          ],
          [
            9300,
            7.350817668339005e-06
          ]
        ],
        "logging/rms/model.embed_tokens/activation": [
          [
            0,
            0.0019264474976807833
          ],
          [
            100,
            0.014268269762396812
          ],
          [
            200,
            0.026495827361941338
          ],
          [
            300,
            0.03536606580018997
          ],
          [
            400,
            0.04293803870677948
          ],
          [
            500,
            0.049505818635225296
          ],
          [
            600,
            0.055370137095451355
          ],
          [
            700,
            0.06064065545797348
          ],
          [
            800,
            0.0653948187828064
          ],
          [
            900,
            0.06987395137548447
          ],
          [
            1000,
            0.0741712749004364
          ],
          [
            1100,
            0.07806675881147385
          ],
          [
            1200,
            0.08167015016078949
          ],
          [
            1300,
            0.08524809032678604
          ],
          [
            1400,
            0.08846967667341232
          ],
          [
            1500,
            0.09166644513607025
          ],
          [
            1600,
            0.09448392689228058
          ],
          [
            1700,
            0.09755073487758636
          ],
          [
            1800,
            0.1003013476729393
          ],
          [
            1900,
            0.10289648175239563
          ],
          [
            2000,
            0.10551413893699646
          ],
          [
            2100,
            0.10790351778268814
          ],
          [
            2200,
            0.11020828038454056
          ],
          [
            2300,
            0.11232287436723709
          ],
          [
            2400,
            0.11459797620773315
          ],
          [
            2500,
            0.1164124459028244
          ],
          [
            2600,
            0.11838159710168839
          ],
          [
            2700,
            0.12030308693647385
          ],
          [
            2800,
            0.12210453301668167
          ],
          [
            2900,
            0.12387028336524963
          ],
          [
            3000,
            0.12552787363529205
          ],
          [
            3100,
            0.12703602015972137
          ],
          [
            3200,
            0.1286478191614151
          ],
          [
            3300,
            0.13005559146404266
          ],
          [
            3400,
            0.13158653676509857
          ],
          [
            3500,
            0.13297127187252045
          ],
          [
            3600,
            0.13414587080478668
          ],
          [
            3700,
            0.1354343444108963
          ],
          [
            3800,
            0.13699625432491302
          ],
          [
            3900,
            0.13791723549365997
          ],
          [
            4000,
            0.13876385986804962
          ],
          [
            4100,
            0.13984359800815582
          ],
          [
            4200,
            0.1409124732017517
          ],
          [
            4300,
            0.1419433057308197
          ],
          [
            4400,
            0.1427672803401947
          ],
          [
            4500,
            0.14376287162303925
          ],
          [
            4600,
            0.14457426965236664
          ],
          [
            4700,
            0.14563900232315063
          ],
          [
            4800,
            0.14628611505031586
          ],
          [
            4900,
            0.14686323702335358
          ],
          [
            5000,
            0.14755851030349731
          ],
          [
            5100,
            0.14852303266525269
          ],
          [
            5200,
            0.1490299552679062
          ],
          [
            5300,
            0.1495739072561264
          ],
          [
            5400,
            0.15017688274383545
          ],
          [
            5500,
            0.15064361691474915
          ],
          [
            5600,
            0.15124040842056274
          ],
          [
            5700,
            0.15195269882678986
          ],
          [
            5800,
            0.15236574411392212
          ],
          [
            5900,
            0.15284745395183563
          ],
          [
            6000,
            0.15319032967090607
          ],
          [
            6100,
            0.15357573330402374
          ],
          [
            6200,
            0.15399327874183655
          ],
          [
            6300,
            0.1543331891298294
          ],
          [
            6400,
            0.1545131504535675
          ],
          [
            6500,
            0.15486422181129456
          ],
          [
            6600,
            0.1552550196647644
          ],
          [
            6700,
            0.155380979180336
          ],
          [
            6800,
            0.15574249625205994
          ],
          [
            6900,
            0.15592540800571442
          ],
          [
            7000,
            0.1562311053276062
          ],
          [
            7100,
            0.15662342309951782
          ],
          [
            7200,
            0.15652844309806824
          ],
          [
            7300,
            0.15676112473011017
          ],
          [
            7400,
            0.15690240263938904
          ],
          [
            7500,
            0.15674781799316406
          ],
          [
            7600,
            0.1572980433702469
          ],
          [
            7700,
            0.157382532954216
          ],
          [
            7800,
            0.15740372240543365
          ],
          [
            7900,
            0.15743732452392578
          ],
          [
            8000,
            0.1575624644756317
          ],
          [
            8100,
            0.15764634311199188
          ],
          [
            8200,
            0.15766437351703644
          ],
          [
            8300,
            0.15780828893184662
          ],
          [
            8400,
            0.1578376293182373
          ],
          [
            8500,
            0.15773430466651917
          ],
          [
            8600,
            0.15797558426856995
          ],
          [
            8700,
            0.15773901343345642
          ],
          [
            8800,
            0.1577853411436081
          ],
          [
            8900,
            0.1578541100025177
          ],
          [
            9000,
            0.15788866579532623
          ],
          [
            9100,
            0.157753586769104
          ],
          [
            9200,
            0.15801911056041718
          ],
          [
            9300,
            0.15789398550987244
          ]
        ],
        "logging/rms/model.layers.0.input_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.988111674785614
          ],
          [
            200,
            0.9401547312736511
          ],
          [
            300,
            0.8972867131233215
          ],
          [
            400,
            0.8556510210037231
          ],
          [
            500,
            0.8212279081344604
          ],
          [
            600,
            0.7895446419715881
          ],
          [
            700,
            0.7609964609146118
          ],
          [
            800,
            0.7348856925964355
          ],
          [
            900,
            0.7099664211273193
          ],
          [
            1000,
            0.6870160102844238
          ],
          [
            1100,
            0.665407121181488
          ],
          [
            1200,
            0.6468602418899536
          ],
          [
            1300,
            0.6276502013206482
          ],
          [
            1400,
            0.6109659075737
          ],
          [
            1500,
            0.5947958827018738
          ],
          [
            1600,
            0.5791634321212769
          ],
          [
            1700,
            0.5665683746337891
          ],
          [
            1800,
            0.5535510182380676
          ],
          [
            1900,
            0.5418688058853149
          ],
          [
            2000,
            0.5299248099327087
          ],
          [
            2100,
            0.5202145576477051
          ],
          [
            2200,
            0.5108336210250854
          ],
          [
            2300,
            0.5030410289764404
          ],
          [
            2400,
            0.49481165409088135
          ],
          [
            2500,
            0.48662281036376953
          ],
          [
            2600,
            0.4800407886505127
          ],
          [
            2700,
            0.47346463799476624
          ],
          [
            2800,
            0.4667993187904358
          ],
          [
            2900,
            0.46146517992019653
          ],
          [
            3000,
            0.4555670917034149
          ],
          [
            3100,
            0.45079514384269714
          ],
          [
            3200,
            0.4457460045814514
          ],
          [
            3300,
            0.44142067432403564
          ],
          [
            3400,
            0.436476469039917
          ],
          [
            3500,
            0.43434590101242065
          ],
          [
            3600,
            0.43002358078956604
          ],
          [
            3700,
            0.4263755679130554
          ],
          [
            3800,
            0.42335546016693115
          ],
          [
            3900,
            0.42015665769577026
          ],
          [
            4000,
            0.41718029975891113
          ],
          [
            4100,
            0.4142964780330658
          ],
          [
            4200,
            0.41210630536079407
          ],
          [
            4300,
            0.40951037406921387
          ],
          [
            4400,
            0.4065892994403839
          ],
          [
            4500,
            0.40522482991218567
          ],
          [
            4600,
            0.40338653326034546
          ],
          [
            4700,
            0.401570200920105
          ],
          [
            4800,
            0.39930295944213867
          ],
          [
            4900,
            0.39858120679855347
          ],
          [
            5000,
            0.3967803716659546
          ],
          [
            5100,
            0.39517760276794434
          ],
          [
            5200,
            0.39403533935546875
          ],
          [
            5300,
            0.39228689670562744
          ],
          [
            5400,
            0.39122840762138367
          ],
          [
            5500,
            0.3899490237236023
          ],
          [
            5600,
            0.3892602324485779
          ],
          [
            5700,
            0.3882296681404114
          ],
          [
            5800,
            0.387384831905365
          ],
          [
            5900,
            0.3861036002635956
          ],
          [
            6000,
            0.38532888889312744
          ],
          [
            6100,
            0.3845426142215729
          ],
          [
            6200,
            0.38388389348983765
          ],
          [
            6300,
            0.38334840536117554
          ],
          [
            6400,
            0.38284093141555786
          ],
          [
            6500,
            0.3819274306297302
          ],
          [
            6600,
            0.3814805746078491
          ],
          [
            6700,
            0.3806895613670349
          ],
          [
            6800,
            0.37982508540153503
          ],
          [
            6900,
            0.37921392917633057
          ],
          [
            7000,
            0.37918174266815186
          ],
          [
            7100,
            0.37836867570877075
          ],
          [
            7200,
            0.37807223200798035
          ],
          [
            7300,
            0.377848744392395
          ],
          [
            7400,
            0.3771097660064697
          ],
          [
            7500,
            0.3767922520637512
          ],
          [
            7600,
            0.37601640820503235
          ],
          [
            7700,
            0.3756920099258423
          ],
          [
            7800,
            0.3753155767917633
          ],
          [
            7900,
            0.37492305040359497
          ],
          [
            8000,
            0.37445369362831116
          ],
          [
            8100,
            0.37397560477256775
          ],
          [
            8200,
            0.37362703680992126
          ],
          [
            8300,
            0.3735511600971222
          ],
          [
            8400,
            0.3731689751148224
          ],
          [
            8500,
            0.37264084815979004
          ],
          [
            8600,
            0.3721751868724823
          ],
          [
            8700,
            0.37207260727882385
          ],
          [
            8800,
            0.3716728389263153
          ],
          [
            8900,
            0.3712962567806244
          ],
          [
            9000,
            0.37094706296920776
          ],
          [
            9100,
            0.3707667589187622
          ],
          [
            9200,
            0.3706296384334564
          ],
          [
            9300,
            0.3705601990222931
          ]
        ],
        "logging/rms/model.layers.2.post_attention_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9841243028640747
          ],
          [
            200,
            0.9714382886886597
          ],
          [
            300,
            0.9612277150154114
          ],
          [
            400,
            0.9287008047103882
          ],
          [
            500,
            0.905293345451355
          ],
          [
            600,
            0.8882433772087097
          ],
          [
            700,
            0.8730694055557251
          ],
          [
            800,
            0.860919713973999
          ],
          [
            900,
            0.8510875105857849
          ],
          [
            1000,
            0.8416777849197388
          ],
          [
            1100,
            0.8337059617042542
          ],
          [
            1200,
            0.8274298906326294
          ],
          [
            1300,
            0.8201216459274292
          ],
          [
            1400,
            0.8130673766136169
          ],
          [
            1500,
            0.8053463101387024
          ],
          [
            1600,
            0.7987114787101746
          ],
          [
            1700,
            0.7924623489379883
          ],
          [
            1800,
            0.7873125672340393
          ],
          [
            1900,
            0.7820795774459839
          ],
          [
            2000,
            0.7764801979064941
          ],
          [
            2100,
            0.7719987630844116
          ],
          [
            2200,
            0.7659621238708496
          ],
          [
            2300,
            0.7609125971794128
          ],
          [
            2400,
            0.7556506991386414
          ],
          [
            2500,
            0.7509317994117737
          ],
          [
            2600,
            0.7458760738372803
          ],
          [
            2700,
            0.7422422766685486
          ],
          [
            2800,
            0.7380154132843018
          ],
          [
            2900,
            0.7342397570610046
          ],
          [
            3000,
            0.7299209833145142
          ],
          [
            3100,
            0.7268490791320801
          ],
          [
            3200,
            0.7230798006057739
          ],
          [
            3300,
            0.7194966673851013
          ],
          [
            3400,
            0.7164309024810791
          ],
          [
            3500,
            0.7135105729103088
          ],
          [
            3600,
            0.7116608619689941
          ],
          [
            3700,
            0.7083784937858582
          ],
          [
            3800,
            0.7062778472900391
          ],
          [
            3900,
            0.7032178044319153
          ],
          [
            4000,
            0.7008504867553711
          ],
          [
            4100,
            0.6997302770614624
          ],
          [
            4200,
            0.697358250617981
          ],
          [
            4300,
            0.6947094798088074
          ],
          [
            4400,
            0.6928690075874329
          ],
          [
            4500,
            0.6909164786338806
          ],
          [
            4600,
            0.6888036131858826
          ],
          [
            4700,
            0.6884245872497559
          ],
          [
            4800,
            0.6876635551452637
          ],
          [
            4900,
            0.6857213377952576
          ],
          [
            5000,
            0.6850873231887817
          ],
          [
            5100,
            0.6841317415237427
          ],
          [
            5200,
            0.6831737160682678
          ],
          [
            5300,
            0.682384192943573
          ],
          [
            5400,
            0.6808292269706726
          ],
          [
            5500,
            0.6807652711868286
          ],
          [
            5600,
            0.6802589893341064
          ],
          [
            5700,
            0.6796146035194397
          ],
          [
            5800,
            0.6791679263114929
          ],
          [
            5900,
            0.6789657473564148
          ],
          [
            6000,
            0.67838454246521
          ],
          [
            6100,
            0.678397536277771
          ],
          [
            6200,
            0.6774070262908936
          ],
          [
            6300,
            0.6773727536201477
          ],
          [
            6400,
            0.6773210763931274
          ],
          [
            6500,
            0.6770308613777161
          ],
          [
            6600,
            0.6772895455360413
          ],
          [
            6700,
            0.677167534828186
          ],
          [
            6800,
            0.6773680448532104
          ],
          [
            6900,
            0.6773234009742737
          ],
          [
            7000,
            0.6782411932945251
          ],
          [
            7100,
            0.6780790090560913
          ],
          [
            7200,
            0.6777980327606201
          ],
          [
            7300,
            0.677966833114624
          ],
          [
            7400,
            0.6783708930015564
          ],
          [
            7500,
            0.67853182554245
          ],
          [
            7600,
            0.6789095401763916
          ],
          [
            7700,
            0.6791918873786926
          ],
          [
            7800,
            0.6793974041938782
          ],
          [
            7900,
            0.6797822713851929
          ],
          [
            8000,
            0.6800074577331543
          ],
          [
            8100,
            0.6805657148361206
          ],
          [
            8200,
            0.6807654500007629
          ],
          [
            8300,
            0.6811272501945496
          ],
          [
            8400,
            0.681480348110199
          ],
          [
            8500,
            0.6815807223320007
          ],
          [
            8600,
            0.6819084286689758
          ],
          [
            8700,
            0.682071328163147
          ],
          [
            8800,
            0.6824477910995483
          ],
          [
            8900,
            0.6826272010803223
          ],
          [
            9000,
            0.6827430129051208
          ],
          [
            9100,
            0.6829230189323425
          ],
          [
            9200,
            0.6829919815063477
          ],
          [
            9300,
            0.6830673813819885
          ]
        ],
        "logging/rms/model.layers.3.self_attn.k_proj/gradient": [
          [
            0,
            3.4998247429030016e-05
          ],
          [
            100,
            9.609047083358746e-06
          ],
          [
            200,
            1.79148464667378e-05
          ],
          [
            300,
            1.9421428078203462e-05
          ],
          [
            400,
            2.3767877792124636e-05
          ],
          [
            500,
            1.5778528904775158e-05
          ],
          [
            600,
            1.6042327843024395e-05
          ],
          [
            700,
            1.4996463505667634e-05
          ],
          [
            800,
            1.9033788703382015e-05
          ],
          [
            900,
            1.3840317478752695e-05
          ],
          [
            1000,
            1.1541106687218416e-05
          ],
          [
            1100,
            1.3799186490359716e-05
          ],
          [
            1200,
            1.2618127584573813e-05
          ],
          [
            1300,
            1.2728113688353915e-05
          ],
          [
            1400,
            1.061787497746991e-05
          ],
          [
            1500,
            1.1056560651923064e-05
          ],
          [
            1600,
            1.0364810805185698e-05
          ],
          [
            1700,
            1.1047147381759714e-05
          ],
          [
            1800,
            1.0003811439673882e-05
          ],
          [
            1900,
            9.468994903727435e-06
          ],
          [
            2000,
            1.0047364412457682e-05
          ],
          [
            2100,
            9.917400348058436e-06
          ],
          [
            2200,
            1.0102741725859232e-05
          ],
          [
            2300,
            9.180330380331725e-06
          ],
          [
            2400,
            1.0328265489079058e-05
          ],
          [
            2500,
            8.698762030689977e-06
          ],
          [
            2600,
            8.951037671067752e-06
          ],
          [
            2700,
            9.337951269117184e-06
          ],
          [
            2800,
            9.655313988332637e-06
          ],
          [
            2900,
            9.397685062140226e-06
          ],
          [
            3000,
            1.0937056686088908e-05
          ],
          [
            3100,
            8.937407073972281e-06
          ],
          [
            3200,
            9.222420885635074e-06
          ],
          [
            3300,
            1.076725766324671e-05
          ],
          [
            3400,
            9.263352694688365e-06
          ],
          [
            3500,
            9.716895874589682e-06
          ],
          [
            3600,
            8.955000339483377e-06
          ],
          [
            3700,
            8.698790225025732e-06
          ],
          [
            3800,
            9.356180271424819e-06
          ],
          [
            3900,
            1.0304215720680077e-05
          ],
          [
            4000,
            9.526732355880085e-06
          ],
          [
            4100,
            8.833920219331048e-06
          ],
          [
            4200,
            8.934485776990186e-06
          ],
          [
            4300,
            9.783411769603845e-06
          ],
          [
            4400,
            1.1538989383552689e-05
          ],
          [
            4500,
            9.189003321807832e-06
          ],
          [
            4600,
            9.917502211465035e-06
          ],
          [
            4700,
            9.479300388193224e-06
          ],
          [
            4800,
            9.44447674555704e-06
          ],
          [
            4900,
            8.647735739941709e-06
          ],
          [
            5000,
            9.72968882706482e-06
          ],
          [
            5100,
            9.5864515969879e-06
          ],
          [
            5200,
            9.838058758759871e-06
          ],
          [
            5300,
            1.0600576388242189e-05
          ],
          [
            5400,
            1.0059553460450843e-05
          ],
          [
            5500,
            9.55836549110245e-06
          ],
          [
            5600,
            9.172921636491083e-06
          ],
          [
            5700,
            1.000336942524882e-05
          ],
          [
            5800,
            9.540079190628603e-06
          ],
          [
            5900,
            1.0040732377092354e-05
          ],
          [
            6000,
            9.399404916621279e-06
          ],
          [
            6100,
            1.0086430847877637e-05
          ],
          [
            6200,
            9.961521755030844e-06
          ],
          [
            6300,
            9.862579645414371e-06
          ],
          [
            6400,
            1.0531554835324641e-05
          ],
          [
            6500,
            1.0502701115910895e-05
          ],
          [
            6600,
            1.0548282261879649e-05
          ],
          [
            6700,
            1.014532881526975e-05
          ],
          [
            6800,
            1.0549540093052201e-05
          ],
          [
            6900,
            1.0897742868110072e-05
          ],
          [
            7000,
            1.0217739145446103e-05
          ],
          [
            7100,
            1.1012651157216169e-05
          ],
          [
            7200,
            1.074508600140689e-05
          ],
          [
            7300,
            1.1525155059644021e-05
          ],
          [
            7400,
            1.0949335774057545e-05
          ],
          [
            7500,
            1.0636107617756352e-05
          ],
          [
            7600,
            1.074576357495971e-05
          ],
          [
            7700,
            1.1391595762688667e-05
          ],
          [
            7800,
            1.0998254765581805e-05
          ],
          [
            7900,
            1.062827868736349e-05
          ],
          [
            8000,
            1.1138171430502553e-05
          ],
          [
            8100,
            1.0459339137014467e-05
          ],
          [
            8200,
            1.0944877431029454e-05
          ],
          [
            8300,
            1.084325685951626e-05
          ],
          [
            8400,
            1.1137094588775653e-05
          ],
          [
            8500,
            1.1905257451871876e-05
          ],
          [
            8600,
            1.1548492693691514e-05
          ],
          [
            8700,
            1.0852556442841887e-05
          ],
          [
            8800,
            1.166874062619172e-05
          ],
          [
            8900,
            1.1255574463575613e-05
          ],
          [
            9000,
            1.1551401257747784e-05
          ],
          [
            9100,
            1.0896195817622356e-05
          ],
          [
            9200,
            1.188061014545383e-05
          ],
          [
            9300,
            1.1101702511950862e-05
          ]
        ],
        "logging/rms/model.layers.0.self_attn.v_proj/activation": [
          [
            0,
            0.5114346742630005
          ],
          [
            100,
            1.4090749025344849
          ],
          [
            200,
            1.4599334001541138
          ],
          [
            300,
            1.5237008333206177
          ],
          [
            400,
            1.564433217048645
          ],
          [
            500,
            1.5995408296585083
          ],
          [
            600,
            1.6132373809814453
          ],
          [
            700,
            1.6282641887664795
          ],
          [
            800,
            1.6195018291473389
          ],
          [
            900,
            1.6140046119689941
          ],
          [
            1000,
            1.5943611860275269
          ],
          [
            1100,
            1.5696284770965576
          ],
          [
            1200,
            1.5576940774917603
          ],
          [
            1300,
            1.5241464376449585
          ],
          [
            1400,
            1.495374083518982
          ],
          [
            1500,
            1.4737898111343384
          ],
          [
            1600,
            1.445338249206543
          ],
          [
            1700,
            1.425945520401001
          ],
          [
            1800,
            1.3991647958755493
          ],
          [
            1900,
            1.376356601715088
          ],
          [
            2000,
            1.351966381072998
          ],
          [
            2100,
            1.3295793533325195
          ],
          [
            2200,
            1.3113847970962524
          ],
          [
            2300,
            1.2930021286010742
          ],
          [
            2400,
            1.2761731147766113
          ],
          [
            2500,
            1.2515897750854492
          ],
          [
            2600,
            1.2388916015625
          ],
          [
            2700,
            1.2205533981323242
          ],
          [
            2800,
            1.2038640975952148
          ],
          [
            2900,
            1.1870617866516113
          ],
          [
            3000,
            1.1704938411712646
          ],
          [
            3100,
            1.155173420906067
          ],
          [
            3200,
            1.1420683860778809
          ],
          [
            3300,
            1.129744052886963
          ],
          [
            3400,
            1.1114284992218018
          ],
          [
            3500,
            1.1070456504821777
          ],
          [
            3600,
            1.0897663831710815
          ],
          [
            3700,
            1.0808124542236328
          ],
          [
            3800,
            1.072001576423645
          ],
          [
            3900,
            1.0608402490615845
          ],
          [
            4000,
            1.0465258359909058
          ],
          [
            4100,
            1.0354050397872925
          ],
          [
            4200,
            1.0237245559692383
          ],
          [
            4300,
            1.0136661529541016
          ],
          [
            4400,
            1.0059148073196411
          ],
          [
            4500,
            0.9946110844612122
          ],
          [
            4600,
            0.9882307052612305
          ],
          [
            4700,
            0.9843313097953796
          ],
          [
            4800,
            0.9688332676887512
          ],
          [
            4900,
            0.9621007442474365
          ],
          [
            5000,
            0.9570608139038086
          ],
          [
            5100,
            0.9462800025939941
          ],
          [
            5200,
            0.9389051198959351
          ],
          [
            5300,
            0.9269484281539917
          ],
          [
            5400,
            0.922208309173584
          ],
          [
            5500,
            0.9117106795310974
          ],
          [
            5600,
            0.9069057703018188
          ],
          [
            5700,
            0.8999432921409607
          ],
          [
            5800,
            0.8944273591041565
          ],
          [
            5900,
            0.8830727338790894
          ],
          [
            6000,
            0.877139151096344
          ],
          [
            6100,
            0.8716381788253784
          ],
          [
            6200,
            0.8661075234413147
          ],
          [
            6300,
            0.8605518341064453
          ],
          [
            6400,
            0.8556219339370728
          ],
          [
            6500,
            0.8447651863098145
          ],
          [
            6600,
            0.8400929570198059
          ],
          [
            6700,
            0.8314864635467529
          ],
          [
            6800,
            0.8273764848709106
          ],
          [
            6900,
            0.8229917287826538
          ],
          [
            7000,
            0.8166458010673523
          ],
          [
            7100,
            0.8131470680236816
          ],
          [
            7200,
            0.8029855489730835
          ],
          [
            7300,
            0.7998806238174438
          ],
          [
            7400,
            0.7921308875083923
          ],
          [
            7500,
            0.7894129753112793
          ],
          [
            7600,
            0.7830538749694824
          ],
          [
            7700,
            0.7791153788566589
          ],
          [
            7800,
            0.774194061756134
          ],
          [
            7900,
            0.7701171636581421
          ],
          [
            8000,
            0.7643631100654602
          ],
          [
            8100,
            0.7573219537734985
          ],
          [
            8200,
            0.7540506720542908
          ],
          [
            8300,
            0.750186026096344
          ],
          [
            8400,
            0.7494832277297974
          ],
          [
            8500,
            0.7429800629615784
          ],
          [
            8600,
            0.7424991130828857
          ],
          [
            8700,
            0.7377969622612
          ],
          [
            8800,
            0.7334092259407043
          ],
          [
            8900,
            0.7312318086624146
          ],
          [
            9000,
            0.7276681065559387
          ],
          [
            9100,
            0.7248778343200684
          ],
          [
            9200,
            0.7274560928344727
          ],
          [
            9300,
            0.7258608341217041
          ]
        ],
        "logging/rms/model.layers.3.post_attention_layernorm/gradient": [
          [
            0,
            0.0003026504418812692
          ],
          [
            100,
            3.409495548112318e-05
          ],
          [
            200,
            5.381798109738156e-05
          ],
          [
            300,
            4.364578126114793e-05
          ],
          [
            400,
            5.4958309192443267e-05
          ],
          [
            500,
            5.5374872317770496e-05
          ],
          [
            600,
            9.567711822455749e-05
          ],
          [
            700,
            6.958327867323533e-05
          ],
          [
            800,
            7.102252129698172e-05
          ],
          [
            900,
            0.00020496195065788925
          ],
          [
            1000,
            9.787434100871906e-05
          ],
          [
            1100,
            7.217277016025037e-05
          ],
          [
            1200,
            0.0001058138077496551
          ],
          [
            1300,
            0.00016921304631978273
          ],
          [
            1400,
            8.220066229114309e-05
          ],
          [
            1500,
            0.00026597874239087105
          ],
          [
            1600,
            0.00021977105643600225
          ],
          [
            1700,
            0.00030509178759530187
          ],
          [
            1800,
            9.167932876152918e-05
          ],
          [
            1900,
            0.00011905005521839485
          ],
          [
            2000,
            8.048043673625216e-05
          ],
          [
            2100,
            0.0002880763204302639
          ],
          [
            2200,
            0.00010395761637482792
          ],
          [
            2300,
            0.00046420094440691173
          ],
          [
            2400,
            0.0002691091794986278
          ],
          [
            2500,
            0.00019636288925539702
          ],
          [
            2600,
            0.00022485798399429768
          ],
          [
            2700,
            0.00038011890137568116
          ],
          [
            2800,
            0.00027184380451217294
          ],
          [
            2900,
            0.00042087637120857835
          ],
          [
            3000,
            0.000643740117084235
          ],
          [
            3100,
            9.146237425738946e-05
          ],
          [
            3200,
            8.064012945396826e-05
          ],
          [
            3300,
            0.0006054698023945093
          ],
          [
            3400,
            0.00030714916647411883
          ],
          [
            3500,
            0.00018053854000754654
          ],
          [
            3600,
            0.0001369373349007219
          ],
          [
            3700,
            8.640541636850685e-05
          ],
          [
            3800,
            0.0001938312780112028
          ],
          [
            3900,
            0.0002775316243059933
          ],
          [
            4000,
            0.00012860322021879256
          ],
          [
            4100,
            0.0002603826578706503
          ],
          [
            4200,
            0.00016860156028997153
          ],
          [
            4300,
            0.0001102884198189713
          ],
          [
            4400,
            0.0005543312290683389
          ],
          [
            4500,
            9.53526541707106e-05
          ],
          [
            4600,
            0.0002939683909062296
          ],
          [
            4700,
            0.00020308286184445024
          ],
          [
            4800,
            0.0003652900632005185
          ],
          [
            4900,
            9.163398499367759e-05
          ],
          [
            5000,
            0.000571804353967309
          ],
          [
            5100,
            0.000349098292645067
          ],
          [
            5200,
            0.00021495680266525596
          ],
          [
            5300,
            0.0001060218783095479
          ],
          [
            5400,
            0.0008575581014156342
          ],
          [
            5500,
            0.0002456683723721653
          ],
          [
            5600,
            0.0002676126023288816
          ],
          [
            5700,
            0.000606257061008364
          ],
          [
            5800,
            0.00010022245260188356
          ],
          [
            5900,
            0.00011243227345403284
          ],
          [
            6000,
            0.0002471294137649238
          ],
          [
            6100,
            0.00012930230877827853
          ],
          [
            6200,
            0.00030923017766326666
          ],
          [
            6300,
            0.0006521472241729498
          ],
          [
            6400,
            0.00012931319361086935
          ],
          [
            6500,
            0.00010880398622248322
          ],
          [
            6600,
            0.000478314352221787
          ],
          [
            6700,
            0.0004675844684243202
          ],
          [
            6800,
            0.0001288226485485211
          ],
          [
            6900,
            0.00044974114280194044
          ],
          [
            7000,
            0.00013892161950934678
          ],
          [
            7100,
            0.00010707468027248979
          ],
          [
            7200,
            0.00023241857707034796
          ],
          [
            7300,
            0.00013606120774056762
          ],
          [
            7400,
            0.00020879795192740858
          ],
          [
            7500,
            0.0005333316512405872
          ],
          [
            7600,
            0.0004380998434498906
          ],
          [
            7700,
            0.00046059853048063815
          ],
          [
            7800,
            0.00011187182099092752
          ],
          [
            7900,
            0.00011612934758886695
          ],
          [
            8000,
            0.0003634880995377898
          ],
          [
            8100,
            0.000244235823629424
          ],
          [
            8200,
            0.0005795212928205729
          ],
          [
            8300,
            0.00040255225030705333
          ],
          [
            8400,
            0.00014502054546028376
          ],
          [
            8500,
            0.0006912164390087128
          ],
          [
            8600,
            0.00036120464210398495
          ],
          [
            8700,
            0.0002930145419668406
          ],
          [
            8800,
            0.0002497085079085082
          ],
          [
            8900,
            0.0003822106518782675
          ],
          [
            9000,
            0.00017419183859601617
          ],
          [
            9100,
            0.00018143119814340025
          ],
          [
            9200,
            0.00011896561045432463
          ],
          [
            9300,
            0.00015031317889224738
          ]
        ],
        "logging/rms/model.layers.0.self_attn.o_proj/parameter": [
          [
            0,
            0.04357389733195305
          ],
          [
            100,
            0.04471871256828308
          ],
          [
            200,
            0.047449592500925064
          ],
          [
            300,
            0.050537414848804474
          ],
          [
            400,
            0.05347133055329323
          ],
          [
            500,
            0.05622081086039543
          ],
          [
            600,
            0.05855432152748108
          ],
          [
            700,
            0.060621440410614014
          ],
          [
            800,
            0.062460124492645264
          ],
          [
            900,
            0.06408967822790146
          ],
          [
            1000,
            0.06561844795942307
          ],
          [
            1100,
            0.06697086244821548
          ],
          [
            1200,
            0.0682360827922821
          ],
          [
            1300,
            0.06937806308269501
          ],
          [
            1400,
            0.0704382061958313
          ],
          [
            1500,
            0.07145815342664719
          ],
          [
            1600,
            0.0722745954990387
          ],
          [
            1700,
            0.073176808655262
          ],
          [
            1800,
            0.07387660443782806
          ],
          [
            1900,
            0.07456758618354797
          ],
          [
            2000,
            0.0751635879278183
          ],
          [
            2100,
            0.07576556503772736
          ],
          [
            2200,
            0.07627630978822708
          ],
          [
            2300,
            0.07680919766426086
          ],
          [
            2400,
            0.07722872495651245
          ],
          [
            2500,
            0.07756951451301575
          ],
          [
            2600,
            0.07790035009384155
          ],
          [
            2700,
            0.07819516211748123
          ],
          [
            2800,
            0.07847217470407486
          ],
          [
            2900,
            0.07868719846010208
          ],
          [
            3000,
            0.07886312156915665
          ],
          [
            3100,
            0.07898291945457458
          ],
          [
            3200,
            0.07909923791885376
          ],
          [
            3300,
            0.07917928695678711
          ],
          [
            3400,
            0.07919251918792725
          ],
          [
            3500,
            0.07928118109703064
          ],
          [
            3600,
            0.07930944859981537
          ],
          [
            3700,
            0.0792902261018753
          ],
          [
            3800,
            0.07924111187458038
          ],
          [
            3900,
            0.07918792963027954
          ],
          [
            4000,
            0.0790967345237732
          ],
          [
            4100,
            0.07899407297372818
          ],
          [
            4200,
            0.07890139520168304
          ],
          [
            4300,
            0.07874038070440292
          ],
          [
            4400,
            0.07856891304254532
          ],
          [
            4500,
            0.07842124253511429
          ],
          [
            4600,
            0.07826508581638336
          ],
          [
            4700,
            0.0780794620513916
          ],
          [
            4800,
            0.07784318923950195
          ],
          [
            4900,
            0.07765491306781769
          ],
          [
            5000,
            0.07741162180900574
          ],
          [
            5100,
            0.07719843834638596
          ],
          [
            5200,
            0.07696659117937088
          ],
          [
            5300,
            0.07671160995960236
          ],
          [
            5400,
            0.0764380693435669
          ],
          [
            5500,
            0.07618165016174316
          ],
          [
            5600,
            0.07590638101100922
          ],
          [
            5700,
            0.07562382519245148
          ],
          [
            5800,
            0.07534942775964737
          ],
          [
            5900,
            0.07505787909030914
          ],
          [
            6000,
            0.07477355003356934
          ],
          [
            6100,
            0.07447943836450577
          ],
          [
            6200,
            0.0741880014538765
          ],
          [
            6300,
            0.07387612760066986
          ],
          [
            6400,
            0.07357874512672424
          ],
          [
            6500,
            0.07326038181781769
          ],
          [
            6600,
            0.07296492904424667
          ],
          [
            6700,
            0.07263821363449097
          ],
          [
            6800,
            0.0723230242729187
          ],
          [
            6900,
            0.07201758772134781
          ],
          [
            7000,
            0.07172578573226929
          ],
          [
            7100,
            0.07141336053609848
          ],
          [
            7200,
            0.07111825048923492
          ],
          [
            7300,
            0.07082004845142365
          ],
          [
            7400,
            0.07052318751811981
          ],
          [
            7500,
            0.07023748755455017
          ],
          [
            7600,
            0.06995992362499237
          ],
          [
            7700,
            0.06968516856431961
          ],
          [
            7800,
            0.06942100077867508
          ],
          [
            7900,
            0.06915509700775146
          ],
          [
            8000,
            0.0689011812210083
          ],
          [
            8100,
            0.06866106390953064
          ],
          [
            8200,
            0.0684397891163826
          ],
          [
            8300,
            0.06822751462459564
          ],
          [
            8400,
            0.06802142411470413
          ],
          [
            8500,
            0.06782699376344681
          ],
          [
            8600,
            0.06764649599790573
          ],
          [
            8700,
            0.06749115139245987
          ],
          [
            8800,
            0.0673438161611557
          ],
          [
            8900,
            0.06721881777048111
          ],
          [
            9000,
            0.06711578369140625
          ],
          [
            9100,
            0.06703412532806396
          ],
          [
            9200,
            0.06697643548250198
          ],
          [
            9300,
            0.06694395840167999
          ]
        ],
        "logging/rms/model.layers.5.post_attention_layernorm/activation": [
          [
            0,
            0.999998927116394
          ],
          [
            100,
            0.9784983992576599
          ],
          [
            200,
            0.9800406098365784
          ],
          [
            300,
            0.983302116394043
          ],
          [
            400,
            0.9458729028701782
          ],
          [
            500,
            0.8978013396263123
          ],
          [
            600,
            0.8650352358818054
          ],
          [
            700,
            0.8243303298950195
          ],
          [
            800,
            0.7961792945861816
          ],
          [
            900,
            0.7636824250221252
          ],
          [
            1000,
            0.7434560656547546
          ],
          [
            1100,
            0.7206364870071411
          ],
          [
            1200,
            0.6990464329719543
          ],
          [
            1300,
            0.6852912902832031
          ],
          [
            1400,
            0.6710824966430664
          ],
          [
            1500,
            0.6607043743133545
          ],
          [
            1600,
            0.644963800907135
          ],
          [
            1700,
            0.6343743205070496
          ],
          [
            1800,
            0.627720832824707
          ],
          [
            1900,
            0.6189133524894714
          ],
          [
            2000,
            0.6128831505775452
          ],
          [
            2100,
            0.6070493459701538
          ],
          [
            2200,
            0.5992035865783691
          ],
          [
            2300,
            0.5923271179199219
          ],
          [
            2400,
            0.590274453163147
          ],
          [
            2500,
            0.5868069529533386
          ],
          [
            2600,
            0.5768320560455322
          ],
          [
            2700,
            0.5760637521743774
          ],
          [
            2800,
            0.5758488178253174
          ],
          [
            2900,
            0.5706023573875427
          ],
          [
            3000,
            0.567318856716156
          ],
          [
            3100,
            0.5663082003593445
          ],
          [
            3200,
            0.5631501078605652
          ],
          [
            3300,
            0.560174286365509
          ],
          [
            3400,
            0.5595912933349609
          ],
          [
            3500,
            0.5569703578948975
          ],
          [
            3600,
            0.5587663054466248
          ],
          [
            3700,
            0.5527600646018982
          ],
          [
            3800,
            0.5568259954452515
          ],
          [
            3900,
            0.5546625852584839
          ],
          [
            4000,
            0.5532310605049133
          ],
          [
            4100,
            0.5549367070198059
          ],
          [
            4200,
            0.5532911419868469
          ],
          [
            4300,
            0.5512585043907166
          ],
          [
            4400,
            0.5546931028366089
          ],
          [
            4500,
            0.5494439601898193
          ],
          [
            4600,
            0.5521300435066223
          ],
          [
            4700,
            0.554564356803894
          ],
          [
            4800,
            0.5531918406486511
          ],
          [
            4900,
            0.5509997010231018
          ],
          [
            5000,
            0.5537132620811462
          ],
          [
            5100,
            0.5565031170845032
          ],
          [
            5200,
            0.5540712475776672
          ],
          [
            5300,
            0.5568665862083435
          ],
          [
            5400,
            0.5557172894477844
          ],
          [
            5500,
            0.5548118352890015
          ],
          [
            5600,
            0.5563780069351196
          ],
          [
            5700,
            0.5621255040168762
          ],
          [
            5800,
            0.5548868179321289
          ],
          [
            5900,
            0.5573394894599915
          ],
          [
            6000,
            0.5552146434783936
          ],
          [
            6100,
            0.5592626333236694
          ],
          [
            6200,
            0.5611440539360046
          ],
          [
            6300,
            0.5605344176292419
          ],
          [
            6400,
            0.5625155568122864
          ],
          [
            6500,
            0.5631178021430969
          ],
          [
            6600,
            0.5661489367485046
          ],
          [
            6700,
            0.5620719790458679
          ],
          [
            6800,
            0.5649711489677429
          ],
          [
            6900,
            0.5673008561134338
          ],
          [
            7000,
            0.5695284605026245
          ],
          [
            7100,
            0.5686105489730835
          ],
          [
            7200,
            0.5690656900405884
          ],
          [
            7300,
            0.5711268782615662
          ],
          [
            7400,
            0.5723252892494202
          ],
          [
            7500,
            0.5692178606987
          ],
          [
            7600,
            0.5742672085762024
          ],
          [
            7700,
            0.576106607913971
          ],
          [
            7800,
            0.5765089988708496
          ],
          [
            7900,
            0.5739977955818176
          ],
          [
            8000,
            0.5775931477546692
          ],
          [
            8100,
            0.5752619504928589
          ],
          [
            8200,
            0.5778743624687195
          ],
          [
            8300,
            0.5792075395584106
          ],
          [
            8400,
            0.578993558883667
          ],
          [
            8500,
            0.5794379115104675
          ],
          [
            8600,
            0.5803918838500977
          ],
          [
            8700,
            0.5797892808914185
          ],
          [
            8800,
            0.5799239873886108
          ],
          [
            8900,
            0.5807257890701294
          ],
          [
            9000,
            0.5798109769821167
          ],
          [
            9100,
            0.5783531069755554
          ],
          [
            9200,
            0.5804312825202942
          ],
          [
            9300,
            0.5789960026741028
          ]
        ],
        "logging/rms/model.layers.2.self_attn.q_proj/parameter": [
          [
            0,
            0.04354618489742279
          ],
          [
            100,
            0.04498336464166641
          ],
          [
            200,
            0.04887954890727997
          ],
          [
            300,
            0.05201739817857742
          ],
          [
            400,
            0.054581888020038605
          ],
          [
            500,
            0.056880366057157516
          ],
          [
            600,
            0.05898599326610565
          ],
          [
            700,
            0.060831934213638306
          ],
          [
            800,
            0.06252658367156982
          ],
          [
            900,
            0.06402637809515
          ],
          [
            1000,
            0.06548848003149033
          ],
          [
            1100,
            0.06682382524013519
          ],
          [
            1200,
            0.06824012845754623
          ],
          [
            1300,
            0.06945591419935226
          ],
          [
            1400,
            0.07080669701099396
          ],
          [
            1500,
            0.0718507319688797
          ],
          [
            1600,
            0.07306352257728577
          ],
          [
            1700,
            0.07405313104391098
          ],
          [
            1800,
            0.07504642009735107
          ],
          [
            1900,
            0.076060950756073
          ],
          [
            2000,
            0.07692227512598038
          ],
          [
            2100,
            0.07778450846672058
          ],
          [
            2200,
            0.07860832661390305
          ],
          [
            2300,
            0.07948876917362213
          ],
          [
            2400,
            0.08020682632923126
          ],
          [
            2500,
            0.08092962205410004
          ],
          [
            2600,
            0.0815441906452179
          ],
          [
            2700,
            0.08219076693058014
          ],
          [
            2800,
            0.08270229399204254
          ],
          [
            2900,
            0.08321643620729446
          ],
          [
            3000,
            0.08366503566503525
          ],
          [
            3100,
            0.08406218141317368
          ],
          [
            3200,
            0.08450976759195328
          ],
          [
            3300,
            0.08497133105993271
          ],
          [
            3400,
            0.0852467343211174
          ],
          [
            3500,
            0.08562759310007095
          ],
          [
            3600,
            0.08591628819704056
          ],
          [
            3700,
            0.08607377111911774
          ],
          [
            3800,
            0.08633402734994888
          ],
          [
            3900,
            0.08645418286323547
          ],
          [
            4000,
            0.0865509882569313
          ],
          [
            4100,
            0.08669748902320862
          ],
          [
            4200,
            0.08678998798131943
          ],
          [
            4300,
            0.08692186325788498
          ],
          [
            4400,
            0.08704592287540436
          ],
          [
            4500,
            0.0871027261018753
          ],
          [
            4600,
            0.08713926374912262
          ],
          [
            4700,
            0.08716019988059998
          ],
          [
            4800,
            0.08717626333236694
          ],
          [
            4900,
            0.08715593069791794
          ],
          [
            5000,
            0.08706066012382507
          ],
          [
            5100,
            0.0870094746351242
          ],
          [
            5200,
            0.08698726445436478
          ],
          [
            5300,
            0.0868988111615181
          ],
          [
            5400,
            0.08680935204029083
          ],
          [
            5500,
            0.086726613342762
          ],
          [
            5600,
            0.08660410344600677
          ],
          [
            5700,
            0.08649595081806183
          ],
          [
            5800,
            0.08640488237142563
          ],
          [
            5900,
            0.08626548200845718
          ],
          [
            6000,
            0.08610565215349197
          ],
          [
            6100,
            0.08599042147397995
          ],
          [
            6200,
            0.08584100753068924
          ],
          [
            6300,
            0.0856943428516388
          ],
          [
            6400,
            0.08552254736423492
          ],
          [
            6500,
            0.08536327630281448
          ],
          [
            6600,
            0.08519607782363892
          ],
          [
            6700,
            0.08505356311798096
          ],
          [
            6800,
            0.08487145602703094
          ],
          [
            6900,
            0.0847022533416748
          ],
          [
            7000,
            0.08451910316944122
          ],
          [
            7100,
            0.08431515097618103
          ],
          [
            7200,
            0.08410932868719101
          ],
          [
            7300,
            0.08391395956277847
          ],
          [
            7400,
            0.08373067528009415
          ],
          [
            7500,
            0.08354462683200836
          ],
          [
            7600,
            0.08336899429559708
          ],
          [
            7700,
            0.08319160342216492
          ],
          [
            7800,
            0.08301759511232376
          ],
          [
            7900,
            0.08284591883420944
          ],
          [
            8000,
            0.082666777074337
          ],
          [
            8100,
            0.08251103013753891
          ],
          [
            8200,
            0.08232973515987396
          ],
          [
            8300,
            0.08219646662473679
          ],
          [
            8400,
            0.08204090595245361
          ],
          [
            8500,
            0.08189161121845245
          ],
          [
            8600,
            0.0817485824227333
          ],
          [
            8700,
            0.08164206147193909
          ],
          [
            8800,
            0.08153827488422394
          ],
          [
            8900,
            0.0814448669552803
          ],
          [
            9000,
            0.08137299865484238
          ],
          [
            9100,
            0.08131664246320724
          ],
          [
            9200,
            0.08127783238887787
          ],
          [
            9300,
            0.08125060796737671
          ]
        ],
        "logging/rms/model.layers.2.self_attn.o_proj/activation": [
          [
            0,
            0.7997391819953918
          ],
          [
            100,
            1.5196901559829712
          ],
          [
            200,
            2.1158714294433594
          ],
          [
            300,
            2.3319180011749268
          ],
          [
            400,
            2.4630141258239746
          ],
          [
            500,
            2.6077706813812256
          ],
          [
            600,
            2.6452934741973877
          ],
          [
            700,
            2.6101839542388916
          ],
          [
            800,
            2.6293089389801025
          ],
          [
            900,
            2.5818839073181152
          ],
          [
            1000,
            2.551968574523926
          ],
          [
            1100,
            2.5521414279937744
          ],
          [
            1200,
            2.477417230606079
          ],
          [
            1300,
            2.4751336574554443
          ],
          [
            1400,
            2.431739091873169
          ],
          [
            1500,
            2.386831045150757
          ],
          [
            1600,
            2.3304765224456787
          ],
          [
            1700,
            2.3326823711395264
          ],
          [
            1800,
            2.3083271980285645
          ],
          [
            1900,
            2.295905590057373
          ],
          [
            2000,
            2.2239596843719482
          ],
          [
            2100,
            2.2189135551452637
          ],
          [
            2200,
            2.17586088180542
          ],
          [
            2300,
            2.1477224826812744
          ],
          [
            2400,
            2.155686378479004
          ],
          [
            2500,
            2.1216542720794678
          ],
          [
            2600,
            2.056999444961548
          ],
          [
            2700,
            2.0581517219543457
          ],
          [
            2800,
            2.021066665649414
          ],
          [
            2900,
            2.0021448135375977
          ],
          [
            3000,
            1.9813213348388672
          ],
          [
            3100,
            1.9691628217697144
          ],
          [
            3200,
            1.896200180053711
          ],
          [
            3300,
            1.8956129550933838
          ],
          [
            3400,
            1.8624016046524048
          ],
          [
            3500,
            1.8490980863571167
          ],
          [
            3600,
            1.8531339168548584
          ],
          [
            3700,
            1.7744871377944946
          ],
          [
            3800,
            1.8346043825149536
          ],
          [
            3900,
            1.7720650434494019
          ],
          [
            4000,
            1.7375110387802124
          ],
          [
            4100,
            1.7532436847686768
          ],
          [
            4200,
            1.6768054962158203
          ],
          [
            4300,
            1.6682400703430176
          ],
          [
            4400,
            1.6431182622909546
          ],
          [
            4500,
            1.6238389015197754
          ],
          [
            4600,
            1.5915013551712036
          ],
          [
            4700,
            1.6137645244598389
          ],
          [
            4800,
            1.5606303215026855
          ],
          [
            4900,
            1.5495703220367432
          ],
          [
            5000,
            1.536259412765503
          ],
          [
            5100,
            1.5266674757003784
          ],
          [
            5200,
            1.4783985614776611
          ],
          [
            5300,
            1.4731241464614868
          ],
          [
            5400,
            1.4579670429229736
          ],
          [
            5500,
            1.4317805767059326
          ],
          [
            5600,
            1.4013490676879883
          ],
          [
            5700,
            1.4128146171569824
          ],
          [
            5800,
            1.3800593614578247
          ],
          [
            5900,
            1.3534650802612305
          ],
          [
            6000,
            1.3266026973724365
          ],
          [
            6100,
            1.3320791721343994
          ],
          [
            6200,
            1.3206926584243774
          ],
          [
            6300,
            1.2760227918624878
          ],
          [
            6400,
            1.2729729413986206
          ],
          [
            6500,
            1.2521064281463623
          ],
          [
            6600,
            1.225450873374939
          ],
          [
            6700,
            1.2212762832641602
          ],
          [
            6800,
            1.200063943862915
          ],
          [
            6900,
            1.1831519603729248
          ],
          [
            7000,
            1.1914273500442505
          ],
          [
            7100,
            1.1587762832641602
          ],
          [
            7200,
            1.1400799751281738
          ],
          [
            7300,
            1.1314841508865356
          ],
          [
            7400,
            1.1180293560028076
          ],
          [
            7500,
            1.0860300064086914
          ],
          [
            7600,
            1.0873137712478638
          ],
          [
            7700,
            1.0835726261138916
          ],
          [
            7800,
            1.0783087015151978
          ],
          [
            7900,
            1.0451664924621582
          ],
          [
            8000,
            1.0399091243743896
          ],
          [
            8100,
            1.020766258239746
          ],
          [
            8200,
            1.0116358995437622
          ],
          [
            8300,
            1.001449465751648
          ],
          [
            8400,
            0.9978251457214355
          ],
          [
            8500,
            0.9798979163169861
          ],
          [
            8600,
            0.9760751724243164
          ],
          [
            8700,
            0.9756876230239868
          ],
          [
            8800,
            0.9531972408294678
          ],
          [
            8900,
            0.9485679864883423
          ],
          [
            9000,
            0.9407738447189331
          ],
          [
            9100,
            0.9321467280387878
          ],
          [
            9200,
            0.9377966523170471
          ],
          [
            9300,
            0.9292603135108948
          ]
        ],
        "logging/rms/model.layers.3.mlp.gate_proj/activation": [
          [
            0,
            0.989867627620697
          ],
          [
            100,
            1.507278561592102
          ],
          [
            200,
            2.038947343826294
          ],
          [
            300,
            2.441174030303955
          ],
          [
            400,
            2.52536678314209
          ],
          [
            500,
            2.4998414516448975
          ],
          [
            600,
            2.5043582916259766
          ],
          [
            700,
            2.4321651458740234
          ],
          [
            800,
            2.4349868297576904
          ],
          [
            900,
            2.391881227493286
          ],
          [
            1000,
            2.390644073486328
          ],
          [
            1100,
            2.321864604949951
          ],
          [
            1200,
            2.293728828430176
          ],
          [
            1300,
            2.294206142425537
          ],
          [
            1400,
            2.262242078781128
          ],
          [
            1500,
            2.255589485168457
          ],
          [
            1600,
            2.2227401733398438
          ],
          [
            1700,
            2.2358686923980713
          ],
          [
            1800,
            2.2098000049591064
          ],
          [
            1900,
            2.180751323699951
          ],
          [
            2000,
            2.1864449977874756
          ],
          [
            2100,
            2.1545636653900146
          ],
          [
            2200,
            2.1459977626800537
          ],
          [
            2300,
            2.123500347137451
          ],
          [
            2400,
            2.128185510635376
          ],
          [
            2500,
            2.0979602336883545
          ],
          [
            2600,
            2.0644490718841553
          ],
          [
            2700,
            2.0637929439544678
          ],
          [
            2800,
            2.1017541885375977
          ],
          [
            2900,
            2.0408782958984375
          ],
          [
            3000,
            2.0770344734191895
          ],
          [
            3100,
            2.0526123046875
          ],
          [
            3200,
            2.020364284515381
          ],
          [
            3300,
            2.037008762359619
          ],
          [
            3400,
            2.0264434814453125
          ],
          [
            3500,
            1.9999970197677612
          ],
          [
            3600,
            1.9759557247161865
          ],
          [
            3700,
            1.98184335231781
          ],
          [
            3800,
            2.0017409324645996
          ],
          [
            3900,
            2.022196054458618
          ],
          [
            4000,
            1.9587420225143433
          ],
          [
            4100,
            1.9784849882125854
          ],
          [
            4200,
            1.943952202796936
          ],
          [
            4300,
            1.9478273391723633
          ],
          [
            4400,
            1.9330393075942993
          ],
          [
            4500,
            1.9185653924942017
          ],
          [
            4600,
            1.9097505807876587
          ],
          [
            4700,
            1.9294475317001343
          ],
          [
            4800,
            1.9123584032058716
          ],
          [
            4900,
            1.892759084701538
          ],
          [
            5000,
            1.915834903717041
          ],
          [
            5100,
            1.9048799276351929
          ],
          [
            5200,
            1.883545994758606
          ],
          [
            5300,
            1.8791096210479736
          ],
          [
            5400,
            1.8823586702346802
          ],
          [
            5500,
            1.8506587743759155
          ],
          [
            5600,
            1.849554181098938
          ],
          [
            5700,
            1.888028860092163
          ],
          [
            5800,
            1.871246099472046
          ],
          [
            5900,
            1.8440656661987305
          ],
          [
            6000,
            1.8424872159957886
          ],
          [
            6100,
            1.8484606742858887
          ],
          [
            6200,
            1.8271700143814087
          ],
          [
            6300,
            1.8275362253189087
          ],
          [
            6400,
            1.8276503086090088
          ],
          [
            6500,
            1.8297895193099976
          ],
          [
            6600,
            1.8114879131317139
          ],
          [
            6700,
            1.807910680770874
          ],
          [
            6800,
            1.8116110563278198
          ],
          [
            6900,
            1.8152403831481934
          ],
          [
            7000,
            1.7871599197387695
          ],
          [
            7100,
            1.7966547012329102
          ],
          [
            7200,
            1.7754491567611694
          ],
          [
            7300,
            1.787497639656067
          ],
          [
            7400,
            1.7955725193023682
          ],
          [
            7500,
            1.781481146812439
          ],
          [
            7600,
            1.774443507194519
          ],
          [
            7700,
            1.783475637435913
          ],
          [
            7800,
            1.7843886613845825
          ],
          [
            7900,
            1.7739003896713257
          ],
          [
            8000,
            1.7672299146652222
          ],
          [
            8100,
            1.747219204902649
          ],
          [
            8200,
            1.7499150037765503
          ],
          [
            8300,
            1.7555221319198608
          ],
          [
            8400,
            1.7587982416152954
          ],
          [
            8500,
            1.7394531965255737
          ],
          [
            8600,
            1.7627232074737549
          ],
          [
            8700,
            1.7404767274856567
          ],
          [
            8800,
            1.733042597770691
          ],
          [
            8900,
            1.7300281524658203
          ],
          [
            9000,
            1.7428133487701416
          ],
          [
            9100,
            1.7186049222946167
          ],
          [
            9200,
            1.7498266696929932
          ],
          [
            9300,
            1.738030195236206
          ]
        ],
        "logging/rms/model.layers.0.input_layernorm/activation": [
          [
            0,
            0.5200836658477783
          ],
          [
            100,
            0.9615862369537354
          ],
          [
            200,
            0.9324987530708313
          ],
          [
            300,
            0.89329993724823
          ],
          [
            400,
            0.8527154326438904
          ],
          [
            500,
            0.8180741667747498
          ],
          [
            600,
            0.7855887413024902
          ],
          [
            700,
            0.7559548616409302
          ],
          [
            800,
            0.7282778024673462
          ],
          [
            900,
            0.7019772529602051
          ],
          [
            1000,
            0.6773050427436829
          ],
          [
            1100,
            0.6537215709686279
          ],
          [
            1200,
            0.6337152123451233
          ],
          [
            1300,
            0.6127430200576782
          ],
          [
            1400,
            0.5940933227539062
          ],
          [
            1500,
            0.5764855742454529
          ],
          [
            1600,
            0.5586938261985779
          ],
          [
            1700,
            0.5458409190177917
          ],
          [
            1800,
            0.5312539935112
          ],
          [
            1900,
            0.5184911489486694
          ],
          [
            2000,
            0.5061323642730713
          ],
          [
            2100,
            0.4953688085079193
          ],
          [
            2200,
            0.48557618260383606
          ],
          [
            2300,
            0.4761687219142914
          ],
          [
            2400,
            0.46731212735176086
          ],
          [
            2500,
            0.4582904577255249
          ],
          [
            2600,
            0.4518304169178009
          ],
          [
            2700,
            0.44438233971595764
          ],
          [
            2800,
            0.43695610761642456
          ],
          [
            2900,
            0.4316147565841675
          ],
          [
            3000,
            0.4251861870288849
          ],
          [
            3100,
            0.41988876461982727
          ],
          [
            3200,
            0.41496673226356506
          ],
          [
            3300,
            0.4099784791469574
          ],
          [
            3400,
            0.4051019847393036
          ],
          [
            3500,
            0.4030940532684326
          ],
          [
            3600,
            0.39782828092575073
          ],
          [
            3700,
            0.39427220821380615
          ],
          [
            3800,
            0.39178141951560974
          ],
          [
            3900,
            0.3883066773414612
          ],
          [
            4000,
            0.3846719563007355
          ],
          [
            4100,
            0.38134580850601196
          ],
          [
            4200,
            0.3787410855293274
          ],
          [
            4300,
            0.3760412037372589
          ],
          [
            4400,
            0.373648464679718
          ],
          [
            4500,
            0.3714944124221802
          ],
          [
            4600,
            0.36987441778182983
          ],
          [
            4700,
            0.3689586818218231
          ],
          [
            4800,
            0.3653896749019623
          ],
          [
            4900,
            0.36419934034347534
          ],
          [
            5000,
            0.36360907554626465
          ],
          [
            5100,
            0.361539363861084
          ],
          [
            5200,
            0.360079288482666
          ],
          [
            5300,
            0.3578127920627594
          ],
          [
            5400,
            0.35729146003723145
          ],
          [
            5500,
            0.3553970158100128
          ],
          [
            5600,
            0.3547045588493347
          ],
          [
            5700,
            0.35332348942756653
          ],
          [
            5800,
            0.3530693054199219
          ],
          [
            5900,
            0.35090264678001404
          ],
          [
            6000,
            0.35023531317710876
          ],
          [
            6100,
            0.34986260533332825
          ],
          [
            6200,
            0.34936782717704773
          ],
          [
            6300,
            0.3485221564769745
          ],
          [
            6400,
            0.34832963347435
          ],
          [
            6500,
            0.346406489610672
          ],
          [
            6600,
            0.3466319143772125
          ],
          [
            6700,
            0.3452964425086975
          ],
          [
            6800,
            0.34501945972442627
          ],
          [
            6900,
            0.34499862790107727
          ],
          [
            7000,
            0.3442954123020172
          ],
          [
            7100,
            0.344258576631546
          ],
          [
            7200,
            0.34254947304725647
          ],
          [
            7300,
            0.34306666254997253
          ],
          [
            7400,
            0.3416384756565094
          ],
          [
            7500,
            0.3422902822494507
          ],
          [
            7600,
            0.3415595293045044
          ],
          [
            7700,
            0.34112411737442017
          ],
          [
            7800,
            0.3404998183250427
          ],
          [
            7900,
            0.34031838178634644
          ],
          [
            8000,
            0.3396763801574707
          ],
          [
            8100,
            0.3390767574310303
          ],
          [
            8200,
            0.338636577129364
          ],
          [
            8300,
            0.3385193645954132
          ],
          [
            8400,
            0.3388764560222626
          ],
          [
            8500,
            0.3380085825920105
          ],
          [
            8600,
            0.33783063292503357
          ],
          [
            8700,
            0.3380775451660156
          ],
          [
            8800,
            0.3370356559753418
          ],
          [
            8900,
            0.33679458498954773
          ],
          [
            9000,
            0.3364192545413971
          ],
          [
            9100,
            0.33572161197662354
          ],
          [
            9200,
            0.3365975022315979
          ],
          [
            9300,
            0.33629468083381653
          ]
        ],
        "logging/rms/model.layers.3.mlp.up_proj/parameter": [
          [
            0,
            0.04356832802295685
          ],
          [
            100,
            0.043819013983011246
          ],
          [
            200,
            0.04741573706269264
          ],
          [
            300,
            0.05262473598122597
          ],
          [
            400,
            0.056789789348840714
          ],
          [
            500,
            0.06050683930516243
          ],
          [
            600,
            0.06374959647655487
          ],
          [
            700,
            0.066594697535038
          ],
          [
            800,
            0.06915971636772156
          ],
          [
            900,
            0.07138102501630783
          ],
          [
            1000,
            0.07344841212034225
          ],
          [
            1100,
            0.07529112696647644
          ],
          [
            1200,
            0.07695259153842926
          ],
          [
            1300,
            0.07840285450220108
          ],
          [
            1400,
            0.0797572210431099
          ],
          [
            1500,
            0.08093159645795822
          ],
          [
            1600,
            0.08199628442525864
          ],
          [
            1700,
            0.0829712375998497
          ],
          [
            1800,
            0.08377373218536377
          ],
          [
            1900,
            0.08454152196645737
          ],
          [
            2000,
            0.085212841629982
          ],
          [
            2100,
            0.0858227014541626
          ],
          [
            2200,
            0.08636949211359024
          ],
          [
            2300,
            0.08682715147733688
          ],
          [
            2400,
            0.08724451810121536
          ],
          [
            2500,
            0.08760769665241241
          ],
          [
            2600,
            0.0878911092877388
          ],
          [
            2700,
            0.08817771822214127
          ],
          [
            2800,
            0.08840879797935486
          ],
          [
            2900,
            0.08857512474060059
          ],
          [
            3000,
            0.08871413767337799
          ],
          [
            3100,
            0.08880177140235901
          ],
          [
            3200,
            0.08887919038534164
          ],
          [
            3300,
            0.08893764764070511
          ],
          [
            3400,
            0.08893011510372162
          ],
          [
            3500,
            0.08891715109348297
          ],
          [
            3600,
            0.08887739479541779
          ],
          [
            3700,
            0.08882692456245422
          ],
          [
            3800,
            0.08873509615659714
          ],
          [
            3900,
            0.08861523121595383
          ],
          [
            4000,
            0.08849312365055084
          ],
          [
            4100,
            0.08833809942007065
          ],
          [
            4200,
            0.08818722516298294
          ],
          [
            4300,
            0.088020920753479
          ],
          [
            4400,
            0.08783231675624847
          ],
          [
            4500,
            0.08762584626674652
          ],
          [
            4600,
            0.08741056174039841
          ],
          [
            4700,
            0.08717802166938782
          ],
          [
            4800,
            0.08695317804813385
          ],
          [
            4900,
            0.08669118583202362
          ],
          [
            5000,
            0.08646021783351898
          ],
          [
            5100,
            0.08618432283401489
          ],
          [
            5200,
            0.08590852469205856
          ],
          [
            5300,
            0.0856282040476799
          ],
          [
            5400,
            0.08533275872468948
          ],
          [
            5500,
            0.08506204932928085
          ],
          [
            5600,
            0.08474792540073395
          ],
          [
            5700,
            0.08445068448781967
          ],
          [
            5800,
            0.08415164798498154
          ],
          [
            5900,
            0.08384158462285995
          ],
          [
            6000,
            0.08352305740118027
          ],
          [
            6100,
            0.08320806175470352
          ],
          [
            6200,
            0.08288951218128204
          ],
          [
            6300,
            0.08257783949375153
          ],
          [
            6400,
            0.08226523548364639
          ],
          [
            6500,
            0.08195745199918747
          ],
          [
            6600,
            0.08165999501943588
          ],
          [
            6700,
            0.08134801685810089
          ],
          [
            6800,
            0.08103097230195999
          ],
          [
            6900,
            0.08073005825281143
          ],
          [
            7000,
            0.08041495084762573
          ],
          [
            7100,
            0.08010219037532806
          ],
          [
            7200,
            0.07981710135936737
          ],
          [
            7300,
            0.07952436804771423
          ],
          [
            7400,
            0.0792454183101654
          ],
          [
            7500,
            0.0789637565612793
          ],
          [
            7600,
            0.07868864387273788
          ],
          [
            7700,
            0.07842488586902618
          ],
          [
            7800,
            0.07816514372825623
          ],
          [
            7900,
            0.07792753726243973
          ],
          [
            8000,
            0.07769139111042023
          ],
          [
            8100,
            0.0774548202753067
          ],
          [
            8200,
            0.07724057883024216
          ],
          [
            8300,
            0.07703933864831924
          ],
          [
            8400,
            0.07684286683797836
          ],
          [
            8500,
            0.07667874544858932
          ],
          [
            8600,
            0.07651480287313461
          ],
          [
            8700,
            0.07637175917625427
          ],
          [
            8800,
            0.07624316960573196
          ],
          [
            8900,
            0.07613059133291245
          ],
          [
            9000,
            0.07604129612445831
          ],
          [
            9100,
            0.07596966624259949
          ],
          [
            9200,
            0.07591831684112549
          ],
          [
            9300,
            0.07588941603899002
          ]
        ],
        "logging/rms/model.layers.3.mlp.gate_proj/parameter": [
          [
            0,
            0.04359615594148636
          ],
          [
            100,
            0.04425935447216034
          ],
          [
            200,
            0.04944340139627457
          ],
          [
            300,
            0.05549951270222664
          ],
          [
            400,
            0.06028888002038002
          ],
          [
            500,
            0.06431730836629868
          ],
          [
            600,
            0.0677839145064354
          ],
          [
            700,
            0.07078221440315247
          ],
          [
            800,
            0.07352761924266815
          ],
          [
            900,
            0.07596851140260696
          ],
          [
            1000,
            0.07821466773748398
          ],
          [
            1100,
            0.08024587482213974
          ],
          [
            1200,
            0.08208154141902924
          ],
          [
            1300,
            0.08371446281671524
          ],
          [
            1400,
            0.08523982018232346
          ],
          [
            1500,
            0.08662235736846924
          ],
          [
            1600,
            0.08785402029752731
          ],
          [
            1700,
            0.08903559297323227
          ],
          [
            1800,
            0.09003549814224243
          ],
          [
            1900,
            0.09095452725887299
          ],
          [
            2000,
            0.09180334210395813
          ],
          [
            2100,
            0.0925556942820549
          ],
          [
            2200,
            0.09323645383119583
          ],
          [
            2300,
            0.09384796768426895
          ],
          [
            2400,
            0.09440848231315613
          ],
          [
            2500,
            0.09485486894845963
          ],
          [
            2600,
            0.09528016299009323
          ],
          [
            2700,
            0.09566011279821396
          ],
          [
            2800,
            0.09598153084516525
          ],
          [
            2900,
            0.0962657481431961
          ],
          [
            3000,
            0.0964910238981247
          ],
          [
            3100,
            0.0966663658618927
          ],
          [
            3200,
            0.09684237837791443
          ],
          [
            3300,
            0.09697139263153076
          ],
          [
            3400,
            0.09704022854566574
          ],
          [
            3500,
            0.09709282219409943
          ],
          [
            3600,
            0.09710869193077087
          ],
          [
            3700,
            0.09712009876966476
          ],
          [
            3800,
            0.09709399193525314
          ],
          [
            3900,
            0.0970454141497612
          ],
          [
            4000,
            0.09696843475103378
          ],
          [
            4100,
            0.09687182307243347
          ],
          [
            4200,
            0.09676508605480194
          ],
          [
            4300,
            0.09663446247577667
          ],
          [
            4400,
            0.09648571163415909
          ],
          [
            4500,
            0.09630939364433289
          ],
          [
            4600,
            0.09614124894142151
          ],
          [
            4700,
            0.09596078842878342
          ],
          [
            4800,
            0.09576055407524109
          ],
          [
            4900,
            0.09552200138568878
          ],
          [
            5000,
            0.09531917423009872
          ],
          [
            5100,
            0.09506633877754211
          ],
          [
            5200,
            0.09481304883956909
          ],
          [
            5300,
            0.09455771744251251
          ],
          [
            5400,
            0.09428545832633972
          ],
          [
            5500,
            0.09402048587799072
          ],
          [
            5600,
            0.09373344480991364
          ],
          [
            5700,
            0.09343237429857254
          ],
          [
            5800,
            0.09315623342990875
          ],
          [
            5900,
            0.09286191314458847
          ],
          [
            6000,
            0.09255778044462204
          ],
          [
            6100,
            0.09225603193044662
          ],
          [
            6200,
            0.09195833653211594
          ],
          [
            6300,
            0.09164386987686157
          ],
          [
            6400,
            0.09133552014827728
          ],
          [
            6500,
            0.0910167470574379
          ],
          [
            6600,
            0.09071122109889984
          ],
          [
            6700,
            0.09039473533630371
          ],
          [
            6800,
            0.09007839858531952
          ],
          [
            6900,
            0.08976462483406067
          ],
          [
            7000,
            0.08946079015731812
          ],
          [
            7100,
            0.08915437757968903
          ],
          [
            7200,
            0.08885806798934937
          ],
          [
            7300,
            0.08856267482042313
          ],
          [
            7400,
            0.08827342838048935
          ],
          [
            7500,
            0.08798051625490189
          ],
          [
            7600,
            0.08769160509109497
          ],
          [
            7700,
            0.08742620050907135
          ],
          [
            7800,
            0.08716221153736115
          ],
          [
            7900,
            0.08691177517175674
          ],
          [
            8000,
            0.0866607055068016
          ],
          [
            8100,
            0.08641806989908218
          ],
          [
            8200,
            0.08619504421949387
          ],
          [
            8300,
            0.08598703891038895
          ],
          [
            8400,
            0.08578021824359894
          ],
          [
            8500,
            0.08560109883546829
          ],
          [
            8600,
            0.08542939275503159
          ],
          [
            8700,
            0.08527497947216034
          ],
          [
            8800,
            0.08514109998941422
          ],
          [
            8900,
            0.08501976728439331
          ],
          [
            9000,
            0.0849202498793602
          ],
          [
            9100,
            0.08484408259391785
          ],
          [
            9200,
            0.0847892016172409
          ],
          [
            9300,
            0.08475746959447861
          ]
        ],
        "logging/rms/model.layers.0.mlp.down_proj/gradient": [
          [
            0,
            0.0010838223388418555
          ],
          [
            100,
            9.455335384700447e-05
          ],
          [
            200,
            7.840101898182184e-05
          ],
          [
            300,
            5.943309952272102e-05
          ],
          [
            400,
            6.746955477865413e-05
          ],
          [
            500,
            4.6544075303245336e-05
          ],
          [
            600,
            4.4990218157181516e-05
          ],
          [
            700,
            3.9203863707371056e-05
          ],
          [
            800,
            4.078547499375418e-05
          ],
          [
            900,
            3.375688538653776e-05
          ],
          [
            1000,
            3.1353960366686806e-05
          ],
          [
            1100,
            3.233762618037872e-05
          ],
          [
            1200,
            2.9923106922069564e-05
          ],
          [
            1300,
            2.8302954888204113e-05
          ],
          [
            1400,
            2.4491551812388934e-05
          ],
          [
            1500,
            2.6259584046783857e-05
          ],
          [
            1600,
            2.361055521760136e-05
          ],
          [
            1700,
            2.4001667043194175e-05
          ],
          [
            1800,
            2.291553028044291e-05
          ],
          [
            1900,
            2.227638105978258e-05
          ],
          [
            2000,
            2.1027333787060343e-05
          ],
          [
            2100,
            2.237526496173814e-05
          ],
          [
            2200,
            2.2371661543729715e-05
          ],
          [
            2300,
            2.1401803678600118e-05
          ],
          [
            2400,
            2.0144248992437497e-05
          ],
          [
            2500,
            1.904883720271755e-05
          ],
          [
            2600,
            1.8774260752252303e-05
          ],
          [
            2700,
            1.9536155377863906e-05
          ],
          [
            2800,
            2.002756082220003e-05
          ],
          [
            2900,
            1.8785456632031128e-05
          ],
          [
            3000,
            1.931854603753891e-05
          ],
          [
            3100,
            1.8096598068950698e-05
          ],
          [
            3200,
            1.8813012502505444e-05
          ],
          [
            3300,
            1.9635255739558488e-05
          ],
          [
            3400,
            1.8570282918517478e-05
          ],
          [
            3500,
            1.9703558791661635e-05
          ],
          [
            3600,
            1.7292340999119915e-05
          ],
          [
            3700,
            1.837391209846828e-05
          ],
          [
            3800,
            1.755060839059297e-05
          ],
          [
            3900,
            1.950790101545863e-05
          ],
          [
            4000,
            1.9065351807512343e-05
          ],
          [
            4100,
            1.7725084035191685e-05
          ],
          [
            4200,
            1.747805072227493e-05
          ],
          [
            4300,
            1.755198900355026e-05
          ],
          [
            4400,
            2.3281312678591348e-05
          ],
          [
            4500,
            1.714653626549989e-05
          ],
          [
            4600,
            1.8143171473639086e-05
          ],
          [
            4700,
            1.753099604684394e-05
          ],
          [
            4800,
            1.8026392353931442e-05
          ],
          [
            4900,
            1.6239766409853473e-05
          ],
          [
            5000,
            1.7872011085273698e-05
          ],
          [
            5100,
            1.7922902770806104e-05
          ],
          [
            5200,
            1.6975522157736123e-05
          ],
          [
            5300,
            1.8510239897295833e-05
          ],
          [
            5400,
            1.734082070470322e-05
          ],
          [
            5500,
            1.7815827959566377e-05
          ],
          [
            5600,
            1.7225236661033705e-05
          ],
          [
            5700,
            1.810385765566025e-05
          ],
          [
            5800,
            1.7824759197537787e-05
          ],
          [
            5900,
            1.849159707489889e-05
          ],
          [
            6000,
            1.6872576452442445e-05
          ],
          [
            6100,
            1.816254916775506e-05
          ],
          [
            6200,
            1.7351190763292834e-05
          ],
          [
            6300,
            1.7933900380739942e-05
          ],
          [
            6400,
            1.844916187110357e-05
          ],
          [
            6500,
            1.797508230083622e-05
          ],
          [
            6600,
            1.8366592485108413e-05
          ],
          [
            6700,
            1.7597416444914415e-05
          ],
          [
            6800,
            1.795016578398645e-05
          ],
          [
            6900,
            1.8788759916787967e-05
          ],
          [
            7000,
            1.8269791326019913e-05
          ],
          [
            7100,
            1.868728759291116e-05
          ],
          [
            7200,
            1.8101201931131072e-05
          ],
          [
            7300,
            1.830929977586493e-05
          ],
          [
            7400,
            1.88054491445655e-05
          ],
          [
            7500,
            1.9019926185137592e-05
          ],
          [
            7600,
            1.8270704458700493e-05
          ],
          [
            7700,
            1.8669566998141818e-05
          ],
          [
            7800,
            1.890402563731186e-05
          ],
          [
            7900,
            1.8577109585748985e-05
          ],
          [
            8000,
            1.8490372895030305e-05
          ],
          [
            8100,
            1.8185482986154966e-05
          ],
          [
            8200,
            1.8589389583212323e-05
          ],
          [
            8300,
            1.8915765394922346e-05
          ],
          [
            8400,
            1.8680349967326038e-05
          ],
          [
            8500,
            1.8942544556921348e-05
          ],
          [
            8600,
            1.910932405735366e-05
          ],
          [
            8700,
            1.8996572180185467e-05
          ],
          [
            8800,
            1.8860711861634627e-05
          ],
          [
            8900,
            1.88562862604158e-05
          ],
          [
            9000,
            1.8919490685220808e-05
          ],
          [
            9100,
            1.8359432942816056e-05
          ],
          [
            9200,
            1.924583557411097e-05
          ],
          [
            9300,
            1.8615999579196796e-05
          ]
        ],
        "logging/rms/model.layers.1.mlp.down_proj/parameter": [
          [
            0,
            0.023305026814341545
          ],
          [
            100,
            0.025171106681227684
          ],
          [
            200,
            0.031055018305778503
          ],
          [
            300,
            0.03729279711842537
          ],
          [
            400,
            0.04267352819442749
          ],
          [
            500,
            0.04723583534359932
          ],
          [
            600,
            0.05130848288536072
          ],
          [
            700,
            0.05479898676276207
          ],
          [
            800,
            0.057976432144641876
          ],
          [
            900,
            0.06076386943459511
          ],
          [
            1000,
            0.0633288100361824
          ],
          [
            1100,
            0.06559370458126068
          ],
          [
            1200,
            0.06759422272443771
          ],
          [
            1300,
            0.06944216787815094
          ],
          [
            1400,
            0.07108218222856522
          ],
          [
            1500,
            0.0725974291563034
          ],
          [
            1600,
            0.0739278495311737
          ],
          [
            1700,
            0.07516582310199738
          ],
          [
            1800,
            0.0762428417801857
          ],
          [
            1900,
            0.07721558958292007
          ],
          [
            2000,
            0.07812172919511795
          ],
          [
            2100,
            0.07893098890781403
          ],
          [
            2200,
            0.07964032888412476
          ],
          [
            2300,
            0.08026263862848282
          ],
          [
            2400,
            0.08086049556732178
          ],
          [
            2500,
            0.08134610950946808
          ],
          [
            2600,
            0.08181608468294144
          ],
          [
            2700,
            0.0822204127907753
          ],
          [
            2800,
            0.08256535232067108
          ],
          [
            2900,
            0.08286003023386002
          ],
          [
            3000,
            0.08312186598777771
          ],
          [
            3100,
            0.08332888036966324
          ],
          [
            3200,
            0.0834856629371643
          ],
          [
            3300,
            0.08364954590797424
          ],
          [
            3400,
            0.08375710248947144
          ],
          [
            3500,
            0.08382494747638702
          ],
          [
            3600,
            0.08387982845306396
          ],
          [
            3700,
            0.08388807624578476
          ],
          [
            3800,
            0.08389393985271454
          ],
          [
            3900,
            0.08386721462011337
          ],
          [
            4000,
            0.08382545411586761
          ],
          [
            4100,
            0.08375678956508636
          ],
          [
            4200,
            0.08366889506578445
          ],
          [
            4300,
            0.0835665613412857
          ],
          [
            4400,
            0.08344965428113937
          ],
          [
            4500,
            0.08330965787172318
          ],
          [
            4600,
            0.08315084874629974
          ],
          [
            4700,
            0.08299669623374939
          ],
          [
            4800,
            0.08280234038829803
          ],
          [
            4900,
            0.08261165767908096
          ],
          [
            5000,
            0.08239846676588058
          ],
          [
            5100,
            0.08219433575868607
          ],
          [
            5200,
            0.08195623010396957
          ],
          [
            5300,
            0.0817265436053276
          ],
          [
            5400,
            0.08149252831935883
          ],
          [
            5500,
            0.08123171329498291
          ],
          [
            5600,
            0.08098673075437546
          ],
          [
            5700,
            0.0807080864906311
          ],
          [
            5800,
            0.08044516295194626
          ],
          [
            5900,
            0.08016903698444366
          ],
          [
            6000,
            0.07989925146102905
          ],
          [
            6100,
            0.0796210914850235
          ],
          [
            6200,
            0.07932739704847336
          ],
          [
            6300,
            0.0790407732129097
          ],
          [
            6400,
            0.0787544846534729
          ],
          [
            6500,
            0.07846832275390625
          ],
          [
            6600,
            0.0781773030757904
          ],
          [
            6700,
            0.07789061218500137
          ],
          [
            6800,
            0.07760146260261536
          ],
          [
            6900,
            0.07730802893638611
          ],
          [
            7000,
            0.07701830565929413
          ],
          [
            7100,
            0.07674050331115723
          ],
          [
            7200,
            0.07645786553621292
          ],
          [
            7300,
            0.07617702335119247
          ],
          [
            7400,
            0.07590921968221664
          ],
          [
            7500,
            0.07564345747232437
          ],
          [
            7600,
            0.07538196444511414
          ],
          [
            7700,
            0.07513191550970078
          ],
          [
            7800,
            0.0748855248093605
          ],
          [
            7900,
            0.07464522868394852
          ],
          [
            8000,
            0.07441715896129608
          ],
          [
            8100,
            0.07419853657484055
          ],
          [
            8200,
            0.07399290800094604
          ],
          [
            8300,
            0.07379420101642609
          ],
          [
            8400,
            0.07361437380313873
          ],
          [
            8500,
            0.07344479858875275
          ],
          [
            8600,
            0.0732896476984024
          ],
          [
            8700,
            0.07314951717853546
          ],
          [
            8800,
            0.07302301377058029
          ],
          [
            8900,
            0.07291582226753235
          ],
          [
            9000,
            0.07282687723636627
          ],
          [
            9100,
            0.07275812327861786
          ],
          [
            9200,
            0.07270792126655579
          ],
          [
            9300,
            0.0726797878742218
          ]
        ],
        "logging/rms/model.layers.7.mlp.gate_proj/gradient": [
          [
            0,
            6.640073115704581e-05
          ],
          [
            100,
            1.0218894203717355e-05
          ],
          [
            200,
            1.342907671642024e-05
          ],
          [
            300,
            1.4733562238689046e-05
          ],
          [
            400,
            1.6416472135460936e-05
          ],
          [
            500,
            1.5590809198329225e-05
          ],
          [
            600,
            1.5041236110846512e-05
          ],
          [
            700,
            1.4574274246115237e-05
          ],
          [
            800,
            1.5505667761317454e-05
          ],
          [
            900,
            1.43813704198692e-05
          ],
          [
            1000,
            1.4232960893423297e-05
          ],
          [
            1100,
            1.4662918147223536e-05
          ],
          [
            1200,
            1.4361666217155289e-05
          ],
          [
            1300,
            1.4400353393284604e-05
          ],
          [
            1400,
            1.43504375955672e-05
          ],
          [
            1500,
            1.4882682080497034e-05
          ],
          [
            1600,
            1.3902562386647332e-05
          ],
          [
            1700,
            1.3843311535310932e-05
          ],
          [
            1800,
            1.4081011613598093e-05
          ],
          [
            1900,
            1.4258086594054475e-05
          ],
          [
            2000,
            1.4617506167269312e-05
          ],
          [
            2100,
            1.4541581549565308e-05
          ],
          [
            2200,
            1.4541529708367307e-05
          ],
          [
            2300,
            1.441495624021627e-05
          ],
          [
            2400,
            1.4257444490795024e-05
          ],
          [
            2500,
            1.4581188224838115e-05
          ],
          [
            2600,
            1.4288947568275034e-05
          ],
          [
            2700,
            1.502294162492035e-05
          ],
          [
            2800,
            1.476329725846881e-05
          ],
          [
            2900,
            1.463249009248102e-05
          ],
          [
            3000,
            1.5056925803946797e-05
          ],
          [
            3100,
            1.4576949979527853e-05
          ],
          [
            3200,
            1.5228821212076582e-05
          ],
          [
            3300,
            1.471360337745864e-05
          ],
          [
            3400,
            1.5207625438051764e-05
          ],
          [
            3500,
            1.4966257367632352e-05
          ],
          [
            3600,
            1.4934968021407258e-05
          ],
          [
            3700,
            1.5417794202221557e-05
          ],
          [
            3800,
            1.537115895189345e-05
          ],
          [
            3900,
            1.579228774062358e-05
          ],
          [
            4000,
            1.581802098371554e-05
          ],
          [
            4100,
            1.550305933051277e-05
          ],
          [
            4200,
            1.609747232578229e-05
          ],
          [
            4300,
            1.548612635815516e-05
          ],
          [
            4400,
            2.147434133803472e-05
          ],
          [
            4500,
            1.5920060832286254e-05
          ],
          [
            4600,
            1.6716739992261864e-05
          ],
          [
            4700,
            1.6224239516304806e-05
          ],
          [
            4800,
            1.6434732970083132e-05
          ],
          [
            4900,
            1.652338141866494e-05
          ],
          [
            5000,
            1.6468744433950633e-05
          ],
          [
            5100,
            1.698069718258921e-05
          ],
          [
            5200,
            1.711542427074164e-05
          ],
          [
            5300,
            1.7000458683469333e-05
          ],
          [
            5400,
            1.720846921671182e-05
          ],
          [
            5500,
            1.7439539078623056e-05
          ],
          [
            5600,
            1.7470933016738854e-05
          ],
          [
            5700,
            1.7914793716045097e-05
          ],
          [
            5800,
            1.72243617271306e-05
          ],
          [
            5900,
            1.7928101442521438e-05
          ],
          [
            6000,
            1.7660477169556543e-05
          ],
          [
            6100,
            1.7908125300891697e-05
          ],
          [
            6200,
            1.7614556782064028e-05
          ],
          [
            6300,
            1.83576084964443e-05
          ],
          [
            6400,
            1.8722061213338748e-05
          ],
          [
            6500,
            1.888671613414772e-05
          ],
          [
            6600,
            1.894399792945478e-05
          ],
          [
            6700,
            1.9364122636034153e-05
          ],
          [
            6800,
            1.90741538972361e-05
          ],
          [
            6900,
            1.9248571334173903e-05
          ],
          [
            7000,
            1.960769441211596e-05
          ],
          [
            7100,
            1.9255145161878318e-05
          ],
          [
            7200,
            1.9239196262788028e-05
          ],
          [
            7300,
            1.9525448806234635e-05
          ],
          [
            7400,
            1.971098936337512e-05
          ],
          [
            7500,
            2.0103212591493502e-05
          ],
          [
            7600,
            2.0231234884704463e-05
          ],
          [
            7700,
            2.0222276361892e-05
          ],
          [
            7800,
            2.0301429685787298e-05
          ],
          [
            7900,
            1.9677487216540612e-05
          ],
          [
            8000,
            2.0836672774748877e-05
          ],
          [
            8100,
            2.0643454263336025e-05
          ],
          [
            8200,
            2.059755934169516e-05
          ],
          [
            8300,
            2.113682967319619e-05
          ],
          [
            8400,
            2.0767218302353285e-05
          ],
          [
            8500,
            2.139664502465166e-05
          ],
          [
            8600,
            2.092473368975334e-05
          ],
          [
            8700,
            2.1198387912590988e-05
          ],
          [
            8800,
            2.121313809766434e-05
          ],
          [
            8900,
            2.1338904844014905e-05
          ],
          [
            9000,
            2.1237992768874392e-05
          ],
          [
            9100,
            2.1235822714515962e-05
          ],
          [
            9200,
            2.136912189598661e-05
          ],
          [
            9300,
            2.107157342834398e-05
          ]
        ],
        "logging/rms/lm_head/gradient": [
          [
            0,
            0.00038354622665792704
          ],
          [
            100,
            0.00023858665372245014
          ],
          [
            200,
            0.0001252347428817302
          ],
          [
            300,
            0.00011431812163209543
          ],
          [
            400,
            0.00010141432721866295
          ],
          [
            500,
            9.613048314349726e-05
          ],
          [
            600,
            6.785863661207259e-05
          ],
          [
            700,
            6.444276368711144e-05
          ],
          [
            800,
            7.293694216059521e-05
          ],
          [
            900,
            6.271156598813832e-05
          ],
          [
            1000,
            5.526142558665015e-05
          ],
          [
            1100,
            6.148093962110579e-05
          ],
          [
            1200,
            5.346406760509126e-05
          ],
          [
            1300,
            5.348078775568865e-05
          ],
          [
            1400,
            5.7322413340443745e-05
          ],
          [
            1500,
            6.163402576930821e-05
          ],
          [
            1600,
            5.643966142088175e-05
          ],
          [
            1700,
            5.269045868772082e-05
          ],
          [
            1800,
            5.3019113693153486e-05
          ],
          [
            1900,
            5.673704436048865e-05
          ],
          [
            2000,
            4.978484139428474e-05
          ],
          [
            2100,
            5.81944732402917e-05
          ],
          [
            2200,
            5.0918424676638097e-05
          ],
          [
            2300,
            4.998351141694002e-05
          ],
          [
            2400,
            5.0122467655455694e-05
          ],
          [
            2500,
            4.9610622227191925e-05
          ],
          [
            2600,
            5.127000986249186e-05
          ],
          [
            2700,
            5.3108491556486115e-05
          ],
          [
            2800,
            5.130349745741114e-05
          ],
          [
            2900,
            4.881190034211613e-05
          ],
          [
            3000,
            5.881567994947545e-05
          ],
          [
            3100,
            5.102329669171013e-05
          ],
          [
            3200,
            5.346772013581358e-05
          ],
          [
            3300,
            5.410049925558269e-05
          ],
          [
            3400,
            4.863625508733094e-05
          ],
          [
            3500,
            5.442377369035967e-05
          ],
          [
            3600,
            5.3276588005246595e-05
          ],
          [
            3700,
            6.0616137488977984e-05
          ],
          [
            3800,
            6.211210711626336e-05
          ],
          [
            3900,
            5.608329229289666e-05
          ],
          [
            4000,
            5.389413854572922e-05
          ],
          [
            4100,
            5.154421160113998e-05
          ],
          [
            4200,
            5.8613244618754834e-05
          ],
          [
            4300,
            5.201356179895811e-05
          ],
          [
            4400,
            6.353895150823519e-05
          ],
          [
            4500,
            5.592365050688386e-05
          ],
          [
            4600,
            5.760713611380197e-05
          ],
          [
            4700,
            5.364429671317339e-05
          ],
          [
            4800,
            5.820861042593606e-05
          ],
          [
            4900,
            5.52894598513376e-05
          ],
          [
            5000,
            5.330502244760282e-05
          ],
          [
            5100,
            5.249555761110969e-05
          ],
          [
            5200,
            5.419555600383319e-05
          ],
          [
            5300,
            5.717656677006744e-05
          ],
          [
            5400,
            5.862349280505441e-05
          ],
          [
            5500,
            5.767769107478671e-05
          ],
          [
            5600,
            5.498638347489759e-05
          ],
          [
            5700,
            6.030046279192902e-05
          ],
          [
            5800,
            5.70435804547742e-05
          ],
          [
            5900,
            6.276332715060562e-05
          ],
          [
            6000,
            5.599182259174995e-05
          ],
          [
            6100,
            5.6669381592655554e-05
          ],
          [
            6200,
            5.509787661139853e-05
          ],
          [
            6300,
            5.571075598709285e-05
          ],
          [
            6400,
            6.240193761186674e-05
          ],
          [
            6500,
            6.141549238236621e-05
          ],
          [
            6600,
            6.203219527378678e-05
          ],
          [
            6700,
            5.9020847402280197e-05
          ],
          [
            6800,
            6.0119014960946515e-05
          ],
          [
            6900,
            6.09070630162023e-05
          ],
          [
            7000,
            6.0522394051076844e-05
          ],
          [
            7100,
            5.937464811722748e-05
          ],
          [
            7200,
            5.555796451517381e-05
          ],
          [
            7300,
            6.284633127506822e-05
          ],
          [
            7400,
            5.954909647698514e-05
          ],
          [
            7500,
            6.161091732792556e-05
          ],
          [
            7600,
            5.695334039046429e-05
          ],
          [
            7700,
            6.177297473186627e-05
          ],
          [
            7800,
            6.118565215729177e-05
          ],
          [
            7900,
            6.05904460826423e-05
          ],
          [
            8000,
            5.853698166902177e-05
          ],
          [
            8100,
            6.230550934560597e-05
          ],
          [
            8200,
            5.857282303622924e-05
          ],
          [
            8300,
            5.929650433245115e-05
          ],
          [
            8400,
            5.9916295867878944e-05
          ],
          [
            8500,
            5.763734952779487e-05
          ],
          [
            8600,
            5.8966747019439936e-05
          ],
          [
            8700,
            6.117655721027404e-05
          ],
          [
            8800,
            5.9178375522606075e-05
          ],
          [
            8900,
            6.272064638324082e-05
          ],
          [
            9000,
            5.870811946806498e-05
          ],
          [
            9100,
            5.835452975588851e-05
          ],
          [
            9200,
            5.9964630054309964e-05
          ],
          [
            9300,
            5.806712215417065e-05
          ]
        ],
        "logging/rms/model.layers.4.input_layernorm/gradient": [
          [
            0,
            0.00047223406727425754
          ],
          [
            100,
            6.367664900608361e-05
          ],
          [
            200,
            9.351345943287015e-05
          ],
          [
            300,
            0.00010391054820502177
          ],
          [
            400,
            0.00016816209245007485
          ],
          [
            500,
            0.00018577187438495457
          ],
          [
            600,
            0.0004101483791600913
          ],
          [
            700,
            9.166602103505284e-05
          ],
          [
            800,
            0.0002092796057695523
          ],
          [
            900,
            0.00027793229673989117
          ],
          [
            1000,
            0.0002707222884055227
          ],
          [
            1100,
            0.00032720027957111597
          ],
          [
            1200,
            0.00014749341062270105
          ],
          [
            1300,
            0.00042303657392039895
          ],
          [
            1400,
            0.00010877034219447523
          ],
          [
            1500,
            0.000638068828266114
          ],
          [
            1600,
            0.00026116162189282477
          ],
          [
            1700,
            0.0004622309934347868
          ],
          [
            1800,
            0.0001380399044137448
          ],
          [
            1900,
            0.00015981943579390645
          ],
          [
            2000,
            0.00013864110223948956
          ],
          [
            2100,
            0.0003744350979104638
          ],
          [
            2200,
            0.0003542315971571952
          ],
          [
            2300,
            0.00024504726752638817
          ],
          [
            2400,
            0.00025641240063123405
          ],
          [
            2500,
            0.00013037165626883507
          ],
          [
            2600,
            0.00011089236795669422
          ],
          [
            2700,
            0.0004733886453323066
          ],
          [
            2800,
            0.0003234005707781762
          ],
          [
            2900,
            0.0005433426122181118
          ],
          [
            3000,
            0.0011903687845915556
          ],
          [
            3100,
            0.00011171324149472639
          ],
          [
            3200,
            0.00015657386393286288
          ],
          [
            3300,
            0.0009637429611757398
          ],
          [
            3400,
            0.00011743410141207278
          ],
          [
            3500,
            0.00023119745310395956
          ],
          [
            3600,
            0.00015711082960478961
          ],
          [
            3700,
            0.00012599168985616416
          ],
          [
            3800,
            0.0003045122721232474
          ],
          [
            3900,
            0.00029336559236980975
          ],
          [
            4000,
            0.00014284285134635866
          ],
          [
            4100,
            0.0003701875393744558
          ],
          [
            4200,
            0.0003045085759367794
          ],
          [
            4300,
            0.00012368882016744465
          ],
          [
            4400,
            0.0007925271056592464
          ],
          [
            4500,
            0.00021021105931140482
          ],
          [
            4600,
            0.00023176851391326636
          ],
          [
            4700,
            0.0002481570409145206
          ],
          [
            4800,
            0.0002790191792882979
          ],
          [
            4900,
            0.00023085933935362846
          ],
          [
            5000,
            0.0008134098607115448
          ],
          [
            5100,
            0.0005075788940303028
          ],
          [
            5200,
            0.0002801477094180882
          ],
          [
            5300,
            0.0002178402355639264
          ],
          [
            5400,
            0.0011373456800356507
          ],
          [
            5500,
            0.00018476226250641048
          ],
          [
            5600,
            0.0004108757129870355
          ],
          [
            5700,
            0.0009760747780092061
          ],
          [
            5800,
            0.0001311630621785298
          ],
          [
            5900,
            0.00017600570572540164
          ],
          [
            6000,
            0.0002550862554926425
          ],
          [
            6100,
            0.00014994159573689103
          ],
          [
            6200,
            0.0002110917994286865
          ],
          [
            6300,
            0.0007586535648442805
          ],
          [
            6400,
            0.00013353581016417593
          ],
          [
            6500,
            0.00015417064423672855
          ],
          [
            6600,
            0.0003648341808002442
          ],
          [
            6700,
            0.0006277456996031106
          ],
          [
            6800,
            0.00019920271006412804
          ],
          [
            6900,
            0.0004942627274431288
          ],
          [
            7000,
            0.00027751430752687156
          ],
          [
            7100,
            0.00019690852786879987
          ],
          [
            7200,
            0.0002558009000495076
          ],
          [
            7300,
            0.00018936632841359824
          ],
          [
            7400,
            0.00045430343016050756
          ],
          [
            7500,
            0.000527400232385844
          ],
          [
            7600,
            0.0006132209091447294
          ],
          [
            7700,
            0.0004026156384497881
          ],
          [
            7800,
            0.0003019871364813298
          ],
          [
            7900,
            0.0001237723627127707
          ],
          [
            8000,
            0.000547225761692971
          ],
          [
            8100,
            0.0001681411813478917
          ],
          [
            8200,
            0.0007606885628774762
          ],
          [
            8300,
            0.0006549697136506438
          ],
          [
            8400,
            0.00021129513334017247
          ],
          [
            8500,
            0.000781067181378603
          ],
          [
            8600,
            0.000459050468634814
          ],
          [
            8700,
            0.00025779745192267
          ],
          [
            8800,
            0.0003418305714149028
          ],
          [
            8900,
            0.00031305415905080736
          ],
          [
            9000,
            0.00011297412129351869
          ],
          [
            9100,
            0.00012034360406687483
          ],
          [
            9200,
            0.00016255905211437494
          ],
          [
            9300,
            0.0001235374074894935
          ]
        ],
        "logging/rms/model.layers.2.mlp/activation": [
          [
            0,
            0.5657753348350525
          ],
          [
            100,
            1.4397817850112915
          ],
          [
            200,
            1.4746276140213013
          ],
          [
            300,
            1.773573637008667
          ],
          [
            400,
            1.9545392990112305
          ],
          [
            500,
            2.2139108180999756
          ],
          [
            600,
            2.4405367374420166
          ],
          [
            700,
            2.612553119659424
          ],
          [
            800,
            2.722480297088623
          ],
          [
            900,
            2.7177298069000244
          ],
          [
            1000,
            2.788430690765381
          ],
          [
            1100,
            2.9587271213531494
          ],
          [
            1200,
            2.9248318672180176
          ],
          [
            1300,
            3.0565712451934814
          ],
          [
            1400,
            2.9884090423583984
          ],
          [
            1500,
            2.9594333171844482
          ],
          [
            1600,
            2.959855079650879
          ],
          [
            1700,
            2.9858975410461426
          ],
          [
            1800,
            2.996189832687378
          ],
          [
            1900,
            3.021538257598877
          ],
          [
            2000,
            2.9958336353302
          ],
          [
            2100,
            2.994431972503662
          ],
          [
            2200,
            2.864255905151367
          ],
          [
            2300,
            2.893537998199463
          ],
          [
            2400,
            2.9804978370666504
          ],
          [
            2500,
            2.9623711109161377
          ],
          [
            2600,
            2.8793983459472656
          ],
          [
            2700,
            2.9102869033813477
          ],
          [
            2800,
            2.8003957271575928
          ],
          [
            2900,
            2.9069502353668213
          ],
          [
            3000,
            2.7849974632263184
          ],
          [
            3100,
            2.81125807762146
          ],
          [
            3200,
            2.6965038776397705
          ],
          [
            3300,
            2.6817867755889893
          ],
          [
            3400,
            2.6776134967803955
          ],
          [
            3500,
            2.6828360557556152
          ],
          [
            3600,
            2.6981563568115234
          ],
          [
            3700,
            2.644853115081787
          ],
          [
            3800,
            2.682410717010498
          ],
          [
            3900,
            2.6338419914245605
          ],
          [
            4000,
            2.5981671810150146
          ],
          [
            4100,
            2.573674201965332
          ],
          [
            4200,
            2.5326056480407715
          ],
          [
            4300,
            2.5138611793518066
          ],
          [
            4400,
            2.42413067817688
          ],
          [
            4500,
            2.4273290634155273
          ],
          [
            4600,
            2.4044597148895264
          ],
          [
            4700,
            2.4076709747314453
          ],
          [
            4800,
            2.3808326721191406
          ],
          [
            4900,
            2.3435847759246826
          ],
          [
            5000,
            2.3166632652282715
          ],
          [
            5100,
            2.3560705184936523
          ],
          [
            5200,
            2.3161838054656982
          ],
          [
            5300,
            2.311333417892456
          ],
          [
            5400,
            2.253350019454956
          ],
          [
            5500,
            2.2224302291870117
          ],
          [
            5600,
            2.210245370864868
          ],
          [
            5700,
            2.204739570617676
          ],
          [
            5800,
            2.136829137802124
          ],
          [
            5900,
            2.1812243461608887
          ],
          [
            6000,
            2.1019015312194824
          ],
          [
            6100,
            2.090660333633423
          ],
          [
            6200,
            2.1036806106567383
          ],
          [
            6300,
            2.0221049785614014
          ],
          [
            6400,
            2.0292413234710693
          ],
          [
            6500,
            1.989668846130371
          ],
          [
            6600,
            2.028869152069092
          ],
          [
            6700,
            1.9881037473678589
          ],
          [
            6800,
            1.9252474308013916
          ],
          [
            6900,
            1.9103069305419922
          ],
          [
            7000,
            1.9629367589950562
          ],
          [
            7100,
            1.918685793876648
          ],
          [
            7200,
            1.874004602432251
          ],
          [
            7300,
            1.8568955659866333
          ],
          [
            7400,
            1.8628382682800293
          ],
          [
            7500,
            1.791853427886963
          ],
          [
            7600,
            1.85199773311615
          ],
          [
            7700,
            1.8361843824386597
          ],
          [
            7800,
            1.7932969331741333
          ],
          [
            7900,
            1.7734546661376953
          ],
          [
            8000,
            1.7638827562332153
          ],
          [
            8100,
            1.76154363155365
          ],
          [
            8200,
            1.7432771921157837
          ],
          [
            8300,
            1.7406868934631348
          ],
          [
            8400,
            1.7184845209121704
          ],
          [
            8500,
            1.667725920677185
          ],
          [
            8600,
            1.6945430040359497
          ],
          [
            8700,
            1.672269344329834
          ],
          [
            8800,
            1.6693390607833862
          ],
          [
            8900,
            1.657354712486267
          ],
          [
            9000,
            1.6666680574417114
          ],
          [
            9100,
            1.650180459022522
          ],
          [
            9200,
            1.6539702415466309
          ],
          [
            9300,
            1.6377032995224
          ]
        ],
        "logging/rms/model.layers.0.post_attention_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            1.0337648391723633
          ],
          [
            200,
            1.027432918548584
          ],
          [
            300,
            0.9639987349510193
          ],
          [
            400,
            0.8759362697601318
          ],
          [
            500,
            0.802791178226471
          ],
          [
            600,
            0.7400195002555847
          ],
          [
            700,
            0.6857512593269348
          ],
          [
            800,
            0.6390312910079956
          ],
          [
            900,
            0.5982273817062378
          ],
          [
            1000,
            0.5627531409263611
          ],
          [
            1100,
            0.5302768349647522
          ],
          [
            1200,
            0.5040234923362732
          ],
          [
            1300,
            0.4795140326023102
          ],
          [
            1400,
            0.4581058919429779
          ],
          [
            1500,
            0.4382658302783966
          ],
          [
            1600,
            0.4214349687099457
          ],
          [
            1700,
            0.40571656823158264
          ],
          [
            1800,
            0.39274609088897705
          ],
          [
            1900,
            0.3808475136756897
          ],
          [
            2000,
            0.37005871534347534
          ],
          [
            2100,
            0.35956406593322754
          ],
          [
            2200,
            0.35146433115005493
          ],
          [
            2300,
            0.34414058923721313
          ],
          [
            2400,
            0.3369721472263336
          ],
          [
            2500,
            0.3306814134120941
          ],
          [
            2600,
            0.3248676359653473
          ],
          [
            2700,
            0.3195338547229767
          ],
          [
            2800,
            0.3139772117137909
          ],
          [
            2900,
            0.309905081987381
          ],
          [
            3000,
            0.30487939715385437
          ],
          [
            3100,
            0.3016379475593567
          ],
          [
            3200,
            0.29748907685279846
          ],
          [
            3300,
            0.2948853671550751
          ],
          [
            3400,
            0.29203176498413086
          ],
          [
            3500,
            0.28982555866241455
          ],
          [
            3600,
            0.2865365147590637
          ],
          [
            3700,
            0.28412115573883057
          ],
          [
            3800,
            0.2817569375038147
          ],
          [
            3900,
            0.27952760457992554
          ],
          [
            4000,
            0.2780405580997467
          ],
          [
            4100,
            0.2773512899875641
          ],
          [
            4200,
            0.2752390205860138
          ],
          [
            4300,
            0.2737810015678406
          ],
          [
            4400,
            0.2731649577617645
          ],
          [
            4500,
            0.27182537317276
          ],
          [
            4600,
            0.2699618935585022
          ],
          [
            4700,
            0.26934319734573364
          ],
          [
            4800,
            0.2691861689090729
          ],
          [
            4900,
            0.2683192491531372
          ],
          [
            5000,
            0.2672056257724762
          ],
          [
            5100,
            0.2662681043148041
          ],
          [
            5200,
            0.26659321784973145
          ],
          [
            5300,
            0.2661857306957245
          ],
          [
            5400,
            0.26494792103767395
          ],
          [
            5500,
            0.26552069187164307
          ],
          [
            5600,
            0.2646561563014984
          ],
          [
            5700,
            0.26447537541389465
          ],
          [
            5800,
            0.2641325891017914
          ],
          [
            5900,
            0.26389652490615845
          ],
          [
            6000,
            0.2639012932777405
          ],
          [
            6100,
            0.2647629380226135
          ],
          [
            6200,
            0.2649143934249878
          ],
          [
            6300,
            0.2646239101886749
          ],
          [
            6400,
            0.26424890756607056
          ],
          [
            6500,
            0.26475512981414795
          ],
          [
            6600,
            0.26439034938812256
          ],
          [
            6700,
            0.26454246044158936
          ],
          [
            6800,
            0.2648029625415802
          ],
          [
            6900,
            0.2651901841163635
          ],
          [
            7000,
            0.26543015241622925
          ],
          [
            7100,
            0.26490285992622375
          ],
          [
            7200,
            0.26516225934028625
          ],
          [
            7300,
            0.2657104730606079
          ],
          [
            7400,
            0.2656864821910858
          ],
          [
            7500,
            0.2657886743545532
          ],
          [
            7600,
            0.26578471064567566
          ],
          [
            7700,
            0.26629897952079773
          ],
          [
            7800,
            0.26646459102630615
          ],
          [
            7900,
            0.2664582133293152
          ],
          [
            8000,
            0.26683980226516724
          ],
          [
            8100,
            0.2670039236545563
          ],
          [
            8200,
            0.2671085000038147
          ],
          [
            8300,
            0.2671285569667816
          ],
          [
            8400,
            0.2672029733657837
          ],
          [
            8500,
            0.2673085629940033
          ],
          [
            8600,
            0.2676694989204407
          ],
          [
            8700,
            0.2676233649253845
          ],
          [
            8800,
            0.26789724826812744
          ],
          [
            8900,
            0.26811182498931885
          ],
          [
            9000,
            0.2679750621318817
          ],
          [
            9100,
            0.26797422766685486
          ],
          [
            9200,
            0.2680949568748474
          ],
          [
            9300,
            0.26807695627212524
          ]
        ],
        "logging/rms/model.layers.1.input_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9951138496398926
          ],
          [
            200,
            0.9767342805862427
          ],
          [
            300,
            0.9488689303398132
          ],
          [
            400,
            0.9109955430030823
          ],
          [
            500,
            0.8765902519226074
          ],
          [
            600,
            0.8457120656967163
          ],
          [
            700,
            0.8159828186035156
          ],
          [
            800,
            0.7873919606208801
          ],
          [
            900,
            0.7614361643791199
          ],
          [
            1000,
            0.7344437837600708
          ],
          [
            1100,
            0.7106328010559082
          ],
          [
            1200,
            0.6871338486671448
          ],
          [
            1300,
            0.6651162505149841
          ],
          [
            1400,
            0.6452046036720276
          ],
          [
            1500,
            0.6268919706344604
          ],
          [
            1600,
            0.6092990040779114
          ],
          [
            1700,
            0.5944281816482544
          ],
          [
            1800,
            0.5801848769187927
          ],
          [
            1900,
            0.567764937877655
          ],
          [
            2000,
            0.5551086068153381
          ],
          [
            2100,
            0.5434253215789795
          ],
          [
            2200,
            0.5332434773445129
          ],
          [
            2300,
            0.5240399837493896
          ],
          [
            2400,
            0.514362633228302
          ],
          [
            2500,
            0.5063729286193848
          ],
          [
            2600,
            0.49751001596450806
          ],
          [
            2700,
            0.4915800988674164
          ],
          [
            2800,
            0.4854022264480591
          ],
          [
            2900,
            0.4776928126811981
          ],
          [
            3000,
            0.47312989830970764
          ],
          [
            3100,
            0.46678370237350464
          ],
          [
            3200,
            0.4617595970630646
          ],
          [
            3300,
            0.45661789178848267
          ],
          [
            3400,
            0.45138341188430786
          ],
          [
            3500,
            0.44793322682380676
          ],
          [
            3600,
            0.4433911144733429
          ],
          [
            3700,
            0.4395383596420288
          ],
          [
            3800,
            0.4358758330345154
          ],
          [
            3900,
            0.43245550990104675
          ],
          [
            4000,
            0.42939862608909607
          ],
          [
            4100,
            0.42675158381462097
          ],
          [
            4200,
            0.42344802618026733
          ],
          [
            4300,
            0.42073774337768555
          ],
          [
            4400,
            0.4185803234577179
          ],
          [
            4500,
            0.4154256582260132
          ],
          [
            4600,
            0.4132375121116638
          ],
          [
            4700,
            0.41154274344444275
          ],
          [
            4800,
            0.4090842306613922
          ],
          [
            4900,
            0.408221572637558
          ],
          [
            5000,
            0.405973345041275
          ],
          [
            5100,
            0.4047263562679291
          ],
          [
            5200,
            0.40306392312049866
          ],
          [
            5300,
            0.4017139673233032
          ],
          [
            5400,
            0.40037956833839417
          ],
          [
            5500,
            0.3994278013706207
          ],
          [
            5600,
            0.3981751799583435
          ],
          [
            5700,
            0.3970932364463806
          ],
          [
            5800,
            0.39613819122314453
          ],
          [
            5900,
            0.3949539363384247
          ],
          [
            6000,
            0.39425382018089294
          ],
          [
            6100,
            0.3934064507484436
          ],
          [
            6200,
            0.39235493540763855
          ],
          [
            6300,
            0.3915504813194275
          ],
          [
            6400,
            0.3909667730331421
          ],
          [
            6500,
            0.3900987207889557
          ],
          [
            6600,
            0.38987863063812256
          ],
          [
            6700,
            0.38950979709625244
          ],
          [
            6800,
            0.38896602392196655
          ],
          [
            6900,
            0.38876011967658997
          ],
          [
            7000,
            0.3880405128002167
          ],
          [
            7100,
            0.38783612847328186
          ],
          [
            7200,
            0.38733163475990295
          ],
          [
            7300,
            0.3864824175834656
          ],
          [
            7400,
            0.3865527808666229
          ],
          [
            7500,
            0.38579460978507996
          ],
          [
            7600,
            0.3857904374599457
          ],
          [
            7700,
            0.38547441363334656
          ],
          [
            7800,
            0.3854874074459076
          ],
          [
            7900,
            0.3854687809944153
          ],
          [
            8000,
            0.3849875032901764
          ],
          [
            8100,
            0.3852209448814392
          ],
          [
            8200,
            0.3847489655017853
          ],
          [
            8300,
            0.38451382517814636
          ],
          [
            8400,
            0.38396066427230835
          ],
          [
            8500,
            0.3838874399662018
          ],
          [
            8600,
            0.3836887776851654
          ],
          [
            8700,
            0.3835495710372925
          ],
          [
            8800,
            0.38343101739883423
          ],
          [
            8900,
            0.3831522464752197
          ],
          [
            9000,
            0.3831648528575897
          ],
          [
            9100,
            0.3830097019672394
          ],
          [
            9200,
            0.38303089141845703
          ],
          [
            9300,
            0.38291388750076294
          ]
        ],
        "logging/rms/model.layers.3.mlp.gate_proj/gradient": [
          [
            0,
            0.00010703972657211125
          ],
          [
            100,
            9.302986654802226e-06
          ],
          [
            200,
            1.1141756658616941e-05
          ],
          [
            300,
            1.236952084582299e-05
          ],
          [
            400,
            1.4541657037625555e-05
          ],
          [
            500,
            1.3096071597828995e-05
          ],
          [
            600,
            1.331536714133108e-05
          ],
          [
            700,
            1.2478246389946435e-05
          ],
          [
            800,
            1.3029613000981044e-05
          ],
          [
            900,
            1.2196492207294796e-05
          ],
          [
            1000,
            1.219795103679644e-05
          ],
          [
            1100,
            1.3004251741222106e-05
          ],
          [
            1200,
            1.2833418622903991e-05
          ],
          [
            1300,
            1.25874439618201e-05
          ],
          [
            1400,
            1.156780945166247e-05
          ],
          [
            1500,
            1.2981213330931496e-05
          ],
          [
            1600,
            1.2043899005220737e-05
          ],
          [
            1700,
            1.2312969374761451e-05
          ],
          [
            1800,
            1.2021937436657026e-05
          ],
          [
            1900,
            1.175277884613024e-05
          ],
          [
            2000,
            1.2088118637620937e-05
          ],
          [
            2100,
            1.353799416392576e-05
          ],
          [
            2200,
            1.2485218576330226e-05
          ],
          [
            2300,
            1.3428557394945528e-05
          ],
          [
            2400,
            1.1807415830844548e-05
          ],
          [
            2500,
            1.2180345947854221e-05
          ],
          [
            2600,
            1.175278885057196e-05
          ],
          [
            2700,
            1.2487143067119177e-05
          ],
          [
            2800,
            1.3170899364922661e-05
          ],
          [
            2900,
            1.2298041838221252e-05
          ],
          [
            3000,
            1.3163515177438967e-05
          ],
          [
            3100,
            1.2285916454857215e-05
          ],
          [
            3200,
            1.2372023775242269e-05
          ],
          [
            3300,
            1.4977488717704546e-05
          ],
          [
            3400,
            1.2457408956834115e-05
          ],
          [
            3500,
            1.2791951121471357e-05
          ],
          [
            3600,
            1.1826034096884541e-05
          ],
          [
            3700,
            1.2187261745566502e-05
          ],
          [
            3800,
            1.3061459867458325e-05
          ],
          [
            3900,
            1.3423149539448787e-05
          ],
          [
            4000,
            1.328284361079568e-05
          ],
          [
            4100,
            1.2747342225338798e-05
          ],
          [
            4200,
            1.2681226507993415e-05
          ],
          [
            4300,
            1.2796993360097986e-05
          ],
          [
            4400,
            1.6091265933937393e-05
          ],
          [
            4500,
            1.3001330444240011e-05
          ],
          [
            4600,
            1.3885573025618214e-05
          ],
          [
            4700,
            1.3245860827737488e-05
          ],
          [
            4800,
            1.353368497802876e-05
          ],
          [
            4900,
            1.2401555068208836e-05
          ],
          [
            5000,
            1.3671241504198406e-05
          ],
          [
            5100,
            1.4005996490595862e-05
          ],
          [
            5200,
            1.3261026651889551e-05
          ],
          [
            5300,
            1.4371702491189353e-05
          ],
          [
            5400,
            1.4712914889969397e-05
          ],
          [
            5500,
            1.3928289263276383e-05
          ],
          [
            5600,
            1.3731618309975602e-05
          ],
          [
            5700,
            1.5256845472322311e-05
          ],
          [
            5800,
            1.3900188605475705e-05
          ],
          [
            5900,
            1.4398174243979156e-05
          ],
          [
            6000,
            1.385461200698046e-05
          ],
          [
            6100,
            1.4398175153473858e-05
          ],
          [
            6200,
            1.4315289263322484e-05
          ],
          [
            6300,
            1.496157256042352e-05
          ],
          [
            6400,
            1.4698297491122503e-05
          ],
          [
            6500,
            1.4161488252284471e-05
          ],
          [
            6600,
            1.5393292414955795e-05
          ],
          [
            6700,
            1.5545754649792798e-05
          ],
          [
            6800,
            1.4522503079206217e-05
          ],
          [
            6900,
            1.5981868273229338e-05
          ],
          [
            7000,
            1.5382349374704063e-05
          ],
          [
            7100,
            1.5219095985230524e-05
          ],
          [
            7200,
            1.5166646335273981e-05
          ],
          [
            7300,
            1.5227555195451714e-05
          ],
          [
            7400,
            1.599818278918974e-05
          ],
          [
            7500,
            1.5768519006087445e-05
          ],
          [
            7600,
            1.594622699485626e-05
          ],
          [
            7700,
            1.6304917153320275e-05
          ],
          [
            7800,
            1.5803550923010334e-05
          ],
          [
            7900,
            1.5749646991025656e-05
          ],
          [
            8000,
            1.5826557500986382e-05
          ],
          [
            8100,
            1.5630628695362248e-05
          ],
          [
            8200,
            1.65384426509263e-05
          ],
          [
            8300,
            1.710192736936733e-05
          ],
          [
            8400,
            1.6460175174870528e-05
          ],
          [
            8500,
            1.722479828458745e-05
          ],
          [
            8600,
            1.6828542356961407e-05
          ],
          [
            8700,
            1.6577561837038957e-05
          ],
          [
            8800,
            1.6509180568391457e-05
          ],
          [
            8900,
            1.6529796994291246e-05
          ],
          [
            9000,
            1.659609733906109e-05
          ],
          [
            9100,
            1.618929127289448e-05
          ],
          [
            9200,
            1.6840313037391752e-05
          ],
          [
            9300,
            1.640453228901606e-05
          ]
        ],
        "logging/rms/model.layers.1.post_attention_layernorm/activation": [
          [
            0,
            0.9999943375587463
          ],
          [
            100,
            0.9867177605628967
          ],
          [
            200,
            0.9492299556732178
          ],
          [
            300,
            0.8921238780021667
          ],
          [
            400,
            0.8117440342903137
          ],
          [
            500,
            0.7459014058113098
          ],
          [
            600,
            0.6959702372550964
          ],
          [
            700,
            0.6534857153892517
          ],
          [
            800,
            0.6269421577453613
          ],
          [
            900,
            0.5986965298652649
          ],
          [
            1000,
            0.5824460387229919
          ],
          [
            1100,
            0.566081702709198
          ],
          [
            1200,
            0.5504825711250305
          ],
          [
            1300,
            0.5380047559738159
          ],
          [
            1400,
            0.524777352809906
          ],
          [
            1500,
            0.5153130292892456
          ],
          [
            1600,
            0.5041639804840088
          ],
          [
            1700,
            0.49636203050613403
          ],
          [
            1800,
            0.491528183221817
          ],
          [
            1900,
            0.4846101403236389
          ],
          [
            2000,
            0.47800159454345703
          ],
          [
            2100,
            0.4734920263290405
          ],
          [
            2200,
            0.467560350894928
          ],
          [
            2300,
            0.46465960144996643
          ],
          [
            2400,
            0.46038374304771423
          ],
          [
            2500,
            0.4558302164077759
          ],
          [
            2600,
            0.45111602544784546
          ],
          [
            2700,
            0.4470772445201874
          ],
          [
            2800,
            0.44435784220695496
          ],
          [
            2900,
            0.4426581561565399
          ],
          [
            3000,
            0.44056880474090576
          ],
          [
            3100,
            0.43684011697769165
          ],
          [
            3200,
            0.43331965804100037
          ],
          [
            3300,
            0.4321206510066986
          ],
          [
            3400,
            0.43142595887184143
          ],
          [
            3500,
            0.4293939769268036
          ],
          [
            3600,
            0.42793306708335876
          ],
          [
            3700,
            0.4233686923980713
          ],
          [
            3800,
            0.42683547735214233
          ],
          [
            3900,
            0.42454278469085693
          ],
          [
            4000,
            0.42393729090690613
          ],
          [
            4100,
            0.42214709520339966
          ],
          [
            4200,
            0.4198768138885498
          ],
          [
            4300,
            0.41865265369415283
          ],
          [
            4400,
            0.41826385259628296
          ],
          [
            4500,
            0.41611045598983765
          ],
          [
            4600,
            0.4149964451789856
          ],
          [
            4700,
            0.4189815819263458
          ],
          [
            4800,
            0.41597095131874084
          ],
          [
            4900,
            0.4149434268474579
          ],
          [
            5000,
            0.4158985912799835
          ],
          [
            5100,
            0.41553595662117004
          ],
          [
            5200,
            0.41422906517982483
          ],
          [
            5300,
            0.41544005274772644
          ],
          [
            5400,
            0.4158582389354706
          ],
          [
            5500,
            0.4132806360721588
          ],
          [
            5600,
            0.41351234912872314
          ],
          [
            5700,
            0.4156195819377899
          ],
          [
            5800,
            0.414502888917923
          ],
          [
            5900,
            0.41545963287353516
          ],
          [
            6000,
            0.4143294394016266
          ],
          [
            6100,
            0.41545569896698
          ],
          [
            6200,
            0.4168957769870758
          ],
          [
            6300,
            0.4162587523460388
          ],
          [
            6400,
            0.41640979051589966
          ],
          [
            6500,
            0.4158896803855896
          ],
          [
            6600,
            0.4182609021663666
          ],
          [
            6700,
            0.41712772846221924
          ],
          [
            6800,
            0.4180864691734314
          ],
          [
            6900,
            0.41924363374710083
          ],
          [
            7000,
            0.420132040977478
          ],
          [
            7100,
            0.4196641743183136
          ],
          [
            7200,
            0.4187523126602173
          ],
          [
            7300,
            0.421769917011261
          ],
          [
            7400,
            0.42083102464675903
          ],
          [
            7500,
            0.4219518303871155
          ],
          [
            7600,
            0.4236133098602295
          ],
          [
            7700,
            0.42438673973083496
          ],
          [
            7800,
            0.4251405596733093
          ],
          [
            7900,
            0.4242480993270874
          ],
          [
            8000,
            0.4244013726711273
          ],
          [
            8100,
            0.42489615082740784
          ],
          [
            8200,
            0.42483171820640564
          ],
          [
            8300,
            0.4255632162094116
          ],
          [
            8400,
            0.4261579215526581
          ],
          [
            8500,
            0.42627936601638794
          ],
          [
            8600,
            0.4272911250591278
          ],
          [
            8700,
            0.42780500650405884
          ],
          [
            8800,
            0.42682766914367676
          ],
          [
            8900,
            0.42734986543655396
          ],
          [
            9000,
            0.427690714597702
          ],
          [
            9100,
            0.42654135823249817
          ],
          [
            9200,
            0.4287124574184418
          ],
          [
            9300,
            0.4280705153942108
          ]
        ],
        "logging/rms/model.layers.2.mlp.down_proj/gradient": [
          [
            0,
            0.000283820612821728
          ],
          [
            100,
            1.688473639660515e-05
          ],
          [
            200,
            1.3944025340606458e-05
          ],
          [
            300,
            1.4087373529036995e-05
          ],
          [
            400,
            1.7158952687168494e-05
          ],
          [
            500,
            1.7015119738061912e-05
          ],
          [
            600,
            1.836213232309092e-05
          ],
          [
            700,
            1.729989526211284e-05
          ],
          [
            800,
            1.8954753613797948e-05
          ],
          [
            900,
            1.6367281205020845e-05
          ],
          [
            1000,
            1.699113090580795e-05
          ],
          [
            1100,
            2.2276399249676615e-05
          ],
          [
            1200,
            1.7309832401224412e-05
          ],
          [
            1300,
            1.9606794012361206e-05
          ],
          [
            1400,
            1.6615727872704156e-05
          ],
          [
            1500,
            2.1378773453761823e-05
          ],
          [
            1600,
            1.7425170881324448e-05
          ],
          [
            1700,
            1.934693136718124e-05
          ],
          [
            1800,
            1.5463947420357727e-05
          ],
          [
            1900,
            1.8534119590185583e-05
          ],
          [
            2000,
            1.6519392374902964e-05
          ],
          [
            2100,
            2.1502508388948627e-05
          ],
          [
            2200,
            1.7928639863384888e-05
          ],
          [
            2300,
            1.779397098289337e-05
          ],
          [
            2400,
            1.9130593500449322e-05
          ],
          [
            2500,
            1.6159601727849804e-05
          ],
          [
            2600,
            1.517979399068281e-05
          ],
          [
            2700,
            1.7971415218198672e-05
          ],
          [
            2800,
            1.795923526515253e-05
          ],
          [
            2900,
            1.8502547391108237e-05
          ],
          [
            3000,
            2.6716261345427483e-05
          ],
          [
            3100,
            1.5936555428197607e-05
          ],
          [
            3200,
            1.620911280042492e-05
          ],
          [
            3300,
            2.3480752133764327e-05
          ],
          [
            3400,
            1.6402796973125078e-05
          ],
          [
            3500,
            1.847428393375594e-05
          ],
          [
            3600,
            1.589411658642348e-05
          ],
          [
            3700,
            1.717112900223583e-05
          ],
          [
            3800,
            1.8164901121053845e-05
          ],
          [
            3900,
            2.1258199922158383e-05
          ],
          [
            4000,
            1.7295331417699344e-05
          ],
          [
            4100,
            1.958080247277394e-05
          ],
          [
            4200,
            1.6859919924172573e-05
          ],
          [
            4300,
            1.5917185010039248e-05
          ],
          [
            4400,
            2.1696052499464713e-05
          ],
          [
            4500,
            1.6499492630828172e-05
          ],
          [
            4600,
            1.8487680790713057e-05
          ],
          [
            4700,
            1.80376046046149e-05
          ],
          [
            4800,
            1.74067808984546e-05
          ],
          [
            4900,
            1.5437672118423507e-05
          ],
          [
            5000,
            2.0898811271763407e-05
          ],
          [
            5100,
            1.9207986042601988e-05
          ],
          [
            5200,
            1.7522545022075064e-05
          ],
          [
            5300,
            2.0314355424488895e-05
          ],
          [
            5400,
            2.5906887458404526e-05
          ],
          [
            5500,
            1.812836853787303e-05
          ],
          [
            5600,
            1.7519072571303695e-05
          ],
          [
            5700,
            2.314781886525452e-05
          ],
          [
            5800,
            1.9971226720372215e-05
          ],
          [
            5900,
            2.119853343174327e-05
          ],
          [
            6000,
            1.8390550394542515e-05
          ],
          [
            6100,
            2.0311139451223426e-05
          ],
          [
            6200,
            1.761867679306306e-05
          ],
          [
            6300,
            2.1833518985658884e-05
          ],
          [
            6400,
            1.9150960724800825e-05
          ],
          [
            6500,
            1.819250246626325e-05
          ],
          [
            6600,
            2.2065330995246768e-05
          ],
          [
            6700,
            2.1339417799026705e-05
          ],
          [
            6800,
            1.8464237655280158e-05
          ],
          [
            6900,
            2.2364809410646558e-05
          ],
          [
            7000,
            2.0285049686208367e-05
          ],
          [
            7100,
            2.0439580111997202e-05
          ],
          [
            7200,
            2.056630728475284e-05
          ],
          [
            7300,
            2.1332574760890566e-05
          ],
          [
            7400,
            2.4098524590954185e-05
          ],
          [
            7500,
            2.4600358301540837e-05
          ],
          [
            7600,
            2.1515923435799778e-05
          ],
          [
            7700,
            2.266011870233342e-05
          ],
          [
            7800,
            2.1396970623754896e-05
          ],
          [
            7900,
            2.0819603378186002e-05
          ],
          [
            8000,
            2.2971988073550165e-05
          ],
          [
            8100,
            1.9984927348559722e-05
          ],
          [
            8200,
            2.4050184947554953e-05
          ],
          [
            8300,
            2.3895006961538456e-05
          ],
          [
            8400,
            2.248110104119405e-05
          ],
          [
            8500,
            2.434860471112188e-05
          ],
          [
            8600,
            2.357752418902237e-05
          ],
          [
            8700,
            2.2231030015973374e-05
          ],
          [
            8800,
            2.2502434148918837e-05
          ],
          [
            8900,
            2.3595444872626103e-05
          ],
          [
            9000,
            2.1773634216515347e-05
          ],
          [
            9100,
            2.0374334781081416e-05
          ],
          [
            9200,
            2.2805514163337648e-05
          ],
          [
            9300,
            2.1694360839319415e-05
          ]
        ],
        "logging/rms/model.layers.5.self_attn.k_proj/parameter": [
          [
            0,
            0.043683573603630066
          ],
          [
            100,
            0.04468397796154022
          ],
          [
            200,
            0.047379784286022186
          ],
          [
            300,
            0.049998894333839417
          ],
          [
            400,
            0.052233513444662094
          ],
          [
            500,
            0.05411906912922859
          ],
          [
            600,
            0.05582265928387642
          ],
          [
            700,
            0.057354219257831573
          ],
          [
            800,
            0.0587591826915741
          ],
          [
            900,
            0.060009416192770004
          ],
          [
            1000,
            0.06118021160364151
          ],
          [
            1100,
            0.06237553060054779
          ],
          [
            1200,
            0.06343091279268265
          ],
          [
            1300,
            0.0643375888466835
          ],
          [
            1400,
            0.06528142839670181
          ],
          [
            1500,
            0.06619325280189514
          ],
          [
            1600,
            0.0669771358370781
          ],
          [
            1700,
            0.06774194538593292
          ],
          [
            1800,
            0.0684671401977539
          ],
          [
            1900,
            0.0691298320889473
          ],
          [
            2000,
            0.06976783275604248
          ],
          [
            2100,
            0.07033166289329529
          ],
          [
            2200,
            0.07081994414329529
          ],
          [
            2300,
            0.0713442787528038
          ],
          [
            2400,
            0.07175426930189133
          ],
          [
            2500,
            0.07222294807434082
          ],
          [
            2600,
            0.07260289788246155
          ],
          [
            2700,
            0.07291810214519501
          ],
          [
            2800,
            0.07328358292579651
          ],
          [
            2900,
            0.07349172234535217
          ],
          [
            3000,
            0.07374761998653412
          ],
          [
            3100,
            0.07397215813398361
          ],
          [
            3200,
            0.07416627556085587
          ],
          [
            3300,
            0.07441718876361847
          ],
          [
            3400,
            0.07455746829509735
          ],
          [
            3500,
            0.07470791786909103
          ],
          [
            3600,
            0.07484027743339539
          ],
          [
            3700,
            0.07496708631515503
          ],
          [
            3800,
            0.07499974220991135
          ],
          [
            3900,
            0.0750916376709938
          ],
          [
            4000,
            0.07509266585111618
          ],
          [
            4100,
            0.07503938674926758
          ],
          [
            4200,
            0.07507514953613281
          ],
          [
            4300,
            0.07507483661174774
          ],
          [
            4400,
            0.07501254230737686
          ],
          [
            4500,
            0.07498094439506531
          ],
          [
            4600,
            0.07485994696617126
          ],
          [
            4700,
            0.07482073456048965
          ],
          [
            4800,
            0.07472476363182068
          ],
          [
            4900,
            0.07460318505764008
          ],
          [
            5000,
            0.07451242953538895
          ],
          [
            5100,
            0.07436104863882065
          ],
          [
            5200,
            0.07419687509536743
          ],
          [
            5300,
            0.07407407462596893
          ],
          [
            5400,
            0.07391950488090515
          ],
          [
            5500,
            0.07373901456594467
          ],
          [
            5600,
            0.07362396270036697
          ],
          [
            5700,
            0.07341774553060532
          ],
          [
            5800,
            0.07322700321674347
          ],
          [
            5900,
            0.07304463535547256
          ],
          [
            6000,
            0.07286565005779266
          ],
          [
            6100,
            0.0726827085018158
          ],
          [
            6200,
            0.07250124961137772
          ],
          [
            6300,
            0.07230320572853088
          ],
          [
            6400,
            0.07208055257797241
          ],
          [
            6500,
            0.07187900692224503
          ],
          [
            6600,
            0.07169382274150848
          ],
          [
            6700,
            0.07143205404281616
          ],
          [
            6800,
            0.07125432044267654
          ],
          [
            6900,
            0.07104385644197464
          ],
          [
            7000,
            0.07085072994232178
          ],
          [
            7100,
            0.07066302001476288
          ],
          [
            7200,
            0.07046917080879211
          ],
          [
            7300,
            0.0702633187174797
          ],
          [
            7400,
            0.07006226480007172
          ],
          [
            7500,
            0.0698559507727623
          ],
          [
            7600,
            0.06966593116521835
          ],
          [
            7700,
            0.06947386264801025
          ],
          [
            7800,
            0.06928206235170364
          ],
          [
            7900,
            0.06909886002540588
          ],
          [
            8000,
            0.06893519312143326
          ],
          [
            8100,
            0.06876078993082047
          ],
          [
            8200,
            0.06859208643436432
          ],
          [
            8300,
            0.06842944025993347
          ],
          [
            8400,
            0.06828106939792633
          ],
          [
            8500,
            0.06813720613718033
          ],
          [
            8600,
            0.06803476065397263
          ],
          [
            8700,
            0.06791002303361893
          ],
          [
            8800,
            0.06781575083732605
          ],
          [
            8900,
            0.06772089004516602
          ],
          [
            9000,
            0.06764540076255798
          ],
          [
            9100,
            0.067585289478302
          ],
          [
            9200,
            0.06754467636346817
          ],
          [
            9300,
            0.0675172209739685
          ]
        ],
        "logging/rms/model.layers.6.self_attn.v_proj/activation": [
          [
            0,
            0.9818524122238159
          ],
          [
            100,
            1.1146504878997803
          ],
          [
            200,
            1.2522624731063843
          ],
          [
            300,
            1.4851003885269165
          ],
          [
            400,
            1.6364915370941162
          ],
          [
            500,
            1.6890872716903687
          ],
          [
            600,
            1.7368159294128418
          ],
          [
            700,
            1.7313014268875122
          ],
          [
            800,
            1.7693268060684204
          ],
          [
            900,
            1.7484426498413086
          ],
          [
            1000,
            1.7634940147399902
          ],
          [
            1100,
            1.7670421600341797
          ],
          [
            1200,
            1.753848910331726
          ],
          [
            1300,
            1.7692835330963135
          ],
          [
            1400,
            1.7653720378875732
          ],
          [
            1500,
            1.7794135808944702
          ],
          [
            1600,
            1.7611303329467773
          ],
          [
            1700,
            1.7561079263687134
          ],
          [
            1800,
            1.7651480436325073
          ],
          [
            1900,
            1.7613263130187988
          ],
          [
            2000,
            1.7663536071777344
          ],
          [
            2100,
            1.7673816680908203
          ],
          [
            2200,
            1.7561982870101929
          ],
          [
            2300,
            1.759846806526184
          ],
          [
            2400,
            1.7576444149017334
          ],
          [
            2500,
            1.75984787940979
          ],
          [
            2600,
            1.739147424697876
          ],
          [
            2700,
            1.7565008401870728
          ],
          [
            2800,
            1.7572170495986938
          ],
          [
            2900,
            1.7491066455841064
          ],
          [
            3000,
            1.741448163986206
          ],
          [
            3100,
            1.7416417598724365
          ],
          [
            3200,
            1.7423007488250732
          ],
          [
            3300,
            1.73470938205719
          ],
          [
            3400,
            1.7396588325500488
          ],
          [
            3500,
            1.7398536205291748
          ],
          [
            3600,
            1.7499114274978638
          ],
          [
            3700,
            1.7241944074630737
          ],
          [
            3800,
            1.7376809120178223
          ],
          [
            3900,
            1.728818655014038
          ],
          [
            4000,
            1.732418179512024
          ],
          [
            4100,
            1.7261073589324951
          ],
          [
            4200,
            1.727707862854004
          ],
          [
            4300,
            1.7187601327896118
          ],
          [
            4400,
            1.7274079322814941
          ],
          [
            4500,
            1.7126725912094116
          ],
          [
            4600,
            1.7154854536056519
          ],
          [
            4700,
            1.7213424444198608
          ],
          [
            4800,
            1.711426854133606
          ],
          [
            4900,
            1.7026302814483643
          ],
          [
            5000,
            1.712061882019043
          ],
          [
            5100,
            1.7194526195526123
          ],
          [
            5200,
            1.7104326486587524
          ],
          [
            5300,
            1.7158221006393433
          ],
          [
            5400,
            1.7049975395202637
          ],
          [
            5500,
            1.6988545656204224
          ],
          [
            5600,
            1.6986478567123413
          ],
          [
            5700,
            1.7100298404693604
          ],
          [
            5800,
            1.6849433183670044
          ],
          [
            5900,
            1.69186532497406
          ],
          [
            6000,
            1.676149606704712
          ],
          [
            6100,
            1.691728949546814
          ],
          [
            6200,
            1.6860078573226929
          ],
          [
            6300,
            1.6876991987228394
          ],
          [
            6400,
            1.6855144500732422
          ],
          [
            6500,
            1.68339204788208
          ],
          [
            6600,
            1.6792993545532227
          ],
          [
            6700,
            1.673348069190979
          ],
          [
            6800,
            1.6743422746658325
          ],
          [
            6900,
            1.670894742012024
          ],
          [
            7000,
            1.6776797771453857
          ],
          [
            7100,
            1.6766092777252197
          ],
          [
            7200,
            1.6709413528442383
          ],
          [
            7300,
            1.6690868139266968
          ],
          [
            7400,
            1.6639772653579712
          ],
          [
            7500,
            1.6592845916748047
          ],
          [
            7600,
            1.6630723476409912
          ],
          [
            7700,
            1.6641243696212769
          ],
          [
            7800,
            1.6592566967010498
          ],
          [
            7900,
            1.648523211479187
          ],
          [
            8000,
            1.6580184698104858
          ],
          [
            8100,
            1.6489635705947876
          ],
          [
            8200,
            1.6565107107162476
          ],
          [
            8300,
            1.6545240879058838
          ],
          [
            8400,
            1.649237036705017
          ],
          [
            8500,
            1.6491371393203735
          ],
          [
            8600,
            1.651033639907837
          ],
          [
            8700,
            1.6410142183303833
          ],
          [
            8800,
            1.6468112468719482
          ],
          [
            8900,
            1.6480951309204102
          ],
          [
            9000,
            1.6413869857788086
          ],
          [
            9100,
            1.637794017791748
          ],
          [
            9200,
            1.6443171501159668
          ],
          [
            9300,
            1.641276240348816
          ]
        ],
        "logging/rms/model.layers.4.self_attn.q_proj/activation": [
          [
            0,
            0.987119197845459
          ],
          [
            100,
            1.8138538599014282
          ],
          [
            200,
            1.8570218086242676
          ],
          [
            300,
            1.9400049448013306
          ],
          [
            400,
            1.9060250520706177
          ],
          [
            500,
            1.8586159944534302
          ],
          [
            600,
            1.8426804542541504
          ],
          [
            700,
            1.7983969449996948
          ],
          [
            800,
            1.7632808685302734
          ],
          [
            900,
            1.727777361869812
          ],
          [
            1000,
            1.7071473598480225
          ],
          [
            1100,
            1.7032160758972168
          ],
          [
            1200,
            1.667331576347351
          ],
          [
            1300,
            1.6797515153884888
          ],
          [
            1400,
            1.6454271078109741
          ],
          [
            1500,
            1.6359071731567383
          ],
          [
            1600,
            1.6127749681472778
          ],
          [
            1700,
            1.6113386154174805
          ],
          [
            1800,
            1.6191380023956299
          ],
          [
            1900,
            1.5919045209884644
          ],
          [
            2000,
            1.5898118019104004
          ],
          [
            2100,
            1.5764182806015015
          ],
          [
            2200,
            1.5647372007369995
          ],
          [
            2300,
            1.5544700622558594
          ],
          [
            2400,
            1.565953016281128
          ],
          [
            2500,
            1.5366507768630981
          ],
          [
            2600,
            1.5243709087371826
          ],
          [
            2700,
            1.5235038995742798
          ],
          [
            2800,
            1.5308438539505005
          ],
          [
            2900,
            1.5166401863098145
          ],
          [
            3000,
            1.5163265466690063
          ],
          [
            3100,
            1.5186697244644165
          ],
          [
            3200,
            1.4963701963424683
          ],
          [
            3300,
            1.4892470836639404
          ],
          [
            3400,
            1.488152265548706
          ],
          [
            3500,
            1.4844506978988647
          ],
          [
            3600,
            1.4655132293701172
          ],
          [
            3700,
            1.455715537071228
          ],
          [
            3800,
            1.4783134460449219
          ],
          [
            3900,
            1.4823085069656372
          ],
          [
            4000,
            1.45888352394104
          ],
          [
            4100,
            1.4636285305023193
          ],
          [
            4200,
            1.4430980682373047
          ],
          [
            4300,
            1.447812795639038
          ],
          [
            4400,
            1.4498661756515503
          ],
          [
            4500,
            1.4340217113494873
          ],
          [
            4600,
            1.4337866306304932
          ],
          [
            4700,
            1.4392364025115967
          ],
          [
            4800,
            1.4259017705917358
          ],
          [
            4900,
            1.4155983924865723
          ],
          [
            5000,
            1.4172084331512451
          ],
          [
            5100,
            1.4205766916275024
          ],
          [
            5200,
            1.4142284393310547
          ],
          [
            5300,
            1.4120022058486938
          ],
          [
            5400,
            1.4114739894866943
          ],
          [
            5500,
            1.3966063261032104
          ],
          [
            5600,
            1.4020888805389404
          ],
          [
            5700,
            1.415023922920227
          ],
          [
            5800,
            1.402514934539795
          ],
          [
            5900,
            1.3939145803451538
          ],
          [
            6000,
            1.3803584575653076
          ],
          [
            6100,
            1.388696312904358
          ],
          [
            6200,
            1.3925153017044067
          ],
          [
            6300,
            1.3843976259231567
          ],
          [
            6400,
            1.3829491138458252
          ],
          [
            6500,
            1.3806437253952026
          ],
          [
            6600,
            1.3786911964416504
          ],
          [
            6700,
            1.364937663078308
          ],
          [
            6800,
            1.3737034797668457
          ],
          [
            6900,
            1.3677794933319092
          ],
          [
            7000,
            1.3674830198287964
          ],
          [
            7100,
            1.3620859384536743
          ],
          [
            7200,
            1.3562414646148682
          ],
          [
            7300,
            1.3541862964630127
          ],
          [
            7400,
            1.3592537641525269
          ],
          [
            7500,
            1.354813575744629
          ],
          [
            7600,
            1.358406901359558
          ],
          [
            7700,
            1.3577747344970703
          ],
          [
            7800,
            1.3599152565002441
          ],
          [
            7900,
            1.354069709777832
          ],
          [
            8000,
            1.3546688556671143
          ],
          [
            8100,
            1.343776822090149
          ],
          [
            8200,
            1.345296025276184
          ],
          [
            8300,
            1.348292589187622
          ],
          [
            8400,
            1.3464090824127197
          ],
          [
            8500,
            1.3424657583236694
          ],
          [
            8600,
            1.350104570388794
          ],
          [
            8700,
            1.3426568508148193
          ],
          [
            8800,
            1.3395153284072876
          ],
          [
            8900,
            1.3374983072280884
          ],
          [
            9000,
            1.339584469795227
          ],
          [
            9100,
            1.3317416906356812
          ],
          [
            9200,
            1.3438692092895508
          ],
          [
            9300,
            1.337518572807312
          ]
        ],
        "logging/rms/model.layers.1.mlp.up_proj/activation": [
          [
            0,
            0.9830446243286133
          ],
          [
            100,
            1.1788614988327026
          ],
          [
            200,
            1.2152982950210571
          ],
          [
            300,
            1.246916651725769
          ],
          [
            400,
            1.2043150663375854
          ],
          [
            500,
            1.1766456365585327
          ],
          [
            600,
            1.1641050577163696
          ],
          [
            700,
            1.1348698139190674
          ],
          [
            800,
            1.1275746822357178
          ],
          [
            900,
            1.102662444114685
          ],
          [
            1000,
            1.1048065423965454
          ],
          [
            1100,
            1.0997388362884521
          ],
          [
            1200,
            1.075864315032959
          ],
          [
            1300,
            1.0747835636138916
          ],
          [
            1400,
            1.0617340803146362
          ],
          [
            1500,
            1.0576664209365845
          ],
          [
            1600,
            1.0365080833435059
          ],
          [
            1700,
            1.036152720451355
          ],
          [
            1800,
            1.0345120429992676
          ],
          [
            1900,
            1.019680380821228
          ],
          [
            2000,
            1.0168439149856567
          ],
          [
            2100,
            1.0132734775543213
          ],
          [
            2200,
            1.0007461309432983
          ],
          [
            2300,
            0.9938850402832031
          ],
          [
            2400,
            0.9942941665649414
          ],
          [
            2500,
            0.9775992035865784
          ],
          [
            2600,
            0.9670965075492859
          ],
          [
            2700,
            0.9678106307983398
          ],
          [
            2800,
            0.9592145085334778
          ],
          [
            2900,
            0.9520522952079773
          ],
          [
            3000,
            0.951962411403656
          ],
          [
            3100,
            0.9412246942520142
          ],
          [
            3200,
            0.9311912655830383
          ],
          [
            3300,
            0.9291027784347534
          ],
          [
            3400,
            0.9263585805892944
          ],
          [
            3500,
            0.9231483340263367
          ],
          [
            3600,
            0.9162744283676147
          ],
          [
            3700,
            0.9037640690803528
          ],
          [
            3800,
            0.919301450252533
          ],
          [
            3900,
            0.9092605113983154
          ],
          [
            4000,
            0.9009425640106201
          ],
          [
            4100,
            0.8955316543579102
          ],
          [
            4200,
            0.884239673614502
          ],
          [
            4300,
            0.8848989009857178
          ],
          [
            4400,
            0.8823397159576416
          ],
          [
            4500,
            0.8729022741317749
          ],
          [
            4600,
            0.867301344871521
          ],
          [
            4700,
            0.8788815140724182
          ],
          [
            4800,
            0.8621050715446472
          ],
          [
            4900,
            0.8561214804649353
          ],
          [
            5000,
            0.8604252338409424
          ],
          [
            5100,
            0.8599684238433838
          ],
          [
            5200,
            0.8451586365699768
          ],
          [
            5300,
            0.8477436900138855
          ],
          [
            5400,
            0.8459712862968445
          ],
          [
            5500,
            0.8338183164596558
          ],
          [
            5600,
            0.8313348889350891
          ],
          [
            5700,
            0.8391894102096558
          ],
          [
            5800,
            0.8308095932006836
          ],
          [
            5900,
            0.8277521133422852
          ],
          [
            6000,
            0.8215388059616089
          ],
          [
            6100,
            0.8201176524162292
          ],
          [
            6200,
            0.8222861886024475
          ],
          [
            6300,
            0.8130818009376526
          ],
          [
            6400,
            0.811719536781311
          ],
          [
            6500,
            0.8055763840675354
          ],
          [
            6600,
            0.8064752817153931
          ],
          [
            6700,
            0.7970144152641296
          ],
          [
            6800,
            0.7993256449699402
          ],
          [
            6900,
            0.7993811368942261
          ],
          [
            7000,
            0.7985017895698547
          ],
          [
            7100,
            0.7957296967506409
          ],
          [
            7200,
            0.7852478623390198
          ],
          [
            7300,
            0.7927678227424622
          ],
          [
            7400,
            0.7858362793922424
          ],
          [
            7500,
            0.7802761793136597
          ],
          [
            7600,
            0.7875190377235413
          ],
          [
            7700,
            0.7884063720703125
          ],
          [
            7800,
            0.785892903804779
          ],
          [
            7900,
            0.7794832587242126
          ],
          [
            8000,
            0.7721431851387024
          ],
          [
            8100,
            0.7730011343955994
          ],
          [
            8200,
            0.7691620588302612
          ],
          [
            8300,
            0.7716403603553772
          ],
          [
            8400,
            0.7667540311813354
          ],
          [
            8500,
            0.7674551010131836
          ],
          [
            8600,
            0.7697899341583252
          ],
          [
            8700,
            0.767991304397583
          ],
          [
            8800,
            0.7596150636672974
          ],
          [
            8900,
            0.7584261298179626
          ],
          [
            9000,
            0.7608875632286072
          ],
          [
            9100,
            0.753606379032135
          ],
          [
            9200,
            0.7630177140235901
          ],
          [
            9300,
            0.7585368156433105
          ]
        ],
        "logging/rms/model.layers.7.post_attention_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9864926934242249
          ],
          [
            200,
            1.0064526796340942
          ],
          [
            300,
            1.0272029638290405
          ],
          [
            400,
            1.0319300889968872
          ],
          [
            500,
            1.0368080139160156
          ],
          [
            600,
            1.0355675220489502
          ],
          [
            700,
            1.030470848083496
          ],
          [
            800,
            1.022688865661621
          ],
          [
            900,
            1.0141526460647583
          ],
          [
            1000,
            1.0052534341812134
          ],
          [
            1100,
            0.9972077012062073
          ],
          [
            1200,
            0.9880024194717407
          ],
          [
            1300,
            0.9783139228820801
          ],
          [
            1400,
            0.9707748293876648
          ],
          [
            1500,
            0.9625886082649231
          ],
          [
            1600,
            0.9551898241043091
          ],
          [
            1700,
            0.9483613967895508
          ],
          [
            1800,
            0.9409662485122681
          ],
          [
            1900,
            0.9348984360694885
          ],
          [
            2000,
            0.9289751648902893
          ],
          [
            2100,
            0.9228312969207764
          ],
          [
            2200,
            0.9180944561958313
          ],
          [
            2300,
            0.9127824902534485
          ],
          [
            2400,
            0.9083036184310913
          ],
          [
            2500,
            0.9049980044364929
          ],
          [
            2600,
            0.9002647995948792
          ],
          [
            2700,
            0.8962178826332092
          ],
          [
            2800,
            0.8926512598991394
          ],
          [
            2900,
            0.8890171051025391
          ],
          [
            3000,
            0.885871410369873
          ],
          [
            3100,
            0.8836926221847534
          ],
          [
            3200,
            0.880507230758667
          ],
          [
            3300,
            0.877469003200531
          ],
          [
            3400,
            0.8757220506668091
          ],
          [
            3500,
            0.8735194206237793
          ],
          [
            3600,
            0.8717058300971985
          ],
          [
            3700,
            0.8689384460449219
          ],
          [
            3800,
            0.8678086996078491
          ],
          [
            3900,
            0.8659655451774597
          ],
          [
            4000,
            0.8655120134353638
          ],
          [
            4100,
            0.8646594285964966
          ],
          [
            4200,
            0.8630715608596802
          ],
          [
            4300,
            0.8621446490287781
          ],
          [
            4400,
            0.8611192107200623
          ],
          [
            4500,
            0.860145628452301
          ],
          [
            4600,
            0.8594287037849426
          ],
          [
            4700,
            0.8590703010559082
          ],
          [
            4800,
            0.8591758012771606
          ],
          [
            4900,
            0.8587698340415955
          ],
          [
            5000,
            0.8584555387496948
          ],
          [
            5100,
            0.8579904437065125
          ],
          [
            5200,
            0.8581945896148682
          ],
          [
            5300,
            0.8576656579971313
          ],
          [
            5400,
            0.8578047752380371
          ],
          [
            5500,
            0.8572630286216736
          ],
          [
            5600,
            0.857288122177124
          ],
          [
            5700,
            0.8576400876045227
          ],
          [
            5800,
            0.8577184081077576
          ],
          [
            5900,
            0.858260989189148
          ],
          [
            6000,
            0.858423113822937
          ],
          [
            6100,
            0.8590899109840393
          ],
          [
            6200,
            0.8595316410064697
          ],
          [
            6300,
            0.8601254820823669
          ],
          [
            6400,
            0.8604384660720825
          ],
          [
            6500,
            0.8606492877006531
          ],
          [
            6600,
            0.8610715866088867
          ],
          [
            6700,
            0.861504852771759
          ],
          [
            6800,
            0.8616719841957092
          ],
          [
            6900,
            0.8624908328056335
          ],
          [
            7000,
            0.8628688454627991
          ],
          [
            7100,
            0.8634304404258728
          ],
          [
            7200,
            0.8636255264282227
          ],
          [
            7300,
            0.8643951416015625
          ],
          [
            7400,
            0.8646252155303955
          ],
          [
            7500,
            0.8652578592300415
          ],
          [
            7600,
            0.8656130433082581
          ],
          [
            7700,
            0.8662617802619934
          ],
          [
            7800,
            0.8667295575141907
          ],
          [
            7900,
            0.8672292232513428
          ],
          [
            8000,
            0.8677578568458557
          ],
          [
            8100,
            0.8682196140289307
          ],
          [
            8200,
            0.8684511184692383
          ],
          [
            8300,
            0.8687436580657959
          ],
          [
            8400,
            0.8690141439437866
          ],
          [
            8500,
            0.8691607117652893
          ],
          [
            8600,
            0.8693320155143738
          ],
          [
            8700,
            0.8695858120918274
          ],
          [
            8800,
            0.8697803020477295
          ],
          [
            8900,
            0.8697945475578308
          ],
          [
            9000,
            0.8699229955673218
          ],
          [
            9100,
            0.869974672794342
          ],
          [
            9200,
            0.8700029253959656
          ],
          [
            9300,
            0.8700366616249084
          ]
        ],
        "logging/rms/model.layers.7.self_attn.q_proj/parameter": [
          [
            0,
            0.04361489787697792
          ],
          [
            100,
            0.044714782387018204
          ],
          [
            200,
            0.048579372465610504
          ],
          [
            300,
            0.05208427086472511
          ],
          [
            400,
            0.05509757623076439
          ],
          [
            500,
            0.057111114263534546
          ],
          [
            600,
            0.05872686952352524
          ],
          [
            700,
            0.06009850278496742
          ],
          [
            800,
            0.061290640383958817
          ],
          [
            900,
            0.062279023230075836
          ],
          [
            1000,
            0.06318666785955429
          ],
          [
            1100,
            0.06405729800462723
          ],
          [
            1200,
            0.06478089839220047
          ],
          [
            1300,
            0.06543251127004623
          ],
          [
            1400,
            0.06603258848190308
          ],
          [
            1500,
            0.06662595272064209
          ],
          [
            1600,
            0.0671960860490799
          ],
          [
            1700,
            0.06766600161790848
          ],
          [
            1800,
            0.06811098009347916
          ],
          [
            1900,
            0.06855756044387817
          ],
          [
            2000,
            0.06893384456634521
          ],
          [
            2100,
            0.06926462054252625
          ],
          [
            2200,
            0.06952954828739166
          ],
          [
            2300,
            0.06977750360965729
          ],
          [
            2400,
            0.07001300901174545
          ],
          [
            2500,
            0.07020558416843414
          ],
          [
            2600,
            0.07030753791332245
          ],
          [
            2700,
            0.07043077051639557
          ],
          [
            2800,
            0.07046889513731003
          ],
          [
            2900,
            0.07058563828468323
          ],
          [
            3000,
            0.07061830908060074
          ],
          [
            3100,
            0.07063008099794388
          ],
          [
            3200,
            0.07061313837766647
          ],
          [
            3300,
            0.07057300209999084
          ],
          [
            3400,
            0.0705423653125763
          ],
          [
            3500,
            0.07052427530288696
          ],
          [
            3600,
            0.0704803466796875
          ],
          [
            3700,
            0.07039434462785721
          ],
          [
            3800,
            0.07024750113487244
          ],
          [
            3900,
            0.07013729214668274
          ],
          [
            4000,
            0.07006236910820007
          ],
          [
            4100,
            0.06990287452936172
          ],
          [
            4200,
            0.06970984488725662
          ],
          [
            4300,
            0.06953456997871399
          ],
          [
            4400,
            0.06935227662324905
          ],
          [
            4500,
            0.0691608414053917
          ],
          [
            4600,
            0.0689476951956749
          ],
          [
            4700,
            0.0687694102525711
          ],
          [
            4800,
            0.06853218376636505
          ],
          [
            4900,
            0.06830129772424698
          ],
          [
            5000,
            0.0680592954158783
          ],
          [
            5100,
            0.06781110912561417
          ],
          [
            5200,
            0.06755562871694565
          ],
          [
            5300,
            0.06730405241250992
          ],
          [
            5400,
            0.06702832132577896
          ],
          [
            5500,
            0.06680431962013245
          ],
          [
            5600,
            0.06652615964412689
          ],
          [
            5700,
            0.06628159433603287
          ],
          [
            5800,
            0.0660044327378273
          ],
          [
            5900,
            0.06573488563299179
          ],
          [
            6000,
            0.0654858946800232
          ],
          [
            6100,
            0.06524009257555008
          ],
          [
            6200,
            0.06493639200925827
          ],
          [
            6300,
            0.06464540213346481
          ],
          [
            6400,
            0.0643872544169426
          ],
          [
            6500,
            0.06411942094564438
          ],
          [
            6600,
            0.06381619721651077
          ],
          [
            6700,
            0.0635509118437767
          ],
          [
            6800,
            0.06330478191375732
          ],
          [
            6900,
            0.06302880495786667
          ],
          [
            7000,
            0.06276087462902069
          ],
          [
            7100,
            0.06246064230799675
          ],
          [
            7200,
            0.06219817325472832
          ],
          [
            7300,
            0.061933357268571854
          ],
          [
            7400,
            0.06166958808898926
          ],
          [
            7500,
            0.06142710894346237
          ],
          [
            7600,
            0.061183907091617584
          ],
          [
            7700,
            0.060952167958021164
          ],
          [
            7800,
            0.06073496863245964
          ],
          [
            7900,
            0.060518406331539154
          ],
          [
            8000,
            0.06030726060271263
          ],
          [
            8100,
            0.06010289117693901
          ],
          [
            8200,
            0.05992206186056137
          ],
          [
            8300,
            0.05973922833800316
          ],
          [
            8400,
            0.059570372104644775
          ],
          [
            8500,
            0.059397485107183456
          ],
          [
            8600,
            0.059250857681035995
          ],
          [
            8700,
            0.05911682918667793
          ],
          [
            8800,
            0.05899188295006752
          ],
          [
            8900,
            0.05889459326863289
          ],
          [
            9000,
            0.05881331115961075
          ],
          [
            9100,
            0.05874551832675934
          ],
          [
            9200,
            0.05869484692811966
          ],
          [
            9300,
            0.058667637407779694
          ]
        ],
        "logging/rms/model.layers.5.self_attn.v_proj/parameter": [
          [
            0,
            0.04357967525720596
          ],
          [
            100,
            0.044114649295806885
          ],
          [
            200,
            0.047192107886075974
          ],
          [
            300,
            0.05020887777209282
          ],
          [
            400,
            0.05347856506705284
          ],
          [
            500,
            0.05732474848628044
          ],
          [
            600,
            0.06096623092889786
          ],
          [
            700,
            0.06421051919460297
          ],
          [
            800,
            0.06718020886182785
          ],
          [
            900,
            0.06996221840381622
          ],
          [
            1000,
            0.07247047126293182
          ],
          [
            1100,
            0.07484964281320572
          ],
          [
            1200,
            0.07695377618074417
          ],
          [
            1300,
            0.0789385661482811
          ],
          [
            1400,
            0.08072338998317719
          ],
          [
            1500,
            0.08235598355531693
          ],
          [
            1600,
            0.08377391844987869
          ],
          [
            1700,
            0.08514420688152313
          ],
          [
            1800,
            0.0864727795124054
          ],
          [
            1900,
            0.08765070140361786
          ],
          [
            2000,
            0.08868664503097534
          ],
          [
            2100,
            0.08960112929344177
          ],
          [
            2200,
            0.09050388634204865
          ],
          [
            2300,
            0.09133891761302948
          ],
          [
            2400,
            0.09206926822662354
          ],
          [
            2500,
            0.09270408749580383
          ],
          [
            2600,
            0.09335017204284668
          ],
          [
            2700,
            0.09383775293827057
          ],
          [
            2800,
            0.09432052075862885
          ],
          [
            2900,
            0.09467291086912155
          ],
          [
            3000,
            0.09507517516613007
          ],
          [
            3100,
            0.0954178124666214
          ],
          [
            3200,
            0.09570609033107758
          ],
          [
            3300,
            0.09589516371488571
          ],
          [
            3400,
            0.09611675143241882
          ],
          [
            3500,
            0.09623744338750839
          ],
          [
            3600,
            0.09641017019748688
          ],
          [
            3700,
            0.09647364169359207
          ],
          [
            3800,
            0.09651301056146622
          ],
          [
            3900,
            0.09651841223239899
          ],
          [
            4000,
            0.09653912484645844
          ],
          [
            4100,
            0.09651374071836472
          ],
          [
            4200,
            0.09647506475448608
          ],
          [
            4300,
            0.09645269811153412
          ],
          [
            4400,
            0.09635677933692932
          ],
          [
            4500,
            0.09623440355062485
          ],
          [
            4600,
            0.09609610587358475
          ],
          [
            4700,
            0.09593381732702255
          ],
          [
            4800,
            0.09578811377286911
          ],
          [
            4900,
            0.0955769345164299
          ],
          [
            5000,
            0.09536278992891312
          ],
          [
            5100,
            0.0951833724975586
          ],
          [
            5200,
            0.09495523571968079
          ],
          [
            5300,
            0.0947713777422905
          ],
          [
            5400,
            0.09454066306352615
          ],
          [
            5500,
            0.09429647773504257
          ],
          [
            5600,
            0.09405847638845444
          ],
          [
            5700,
            0.09379018843173981
          ],
          [
            5800,
            0.09348927438259125
          ],
          [
            5900,
            0.09322122484445572
          ],
          [
            6000,
            0.09293258935213089
          ],
          [
            6100,
            0.09259289503097534
          ],
          [
            6200,
            0.09232831746339798
          ],
          [
            6300,
            0.09203290194272995
          ],
          [
            6400,
            0.09174910932779312
          ],
          [
            6500,
            0.09144948422908783
          ],
          [
            6600,
            0.09115508943796158
          ],
          [
            6700,
            0.09082711488008499
          ],
          [
            6800,
            0.09053626656532288
          ],
          [
            6900,
            0.09021839499473572
          ],
          [
            7000,
            0.08991636335849762
          ],
          [
            7100,
            0.08963168412446976
          ],
          [
            7200,
            0.08930886536836624
          ],
          [
            7300,
            0.08902563899755478
          ],
          [
            7400,
            0.08872818201780319
          ],
          [
            7500,
            0.08840613067150116
          ],
          [
            7600,
            0.0881098210811615
          ],
          [
            7700,
            0.08783993124961853
          ],
          [
            7800,
            0.08757008612155914
          ],
          [
            7900,
            0.08730190247297287
          ],
          [
            8000,
            0.08706925064325333
          ],
          [
            8100,
            0.08682311326265335
          ],
          [
            8200,
            0.08659689128398895
          ],
          [
            8300,
            0.0863761231303215
          ],
          [
            8400,
            0.08617375791072845
          ],
          [
            8500,
            0.08598393201828003
          ],
          [
            8600,
            0.08582457900047302
          ],
          [
            8700,
            0.08566057682037354
          ],
          [
            8800,
            0.08552467077970505
          ],
          [
            8900,
            0.08539898693561554
          ],
          [
            9000,
            0.08529675006866455
          ],
          [
            9100,
            0.08521862328052521
          ],
          [
            9200,
            0.08516325056552887
          ],
          [
            9300,
            0.08512889593839645
          ]
        ],
        "logging/rms/model.layers.5.self_attn/activation": [
          [
            0,
            0.8269544839859009
          ],
          [
            100,
            1.8932162523269653
          ],
          [
            200,
            2.7313079833984375
          ],
          [
            300,
            2.9678826332092285
          ],
          [
            400,
            3.101055383682251
          ],
          [
            500,
            3.3927559852600098
          ],
          [
            600,
            3.6647939682006836
          ],
          [
            700,
            3.7488067150115967
          ],
          [
            800,
            3.873727560043335
          ],
          [
            900,
            3.8693931102752686
          ],
          [
            1000,
            3.996965169906616
          ],
          [
            1100,
            4.071397304534912
          ],
          [
            1200,
            4.015824794769287
          ],
          [
            1300,
            4.135045528411865
          ],
          [
            1400,
            4.053380489349365
          ],
          [
            1500,
            4.063340663909912
          ],
          [
            1600,
            3.988982915878296
          ],
          [
            1700,
            4.037247657775879
          ],
          [
            1800,
            4.0333967208862305
          ],
          [
            1900,
            4.007213592529297
          ],
          [
            2000,
            3.948042154312134
          ],
          [
            2100,
            3.9732418060302734
          ],
          [
            2200,
            3.93373703956604
          ],
          [
            2300,
            3.8904974460601807
          ],
          [
            2400,
            3.8754801750183105
          ],
          [
            2500,
            3.8733983039855957
          ],
          [
            2600,
            3.8202006816864014
          ],
          [
            2700,
            3.75854754447937
          ],
          [
            2800,
            3.821027994155884
          ],
          [
            2900,
            3.7729477882385254
          ],
          [
            3000,
            3.713690757751465
          ],
          [
            3100,
            3.685239553451538
          ],
          [
            3200,
            3.631413698196411
          ],
          [
            3300,
            3.6464436054229736
          ],
          [
            3400,
            3.609001398086548
          ],
          [
            3500,
            3.562953233718872
          ],
          [
            3600,
            3.586892604827881
          ],
          [
            3700,
            3.4651613235473633
          ],
          [
            3800,
            3.471505880355835
          ],
          [
            3900,
            3.4458744525909424
          ],
          [
            4000,
            3.3694515228271484
          ],
          [
            4100,
            3.4162163734436035
          ],
          [
            4200,
            3.3181943893432617
          ],
          [
            4300,
            3.255934953689575
          ],
          [
            4400,
            3.308250665664673
          ],
          [
            4500,
            3.219364643096924
          ],
          [
            4600,
            3.1778564453125
          ],
          [
            4700,
            3.1578025817871094
          ],
          [
            4800,
            3.128328561782837
          ],
          [
            4900,
            3.0894834995269775
          ],
          [
            5000,
            3.0713016986846924
          ],
          [
            5100,
            3.09000825881958
          ],
          [
            5200,
            3.027712345123291
          ],
          [
            5300,
            2.999375581741333
          ],
          [
            5400,
            2.9394705295562744
          ],
          [
            5500,
            2.914102077484131
          ],
          [
            5600,
            2.9168269634246826
          ],
          [
            5700,
            2.912970781326294
          ],
          [
            5800,
            2.825010061264038
          ],
          [
            5900,
            2.7907302379608154
          ],
          [
            6000,
            2.7618191242218018
          ],
          [
            6100,
            2.7289769649505615
          ],
          [
            6200,
            2.683245897293091
          ],
          [
            6300,
            2.689192295074463
          ],
          [
            6400,
            2.6757748126983643
          ],
          [
            6500,
            2.6534085273742676
          ],
          [
            6600,
            2.5846219062805176
          ],
          [
            6700,
            2.545260429382324
          ],
          [
            6800,
            2.5499825477600098
          ],
          [
            6900,
            2.508436918258667
          ],
          [
            7000,
            2.50516939163208
          ],
          [
            7100,
            2.4811182022094727
          ],
          [
            7200,
            2.4312868118286133
          ],
          [
            7300,
            2.40075421333313
          ],
          [
            7400,
            2.4175381660461426
          ],
          [
            7500,
            2.3554511070251465
          ],
          [
            7600,
            2.3562111854553223
          ],
          [
            7700,
            2.3454995155334473
          ],
          [
            7800,
            2.321377992630005
          ],
          [
            7900,
            2.2512471675872803
          ],
          [
            8000,
            2.2734243869781494
          ],
          [
            8100,
            2.212083578109741
          ],
          [
            8200,
            2.2067642211914062
          ],
          [
            8300,
            2.1946208477020264
          ],
          [
            8400,
            2.189282178878784
          ],
          [
            8500,
            2.1481781005859375
          ],
          [
            8600,
            2.1859488487243652
          ],
          [
            8700,
            2.111072301864624
          ],
          [
            8800,
            2.1289446353912354
          ],
          [
            8900,
            2.11466121673584
          ],
          [
            9000,
            2.085381031036377
          ],
          [
            9100,
            2.0858657360076904
          ],
          [
            9200,
            2.089578628540039
          ],
          [
            9300,
            2.05891489982605
          ]
        ],
        "logging/rms/model.layers.0.self_attn.q_proj/parameter": [
          [
            0,
            0.04363424703478813
          ],
          [
            100,
            0.04447966068983078
          ],
          [
            200,
            0.044606298208236694
          ],
          [
            300,
            0.0457557775080204
          ],
          [
            400,
            0.047220051288604736
          ],
          [
            500,
            0.04906940087676048
          ],
          [
            600,
            0.05069979280233383
          ],
          [
            700,
            0.0521889328956604
          ],
          [
            800,
            0.053748346865177155
          ],
          [
            900,
            0.05522676929831505
          ],
          [
            1000,
            0.05667776241898537
          ],
          [
            1100,
            0.0580170713365078
          ],
          [
            1200,
            0.05940154939889908
          ],
          [
            1300,
            0.060736771672964096
          ],
          [
            1400,
            0.061938196420669556
          ],
          [
            1500,
            0.06303811818361282
          ],
          [
            1600,
            0.06427087634801865
          ],
          [
            1700,
            0.06548525393009186
          ],
          [
            1800,
            0.06662184745073318
          ],
          [
            1900,
            0.06770636886358261
          ],
          [
            2000,
            0.06867621839046478
          ],
          [
            2100,
            0.06964113563299179
          ],
          [
            2200,
            0.0706753209233284
          ],
          [
            2300,
            0.07163479924201965
          ],
          [
            2400,
            0.07249710708856583
          ],
          [
            2500,
            0.07329974323511124
          ],
          [
            2600,
            0.07422693818807602
          ],
          [
            2700,
            0.07499602437019348
          ],
          [
            2800,
            0.07564650475978851
          ],
          [
            2900,
            0.07634753733873367
          ],
          [
            3000,
            0.07695334404706955
          ],
          [
            3100,
            0.07765281945466995
          ],
          [
            3200,
            0.07816289365291595
          ],
          [
            3300,
            0.07877638190984726
          ],
          [
            3400,
            0.07931582629680634
          ],
          [
            3500,
            0.07998097687959671
          ],
          [
            3600,
            0.08025852590799332
          ],
          [
            3700,
            0.08073824644088745
          ],
          [
            3800,
            0.0812067985534668
          ],
          [
            3900,
            0.08151746541261673
          ],
          [
            4000,
            0.08187456429004669
          ],
          [
            4100,
            0.08218907564878464
          ],
          [
            4200,
            0.08251482248306274
          ],
          [
            4300,
            0.08283750712871552
          ],
          [
            4400,
            0.08305835723876953
          ],
          [
            4500,
            0.08337802439928055
          ],
          [
            4600,
            0.08359137922525406
          ],
          [
            4700,
            0.08383315801620483
          ],
          [
            4800,
            0.08397455513477325
          ],
          [
            4900,
            0.08427019417285919
          ],
          [
            5000,
            0.08447158336639404
          ],
          [
            5100,
            0.0845380499958992
          ],
          [
            5200,
            0.08469923585653305
          ],
          [
            5300,
            0.08474280685186386
          ],
          [
            5400,
            0.08487392961978912
          ],
          [
            5500,
            0.0849108174443245
          ],
          [
            5600,
            0.08498935401439667
          ],
          [
            5700,
            0.08501771837472916
          ],
          [
            5800,
            0.08503765612840652
          ],
          [
            5900,
            0.08500568568706512
          ],
          [
            6000,
            0.08505488932132721
          ],
          [
            6100,
            0.08503837883472443
          ],
          [
            6200,
            0.08496222645044327
          ],
          [
            6300,
            0.08497476577758789
          ],
          [
            6400,
            0.08495825529098511
          ],
          [
            6500,
            0.08489839732646942
          ],
          [
            6600,
            0.08485811203718185
          ],
          [
            6700,
            0.08483393490314484
          ],
          [
            6800,
            0.08475594967603683
          ],
          [
            6900,
            0.08470079302787781
          ],
          [
            7000,
            0.08464761078357697
          ],
          [
            7100,
            0.08455424010753632
          ],
          [
            7200,
            0.08451131731271744
          ],
          [
            7300,
            0.08447614312171936
          ],
          [
            7400,
            0.08437000215053558
          ],
          [
            7500,
            0.0842878520488739
          ],
          [
            7600,
            0.08416057378053665
          ],
          [
            7700,
            0.08407766371965408
          ],
          [
            7800,
            0.08399885147809982
          ],
          [
            7900,
            0.08391734212636948
          ],
          [
            8000,
            0.08384041488170624
          ],
          [
            8100,
            0.08374331146478653
          ],
          [
            8200,
            0.08363014459609985
          ],
          [
            8300,
            0.08356823027133942
          ],
          [
            8400,
            0.08347819000482559
          ],
          [
            8500,
            0.08337514847517014
          ],
          [
            8600,
            0.08326483517885208
          ],
          [
            8700,
            0.08320169895887375
          ],
          [
            8800,
            0.08313941955566406
          ],
          [
            8900,
            0.08307235687971115
          ],
          [
            9000,
            0.08300497382879257
          ],
          [
            9100,
            0.08296399563550949
          ],
          [
            9200,
            0.08293028920888901
          ],
          [
            9300,
            0.08291241526603699
          ]
        ],
        "logging/rms/model.layers.0.self_attn.q_proj/activation": [
          [
            0,
            0.5136586427688599
          ],
          [
            100,
            1.4567888975143433
          ],
          [
            200,
            1.4294339418411255
          ],
          [
            300,
            1.4323650598526
          ],
          [
            400,
            1.4384106397628784
          ],
          [
            500,
            1.4300919771194458
          ],
          [
            600,
            1.4249361753463745
          ],
          [
            700,
            1.4265685081481934
          ],
          [
            800,
            1.417926549911499
          ],
          [
            900,
            1.4054068326950073
          ],
          [
            1000,
            1.4021245241165161
          ],
          [
            1100,
            1.3748164176940918
          ],
          [
            1200,
            1.3823615312576294
          ],
          [
            1300,
            1.371419072151184
          ],
          [
            1400,
            1.360957384109497
          ],
          [
            1500,
            1.3502545356750488
          ],
          [
            1600,
            1.344854474067688
          ],
          [
            1700,
            1.3458173274993896
          ],
          [
            1800,
            1.3378071784973145
          ],
          [
            1900,
            1.3301875591278076
          ],
          [
            2000,
            1.3193542957305908
          ],
          [
            2100,
            1.313301682472229
          ],
          [
            2200,
            1.3158550262451172
          ],
          [
            2300,
            1.3071852922439575
          ],
          [
            2400,
            1.3119593858718872
          ],
          [
            2500,
            1.3027613162994385
          ],
          [
            2600,
            1.3072397708892822
          ],
          [
            2700,
            1.3062599897384644
          ],
          [
            2800,
            1.3028271198272705
          ],
          [
            2900,
            1.2926113605499268
          ],
          [
            3000,
            1.2894573211669922
          ],
          [
            3100,
            1.2943568229675293
          ],
          [
            3200,
            1.2843904495239258
          ],
          [
            3300,
            1.291261076927185
          ],
          [
            3400,
            1.2870782613754272
          ],
          [
            3500,
            1.2925834655761719
          ],
          [
            3600,
            1.2845265865325928
          ],
          [
            3700,
            1.2844096422195435
          ],
          [
            3800,
            1.2895675897598267
          ],
          [
            3900,
            1.2828887701034546
          ],
          [
            4000,
            1.2773767709732056
          ],
          [
            4100,
            1.2808387279510498
          ],
          [
            4200,
            1.2755959033966064
          ],
          [
            4300,
            1.279317855834961
          ],
          [
            4400,
            1.2760087251663208
          ],
          [
            4500,
            1.2766627073287964
          ],
          [
            4600,
            1.2730334997177124
          ],
          [
            4700,
            1.2818970680236816
          ],
          [
            4800,
            1.2734664678573608
          ],
          [
            4900,
            1.2783504724502563
          ],
          [
            5000,
            1.28209388256073
          ],
          [
            5100,
            1.2777961492538452
          ],
          [
            5200,
            1.2808963060379028
          ],
          [
            5300,
            1.2712860107421875
          ],
          [
            5400,
            1.278330683708191
          ],
          [
            5500,
            1.2702159881591797
          ],
          [
            5600,
            1.2759770154953003
          ],
          [
            5700,
            1.2770905494689941
          ],
          [
            5800,
            1.276146411895752
          ],
          [
            5900,
            1.2706067562103271
          ],
          [
            6000,
            1.2675319910049438
          ],
          [
            6100,
            1.2694127559661865
          ],
          [
            6200,
            1.2672206163406372
          ],
          [
            6300,
            1.2742890119552612
          ],
          [
            6400,
            1.274395227432251
          ],
          [
            6500,
            1.2669925689697266
          ],
          [
            6600,
            1.2667964696884155
          ],
          [
            6700,
            1.2678488492965698
          ],
          [
            6800,
            1.2637200355529785
          ],
          [
            6900,
            1.2669694423675537
          ],
          [
            7000,
            1.2645269632339478
          ],
          [
            7100,
            1.265305995941162
          ],
          [
            7200,
            1.2661938667297363
          ],
          [
            7300,
            1.2644097805023193
          ],
          [
            7400,
            1.2663065195083618
          ],
          [
            7500,
            1.2620035409927368
          ],
          [
            7600,
            1.2617968320846558
          ],
          [
            7700,
            1.2626763582229614
          ],
          [
            7800,
            1.2634549140930176
          ],
          [
            7900,
            1.2625212669372559
          ],
          [
            8000,
            1.2628886699676514
          ],
          [
            8100,
            1.2580444812774658
          ],
          [
            8200,
            1.256613850593567
          ],
          [
            8300,
            1.2608052492141724
          ],
          [
            8400,
            1.2599570751190186
          ],
          [
            8500,
            1.256889820098877
          ],
          [
            8600,
            1.2598603963851929
          ],
          [
            8700,
            1.2571743726730347
          ],
          [
            8800,
            1.2553507089614868
          ],
          [
            8900,
            1.2539775371551514
          ],
          [
            9000,
            1.2534455060958862
          ],
          [
            9100,
            1.250015377998352
          ],
          [
            9200,
            1.2587087154388428
          ],
          [
            9300,
            1.2540593147277832
          ]
        ],
        "logging/rms/model.layers.5.mlp.down_proj/parameter": [
          [
            0,
            0.02328365296125412
          ],
          [
            100,
            0.0251866914331913
          ],
          [
            200,
            0.0340515561401844
          ],
          [
            300,
            0.04238537326455116
          ],
          [
            400,
            0.04874410480260849
          ],
          [
            500,
            0.054018355906009674
          ],
          [
            600,
            0.058479249477386475
          ],
          [
            700,
            0.06230517849326134
          ],
          [
            800,
            0.06564739346504211
          ],
          [
            900,
            0.06858211755752563
          ],
          [
            1000,
            0.07123072445392609
          ],
          [
            1100,
            0.07357575744390488
          ],
          [
            1200,
            0.07564887404441833
          ],
          [
            1300,
            0.07752016931772232
          ],
          [
            1400,
            0.07922831922769547
          ],
          [
            1500,
            0.08075625449419022
          ],
          [
            1600,
            0.0821220651268959
          ],
          [
            1700,
            0.08337733894586563
          ],
          [
            1800,
            0.08449426293373108
          ],
          [
            1900,
            0.08550934493541718
          ],
          [
            2000,
            0.08641243726015091
          ],
          [
            2100,
            0.0872294157743454
          ],
          [
            2200,
            0.0879569873213768
          ],
          [
            2300,
            0.08859218657016754
          ],
          [
            2400,
            0.08917750418186188
          ],
          [
            2500,
            0.08967439830303192
          ],
          [
            2600,
            0.0901293084025383
          ],
          [
            2700,
            0.09052354097366333
          ],
          [
            2800,
            0.09086758643388748
          ],
          [
            2900,
            0.09118769317865372
          ],
          [
            3000,
            0.09142422676086426
          ],
          [
            3100,
            0.09163631498813629
          ],
          [
            3200,
            0.09180139750242233
          ],
          [
            3300,
            0.09194821864366531
          ],
          [
            3400,
            0.09204621613025665
          ],
          [
            3500,
            0.09212402254343033
          ],
          [
            3600,
            0.09215826541185379
          ],
          [
            3700,
            0.09217120707035065
          ],
          [
            3800,
            0.09215147793292999
          ],
          [
            3900,
            0.09210994094610214
          ],
          [
            4000,
            0.09205643087625504
          ],
          [
            4100,
            0.0919795110821724
          ],
          [
            4200,
            0.09187299758195877
          ],
          [
            4300,
            0.09173868596553802
          ],
          [
            4400,
            0.09161071479320526
          ],
          [
            4500,
            0.09142406284809113
          ],
          [
            4600,
            0.09126891940832138
          ],
          [
            4700,
            0.09109050780534744
          ],
          [
            4800,
            0.0908902958035469
          ],
          [
            4900,
            0.09067372977733612
          ],
          [
            5000,
            0.0904603973031044
          ],
          [
            5100,
            0.09021841734647751
          ],
          [
            5200,
            0.08997559547424316
          ],
          [
            5300,
            0.08972420543432236
          ],
          [
            5400,
            0.08946404606103897
          ],
          [
            5500,
            0.08918371796607971
          ],
          [
            5600,
            0.08892356604337692
          ],
          [
            5700,
            0.08864331245422363
          ],
          [
            5800,
            0.0883602648973465
          ],
          [
            5900,
            0.08806547522544861
          ],
          [
            6000,
            0.08777216821908951
          ],
          [
            6100,
            0.08747372776269913
          ],
          [
            6200,
            0.08715679496526718
          ],
          [
            6300,
            0.08685372769832611
          ],
          [
            6400,
            0.08655013144016266
          ],
          [
            6500,
            0.08623823523521423
          ],
          [
            6600,
            0.08594173192977905
          ],
          [
            6700,
            0.08562974631786346
          ],
          [
            6800,
            0.08531863987445831
          ],
          [
            6900,
            0.08501536399126053
          ],
          [
            7000,
            0.08471211045980453
          ],
          [
            7100,
            0.08441700786352158
          ],
          [
            7200,
            0.08412137627601624
          ],
          [
            7300,
            0.08383403718471527
          ],
          [
            7400,
            0.0835530236363411
          ],
          [
            7500,
            0.08326661586761475
          ],
          [
            7600,
            0.08299141377210617
          ],
          [
            7700,
            0.08272907882928848
          ],
          [
            7800,
            0.0824747234582901
          ],
          [
            7900,
            0.08222389221191406
          ],
          [
            8000,
            0.08198460191488266
          ],
          [
            8100,
            0.08175317943096161
          ],
          [
            8200,
            0.0815337598323822
          ],
          [
            8300,
            0.08132656663656235
          ],
          [
            8400,
            0.08113230019807816
          ],
          [
            8500,
            0.08095113188028336
          ],
          [
            8600,
            0.08078784495592117
          ],
          [
            8700,
            0.08064108341932297
          ],
          [
            8800,
            0.08050686866044998
          ],
          [
            8900,
            0.0803917944431305
          ],
          [
            9000,
            0.08029717952013016
          ],
          [
            9100,
            0.08022209256887436
          ],
          [
            9200,
            0.0801689550280571
          ],
          [
            9300,
            0.08013936132192612
          ]
        ],
        "logging/rms/model.norm/gradient": [
          [
            0,
            0.0022193905897438526
          ],
          [
            100,
            0.0007628247840330005
          ],
          [
            200,
            0.000426882499596104
          ],
          [
            300,
            0.0005665646749548614
          ],
          [
            400,
            0.0003310843021608889
          ],
          [
            500,
            0.00044468912528827786
          ],
          [
            600,
            0.0002658145094756037
          ],
          [
            700,
            0.000512834987603128
          ],
          [
            800,
            0.00027155151474289596
          ],
          [
            900,
            0.0002857864019460976
          ],
          [
            1000,
            0.0005081624840386212
          ],
          [
            1100,
            0.0005934758228249848
          ],
          [
            1200,
            0.00033995509147644043
          ],
          [
            1300,
            0.00029419211205095053
          ],
          [
            1400,
            0.0004049073613714427
          ],
          [
            1500,
            0.0002750055864453316
          ],
          [
            1600,
            0.0002930154150817543
          ],
          [
            1700,
            0.00033949557109735906
          ],
          [
            1800,
            0.00036939504207111895
          ],
          [
            1900,
            0.0006986761582084
          ],
          [
            2000,
            0.0007258648402057588
          ],
          [
            2100,
            0.000799663073848933
          ],
          [
            2200,
            0.00026436906773597
          ],
          [
            2300,
            0.0003081619506701827
          ],
          [
            2400,
            0.00032787537202239037
          ],
          [
            2500,
            0.0003478514263406396
          ],
          [
            2600,
            0.00030330478330142796
          ],
          [
            2700,
            0.00031559751369059086
          ],
          [
            2800,
            0.00021670392015948892
          ],
          [
            2900,
            0.00038450807915069163
          ],
          [
            3000,
            0.00032787444069981575
          ],
          [
            3100,
            0.00021742016542702913
          ],
          [
            3200,
            0.000272908917395398
          ],
          [
            3300,
            0.0004018863255623728
          ],
          [
            3400,
            0.0005146436742506921
          ],
          [
            3500,
            0.0003289714513812214
          ],
          [
            3600,
            0.0002466310397721827
          ],
          [
            3700,
            0.00043577924952842295
          ],
          [
            3800,
            0.00040467645158059895
          ],
          [
            3900,
            0.0002726656093727797
          ],
          [
            4000,
            0.0003411143843550235
          ],
          [
            4100,
            0.0004783363256137818
          ],
          [
            4200,
            0.00038373179268091917
          ],
          [
            4300,
            0.00034061784390360117
          ],
          [
            4400,
            0.00026875370531342924
          ],
          [
            4500,
            0.0002607058850117028
          ],
          [
            4600,
            0.0003690378798637539
          ],
          [
            4700,
            0.00028879911405965686
          ],
          [
            4800,
            0.0003532962000463158
          ],
          [
            4900,
            0.0002994450624100864
          ],
          [
            5000,
            0.000514698273036629
          ],
          [
            5100,
            0.0004409279499668628
          ],
          [
            5200,
            0.0003033258253708482
          ],
          [
            5300,
            0.00042381518869660795
          ],
          [
            5400,
            0.00020442514505703002
          ],
          [
            5500,
            0.0003436554688960314
          ],
          [
            5600,
            0.0002305007365066558
          ],
          [
            5700,
            0.0005035855574533343
          ],
          [
            5800,
            0.0002307172690052539
          ],
          [
            5900,
            0.00029461042140610516
          ],
          [
            6000,
            0.00023318218882195652
          ],
          [
            6100,
            0.00026304592029191554
          ],
          [
            6200,
            0.00022820457525085658
          ],
          [
            6300,
            0.00042027211748063564
          ],
          [
            6400,
            0.0002953733201138675
          ],
          [
            6500,
            0.00026122230337932706
          ],
          [
            6600,
            0.0003773103526327759
          ],
          [
            6700,
            0.0002143243618775159
          ],
          [
            6800,
            0.0003125322109553963
          ],
          [
            6900,
            0.00020111375488340855
          ],
          [
            7000,
            0.0003898325958289206
          ],
          [
            7100,
            0.00024196029698941857
          ],
          [
            7200,
            0.00020236175623722374
          ],
          [
            7300,
            0.0001786125940270722
          ],
          [
            7400,
            0.000264569855062291
          ],
          [
            7500,
            0.0002432441688142717
          ],
          [
            7600,
            0.00018448273476678878
          ],
          [
            7700,
            0.0003061384486500174
          ],
          [
            7800,
            0.0002047579037025571
          ],
          [
            7900,
            0.00018072896637022495
          ],
          [
            8000,
            0.00021595215366687626
          ],
          [
            8100,
            0.0002729217812884599
          ],
          [
            8200,
            0.000216498869122006
          ],
          [
            8300,
            0.00026147093740291893
          ],
          [
            8400,
            0.0002152332745026797
          ],
          [
            8500,
            0.0002107902109855786
          ],
          [
            8600,
            0.0004388369561638683
          ],
          [
            8700,
            0.0002586347982287407
          ],
          [
            8800,
            0.00017580001440364867
          ],
          [
            8900,
            0.00018103768525179476
          ],
          [
            9000,
            0.00018297454516869038
          ],
          [
            9100,
            0.0001854657311923802
          ],
          [
            9200,
            0.00018488414934836328
          ],
          [
            9300,
            0.00022822969185654074
          ]
        ],
        "logging/rms/model.layers.0.mlp.down_proj/parameter": [
          [
            0,
            0.02328246273100376
          ],
          [
            100,
            0.0271138995885849
          ],
          [
            200,
            0.03375418856739998
          ],
          [
            300,
            0.03830110281705856
          ],
          [
            400,
            0.042172275483608246
          ],
          [
            500,
            0.045688774436712265
          ],
          [
            600,
            0.04887146130204201
          ],
          [
            700,
            0.05170365422964096
          ],
          [
            800,
            0.05435877665877342
          ],
          [
            900,
            0.056770242750644684
          ],
          [
            1000,
            0.059059515595436096
          ],
          [
            1100,
            0.06112001836299896
          ],
          [
            1200,
            0.06299078464508057
          ],
          [
            1300,
            0.06474373489618301
          ],
          [
            1400,
            0.06635740399360657
          ],
          [
            1500,
            0.0678466409444809
          ],
          [
            1600,
            0.06922397017478943
          ],
          [
            1700,
            0.07050880044698715
          ],
          [
            1800,
            0.07165733724832535
          ],
          [
            1900,
            0.07271986454725266
          ],
          [
            2000,
            0.07369498163461685
          ],
          [
            2100,
            0.0745849683880806
          ],
          [
            2200,
            0.07542065531015396
          ],
          [
            2300,
            0.07618687301874161
          ],
          [
            2400,
            0.07687412947416306
          ],
          [
            2500,
            0.07748822867870331
          ],
          [
            2600,
            0.0780610516667366
          ],
          [
            2700,
            0.07858970761299133
          ],
          [
            2800,
            0.07902976870536804
          ],
          [
            2900,
            0.07942135632038116
          ],
          [
            3000,
            0.07978863269090652
          ],
          [
            3100,
            0.08011115342378616
          ],
          [
            3200,
            0.08040301501750946
          ],
          [
            3300,
            0.08065008372068405
          ],
          [
            3400,
            0.08087309449911118
          ],
          [
            3500,
            0.08105523139238358
          ],
          [
            3600,
            0.0811946839094162
          ],
          [
            3700,
            0.08133091777563095
          ],
          [
            3800,
            0.08140555024147034
          ],
          [
            3900,
            0.08146751672029495
          ],
          [
            4000,
            0.08151651918888092
          ],
          [
            4100,
            0.08154727518558502
          ],
          [
            4200,
            0.08154083788394928
          ],
          [
            4300,
            0.08151683211326599
          ],
          [
            4400,
            0.0814928486943245
          ],
          [
            4500,
            0.08142893761396408
          ],
          [
            4600,
            0.0813397765159607
          ],
          [
            4700,
            0.08125623315572739
          ],
          [
            4800,
            0.08115699887275696
          ],
          [
            4900,
            0.08102890849113464
          ],
          [
            5000,
            0.08088216930627823
          ],
          [
            5100,
            0.08072363585233688
          ],
          [
            5200,
            0.08057152479887009
          ],
          [
            5300,
            0.08039524406194687
          ],
          [
            5400,
            0.08020297437906265
          ],
          [
            5500,
            0.0800226703286171
          ],
          [
            5600,
            0.07980021834373474
          ],
          [
            5700,
            0.0795910432934761
          ],
          [
            5800,
            0.07937006652355194
          ],
          [
            5900,
            0.07914657890796661
          ],
          [
            6000,
            0.07892253249883652
          ],
          [
            6100,
            0.07869743555784225
          ],
          [
            6200,
            0.0784539058804512
          ],
          [
            6300,
            0.07820618897676468
          ],
          [
            6400,
            0.07795755565166473
          ],
          [
            6500,
            0.07770942896604538
          ],
          [
            6600,
            0.07745368033647537
          ],
          [
            6700,
            0.07720410078763962
          ],
          [
            6800,
            0.0769510492682457
          ],
          [
            6900,
            0.07669586688280106
          ],
          [
            7000,
            0.07643736153841019
          ],
          [
            7100,
            0.07617490738630295
          ],
          [
            7200,
            0.07592252641916275
          ],
          [
            7300,
            0.07567594200372696
          ],
          [
            7400,
            0.07542537152767181
          ],
          [
            7500,
            0.07517805695533752
          ],
          [
            7600,
            0.07493527978658676
          ],
          [
            7700,
            0.07470335811376572
          ],
          [
            7800,
            0.07447222620248795
          ],
          [
            7900,
            0.07424891740083694
          ],
          [
            8000,
            0.07403691112995148
          ],
          [
            8100,
            0.07382886856794357
          ],
          [
            8200,
            0.07363266497850418
          ],
          [
            8300,
            0.07344595342874527
          ],
          [
            8400,
            0.07326982915401459
          ],
          [
            8500,
            0.07310589402914047
          ],
          [
            8600,
            0.07295893877744675
          ],
          [
            8700,
            0.07282081246376038
          ],
          [
            8800,
            0.07270164787769318
          ],
          [
            8900,
            0.07259837538003922
          ],
          [
            9000,
            0.07250936329364777
          ],
          [
            9100,
            0.07243944704532623
          ],
          [
            9200,
            0.07239051908254623
          ],
          [
            9300,
            0.07236222922801971
          ]
        ],
        "logging/rms/model.layers.0.self_attn.o_proj/activation": [
          [
            0,
            0.06293031573295593
          ],
          [
            100,
            1.6763155460357666
          ],
          [
            200,
            1.8492015600204468
          ],
          [
            300,
            2.1911628246307373
          ],
          [
            400,
            2.5602378845214844
          ],
          [
            500,
            2.884763240814209
          ],
          [
            600,
            3.164881706237793
          ],
          [
            700,
            3.450406551361084
          ],
          [
            800,
            3.5808393955230713
          ],
          [
            900,
            3.777921676635742
          ],
          [
            1000,
            3.821380376815796
          ],
          [
            1100,
            3.863769769668579
          ],
          [
            1200,
            3.974707841873169
          ],
          [
            1300,
            3.94284725189209
          ],
          [
            1400,
            3.9126577377319336
          ],
          [
            1500,
            3.914903163909912
          ],
          [
            1600,
            3.927227258682251
          ],
          [
            1700,
            3.921794891357422
          ],
          [
            1800,
            3.8489181995391846
          ],
          [
            1900,
            3.825032949447632
          ],
          [
            2000,
            3.7775304317474365
          ],
          [
            2100,
            3.7080626487731934
          ],
          [
            2200,
            3.686659097671509
          ],
          [
            2300,
            3.6390902996063232
          ],
          [
            2400,
            3.6375732421875
          ],
          [
            2500,
            3.5724644660949707
          ],
          [
            2600,
            3.5557894706726074
          ],
          [
            2700,
            3.497612714767456
          ],
          [
            2800,
            3.480262517929077
          ],
          [
            2900,
            3.3889992237091064
          ],
          [
            3000,
            3.3569295406341553
          ],
          [
            3100,
            3.3206582069396973
          ],
          [
            3200,
            3.2668657302856445
          ],
          [
            3300,
            3.2379629611968994
          ],
          [
            3400,
            3.163194417953491
          ],
          [
            3500,
            3.136826276779175
          ],
          [
            3600,
            3.0839788913726807
          ],
          [
            3700,
            3.083904981613159
          ],
          [
            3800,
            3.0305707454681396
          ],
          [
            3900,
            2.9958574771881104
          ],
          [
            4000,
            2.933875799179077
          ],
          [
            4100,
            2.911836624145508
          ],
          [
            4200,
            2.863696336746216
          ],
          [
            4300,
            2.8272407054901123
          ],
          [
            4400,
            2.7931671142578125
          ],
          [
            4500,
            2.7484230995178223
          ],
          [
            4600,
            2.7347588539123535
          ],
          [
            4700,
            2.6939852237701416
          ],
          [
            4800,
            2.6581897735595703
          ],
          [
            4900,
            2.6328670978546143
          ],
          [
            5000,
            2.5987579822540283
          ],
          [
            5100,
            2.5498874187469482
          ],
          [
            5200,
            2.5296483039855957
          ],
          [
            5300,
            2.459251880645752
          ],
          [
            5400,
            2.4493234157562256
          ],
          [
            5500,
            2.411595582962036
          ],
          [
            5600,
            2.3980190753936768
          ],
          [
            5700,
            2.3622586727142334
          ],
          [
            5800,
            2.3294498920440674
          ],
          [
            5900,
            2.273409843444824
          ],
          [
            6000,
            2.2571346759796143
          ],
          [
            6100,
            2.232516050338745
          ],
          [
            6200,
            2.201474905014038
          ],
          [
            6300,
            2.190986394882202
          ],
          [
            6400,
            2.1628668308258057
          ],
          [
            6500,
            2.1251654624938965
          ],
          [
            6600,
            2.0906283855438232
          ],
          [
            6700,
            2.065971851348877
          ],
          [
            6800,
            2.0459203720092773
          ],
          [
            6900,
            2.0127322673797607
          ],
          [
            7000,
            1.980555772781372
          ],
          [
            7100,
            1.9713709354400635
          ],
          [
            7200,
            1.948099970817566
          ],
          [
            7300,
            1.909716248512268
          ],
          [
            7400,
            1.9030927419662476
          ],
          [
            7500,
            1.8737764358520508
          ],
          [
            7600,
            1.8404992818832397
          ],
          [
            7700,
            1.8219736814498901
          ],
          [
            7800,
            1.8026161193847656
          ],
          [
            7900,
            1.789947271347046
          ],
          [
            8000,
            1.7700878381729126
          ],
          [
            8100,
            1.7350177764892578
          ],
          [
            8200,
            1.723684310913086
          ],
          [
            8300,
            1.7085387706756592
          ],
          [
            8400,
            1.7001549005508423
          ],
          [
            8500,
            1.6710107326507568
          ],
          [
            8600,
            1.6685110330581665
          ],
          [
            8700,
            1.642561435699463
          ],
          [
            8800,
            1.6322065591812134
          ],
          [
            8900,
            1.6212668418884277
          ],
          [
            9000,
            1.6101174354553223
          ],
          [
            9100,
            1.6054017543792725
          ],
          [
            9200,
            1.61143958568573
          ],
          [
            9300,
            1.602598786354065
          ]
        ],
        "logging/rms/model.layers.6.self_attn.q_proj/parameter": [
          [
            0,
            0.04358651489019394
          ],
          [
            100,
            0.04486234486103058
          ],
          [
            200,
            0.04855255037546158
          ],
          [
            300,
            0.05238492786884308
          ],
          [
            400,
            0.05445023998618126
          ],
          [
            500,
            0.05596456676721573
          ],
          [
            600,
            0.0572940930724144
          ],
          [
            700,
            0.05852022022008896
          ],
          [
            800,
            0.05964760109782219
          ],
          [
            900,
            0.06070779636502266
          ],
          [
            1000,
            0.0616636648774147
          ],
          [
            1100,
            0.06257317215204239
          ],
          [
            1200,
            0.06334774196147919
          ],
          [
            1300,
            0.06419134140014648
          ],
          [
            1400,
            0.0649152398109436
          ],
          [
            1500,
            0.06556621938943863
          ],
          [
            1600,
            0.06628259271383286
          ],
          [
            1700,
            0.0668221265077591
          ],
          [
            1800,
            0.06735406070947647
          ],
          [
            1900,
            0.0678853839635849
          ],
          [
            2000,
            0.06834762543439865
          ],
          [
            2100,
            0.0688033178448677
          ],
          [
            2200,
            0.0691307857632637
          ],
          [
            2300,
            0.06945258378982544
          ],
          [
            2400,
            0.06970956176519394
          ],
          [
            2500,
            0.06995362043380737
          ],
          [
            2600,
            0.07024259865283966
          ],
          [
            2700,
            0.07043888419866562
          ],
          [
            2800,
            0.07059803605079651
          ],
          [
            2900,
            0.07073219120502472
          ],
          [
            3000,
            0.07081121951341629
          ],
          [
            3100,
            0.07087195664644241
          ],
          [
            3200,
            0.07094073295593262
          ],
          [
            3300,
            0.0710354745388031
          ],
          [
            3400,
            0.07102585583925247
          ],
          [
            3500,
            0.07098027318716049
          ],
          [
            3600,
            0.07099561393260956
          ],
          [
            3700,
            0.07094170898199081
          ],
          [
            3800,
            0.07093065977096558
          ],
          [
            3900,
            0.07085379213094711
          ],
          [
            4000,
            0.07077199965715408
          ],
          [
            4100,
            0.07068237662315369
          ],
          [
            4200,
            0.07052984088659286
          ],
          [
            4300,
            0.07046375423669815
          ],
          [
            4400,
            0.07029032707214355
          ],
          [
            4500,
            0.07016108185052872
          ],
          [
            4600,
            0.06999406963586807
          ],
          [
            4700,
            0.06983731687068939
          ],
          [
            4800,
            0.06963890045881271
          ],
          [
            4900,
            0.06949575990438461
          ],
          [
            5000,
            0.06935999542474747
          ],
          [
            5100,
            0.06915580481290817
          ],
          [
            5200,
            0.06894665211439133
          ],
          [
            5300,
            0.06870719790458679
          ],
          [
            5400,
            0.06849325448274612
          ],
          [
            5500,
            0.06826770305633545
          ],
          [
            5600,
            0.06802210956811905
          ],
          [
            5700,
            0.06779371947050095
          ],
          [
            5800,
            0.06754014641046524
          ],
          [
            5900,
            0.06734101474285126
          ],
          [
            6000,
            0.06708434224128723
          ],
          [
            6100,
            0.06684034317731857
          ],
          [
            6200,
            0.066581130027771
          ],
          [
            6300,
            0.06631790101528168
          ],
          [
            6400,
            0.06607937812805176
          ],
          [
            6500,
            0.06585873663425446
          ],
          [
            6600,
            0.06560827046632767
          ],
          [
            6700,
            0.065350241959095
          ],
          [
            6800,
            0.06511770188808441
          ],
          [
            6900,
            0.06487448513507843
          ],
          [
            7000,
            0.06461743265390396
          ],
          [
            7100,
            0.0643865093588829
          ],
          [
            7200,
            0.06413168460130692
          ],
          [
            7300,
            0.06390495598316193
          ],
          [
            7400,
            0.06366707384586334
          ],
          [
            7500,
            0.06345760077238083
          ],
          [
            7600,
            0.06323239952325821
          ],
          [
            7700,
            0.0630069449543953
          ],
          [
            7800,
            0.06278679519891739
          ],
          [
            7900,
            0.06257899850606918
          ],
          [
            8000,
            0.062380801886320114
          ],
          [
            8100,
            0.06218375265598297
          ],
          [
            8200,
            0.06200345605611801
          ],
          [
            8300,
            0.061829328536987305
          ],
          [
            8400,
            0.06165918707847595
          ],
          [
            8500,
            0.061512574553489685
          ],
          [
            8600,
            0.06137743592262268
          ],
          [
            8700,
            0.06125154346227646
          ],
          [
            8800,
            0.06113153696060181
          ],
          [
            8900,
            0.061036113649606705
          ],
          [
            9000,
            0.06095720827579498
          ],
          [
            9100,
            0.06088782474398613
          ],
          [
            9200,
            0.06083954870700836
          ],
          [
            9300,
            0.06081299111247063
          ]
        ],
        "logging/rms/model.layers.4.mlp.gate_proj/gradient": [
          [
            0,
            8.678220183355734e-05
          ],
          [
            100,
            9.935190064425115e-06
          ],
          [
            200,
            1.2252233318577055e-05
          ],
          [
            300,
            1.2848675396526232e-05
          ],
          [
            400,
            1.523596620245371e-05
          ],
          [
            500,
            1.3790900084131863e-05
          ],
          [
            600,
            1.4030576494405977e-05
          ],
          [
            700,
            1.3683451470569707e-05
          ],
          [
            800,
            1.3798999134451151e-05
          ],
          [
            900,
            1.3038620636507403e-05
          ],
          [
            1000,
            1.2756121577695012e-05
          ],
          [
            1100,
            1.3423475138552021e-05
          ],
          [
            1200,
            1.3288553418533411e-05
          ],
          [
            1300,
            1.2931417586514726e-05
          ],
          [
            1400,
            1.1988757250946946e-05
          ],
          [
            1500,
            1.2612486898433417e-05
          ],
          [
            1600,
            1.2295384294702671e-05
          ],
          [
            1700,
            1.2424837223079521e-05
          ],
          [
            1800,
            1.2289882761251647e-05
          ],
          [
            1900,
            1.2679103747359477e-05
          ],
          [
            2000,
            1.2290912309254054e-05
          ],
          [
            2100,
            1.3648211279360112e-05
          ],
          [
            2200,
            1.2798710486094933e-05
          ],
          [
            2300,
            1.2707643691101111e-05
          ],
          [
            2400,
            1.2157106539234519e-05
          ],
          [
            2500,
            1.2299673471716233e-05
          ],
          [
            2600,
            1.1876357348228339e-05
          ],
          [
            2700,
            1.2121875442971941e-05
          ],
          [
            2800,
            1.3032362403464504e-05
          ],
          [
            2900,
            1.2189106200821698e-05
          ],
          [
            3000,
            1.300896292377729e-05
          ],
          [
            3100,
            1.2286318451515399e-05
          ],
          [
            3200,
            1.2656570106628351e-05
          ],
          [
            3300,
            1.355159929516958e-05
          ],
          [
            3400,
            1.2436335964594036e-05
          ],
          [
            3500,
            1.3058855984127149e-05
          ],
          [
            3600,
            1.2500870070653036e-05
          ],
          [
            3700,
            1.2560801224026363e-05
          ],
          [
            3800,
            1.3107270206091926e-05
          ],
          [
            3900,
            1.3259700608614367e-05
          ],
          [
            4000,
            1.3188465345592704e-05
          ],
          [
            4100,
            1.2834932931582443e-05
          ],
          [
            4200,
            1.3166942153475247e-05
          ],
          [
            4300,
            1.294567573495442e-05
          ],
          [
            4400,
            1.853912544902414e-05
          ],
          [
            4500,
            1.3300894352141768e-05
          ],
          [
            4600,
            1.3971125554235186e-05
          ],
          [
            4700,
            1.3659629075846169e-05
          ],
          [
            4800,
            1.3687113096239045e-05
          ],
          [
            4900,
            1.3221405424701516e-05
          ],
          [
            5000,
            1.3456815395329613e-05
          ],
          [
            5100,
            1.5120152056624647e-05
          ],
          [
            5200,
            1.3621076504932716e-05
          ],
          [
            5300,
            1.4093821846472565e-05
          ],
          [
            5400,
            1.4193978131515905e-05
          ],
          [
            5500,
            1.4396422557183541e-05
          ],
          [
            5600,
            1.4057137377676554e-05
          ],
          [
            5700,
            1.4738787285750732e-05
          ],
          [
            5800,
            1.4482327969744802e-05
          ],
          [
            5900,
            1.5466743207070976e-05
          ],
          [
            6000,
            1.4348604054248426e-05
          ],
          [
            6100,
            1.5074063412612304e-05
          ],
          [
            6200,
            1.4529437976307236e-05
          ],
          [
            6300,
            1.494456682848977e-05
          ],
          [
            6400,
            1.5137777154450305e-05
          ],
          [
            6500,
            1.5199873814708553e-05
          ],
          [
            6600,
            1.603209057066124e-05
          ],
          [
            6700,
            1.5245903341565281e-05
          ],
          [
            6800,
            1.539122786198277e-05
          ],
          [
            6900,
            1.6151014278875664e-05
          ],
          [
            7000,
            1.5860627172514796e-05
          ],
          [
            7100,
            1.5771742255310528e-05
          ],
          [
            7200,
            1.5918523786240257e-05
          ],
          [
            7300,
            1.6095213140943088e-05
          ],
          [
            7400,
            1.6884760043467395e-05
          ],
          [
            7500,
            1.624866490601562e-05
          ],
          [
            7600,
            1.653802792134229e-05
          ],
          [
            7700,
            1.654620427871123e-05
          ],
          [
            7800,
            1.6474779840791598e-05
          ],
          [
            7900,
            1.6473610230605118e-05
          ],
          [
            8000,
            1.691977922746446e-05
          ],
          [
            8100,
            1.6797768694232218e-05
          ],
          [
            8200,
            1.6763957319199108e-05
          ],
          [
            8300,
            1.75096865859814e-05
          ],
          [
            8400,
            1.7146250684163533e-05
          ],
          [
            8500,
            1.7687509171082638e-05
          ],
          [
            8600,
            1.7207870769198053e-05
          ],
          [
            8700,
            1.7460555682191625e-05
          ],
          [
            8800,
            1.7245311028091237e-05
          ],
          [
            8900,
            1.738829269015696e-05
          ],
          [
            9000,
            1.7341644706903026e-05
          ],
          [
            9100,
            1.733544013404753e-05
          ],
          [
            9200,
            1.7724349163472652e-05
          ],
          [
            9300,
            1.7422142263967544e-05
          ]
        ],
        "logging/rms/model.layers.4.self_attn.o_proj/gradient": [
          [
            0,
            0.0004740025906357914
          ],
          [
            100,
            2.7195872462471016e-05
          ],
          [
            200,
            2.099417724821251e-05
          ],
          [
            300,
            2.0125391529290937e-05
          ],
          [
            400,
            2.2065169105189852e-05
          ],
          [
            500,
            1.7480915630585514e-05
          ],
          [
            600,
            1.8683760572457686e-05
          ],
          [
            700,
            1.7207026758114807e-05
          ],
          [
            800,
            1.7308937458437867e-05
          ],
          [
            900,
            1.5741601600893773e-05
          ],
          [
            1000,
            1.598520429979544e-05
          ],
          [
            1100,
            1.6794972907518968e-05
          ],
          [
            1200,
            1.620261355128605e-05
          ],
          [
            1300,
            1.589041312399786e-05
          ],
          [
            1400,
            1.4762772480025887e-05
          ],
          [
            1500,
            1.6066145690274425e-05
          ],
          [
            1600,
            1.5281018932000734e-05
          ],
          [
            1700,
            1.5590087059536017e-05
          ],
          [
            1800,
            1.5284656910807826e-05
          ],
          [
            1900,
            1.539916411275044e-05
          ],
          [
            2000,
            1.538909418741241e-05
          ],
          [
            2100,
            1.618491114641074e-05
          ],
          [
            2200,
            1.5558531231363304e-05
          ],
          [
            2300,
            1.5604704458382912e-05
          ],
          [
            2400,
            1.5184306903393008e-05
          ],
          [
            2500,
            1.470112783863442e-05
          ],
          [
            2600,
            1.4441034181800205e-05
          ],
          [
            2700,
            1.4782527614443097e-05
          ],
          [
            2800,
            1.6341102309525013e-05
          ],
          [
            2900,
            1.4991796888352837e-05
          ],
          [
            3000,
            1.636728848097846e-05
          ],
          [
            3100,
            1.533972863398958e-05
          ],
          [
            3200,
            1.5496732885367237e-05
          ],
          [
            3300,
            1.6092812074930407e-05
          ],
          [
            3400,
            1.5858668120927177e-05
          ],
          [
            3500,
            1.615766632312443e-05
          ],
          [
            3600,
            1.533454815216828e-05
          ],
          [
            3700,
            1.586523649166338e-05
          ],
          [
            3800,
            1.6077676264103502e-05
          ],
          [
            3900,
            1.7257705621887e-05
          ],
          [
            4000,
            1.666444950387813e-05
          ],
          [
            4100,
            1.5922230886644684e-05
          ],
          [
            4200,
            1.6862793927430175e-05
          ],
          [
            4300,
            1.6363188478862867e-05
          ],
          [
            4400,
            3.273813854320906e-05
          ],
          [
            4500,
            1.6306847101077437e-05
          ],
          [
            4600,
            1.7330025002593175e-05
          ],
          [
            4700,
            1.7075279174605384e-05
          ],
          [
            4800,
            1.7735570509103127e-05
          ],
          [
            4900,
            1.6633122868370265e-05
          ],
          [
            5000,
            1.749673356243875e-05
          ],
          [
            5100,
            1.7743142961990088e-05
          ],
          [
            5200,
            1.7370521163684316e-05
          ],
          [
            5300,
            1.7890188246383332e-05
          ],
          [
            5400,
            1.798472658265382e-05
          ],
          [
            5500,
            1.751906529534608e-05
          ],
          [
            5600,
            1.7504155039205216e-05
          ],
          [
            5700,
            1.8853734218282625e-05
          ],
          [
            5800,
            1.8254069800605066e-05
          ],
          [
            5900,
            1.8955737687065266e-05
          ],
          [
            6000,
            1.8081242160405964e-05
          ],
          [
            6100,
            1.890278872451745e-05
          ],
          [
            6200,
            1.7938227756530978e-05
          ],
          [
            6300,
            1.929266727529466e-05
          ],
          [
            6400,
            1.945616713783238e-05
          ],
          [
            6500,
            1.9818904547719285e-05
          ],
          [
            6600,
            1.9303062799735926e-05
          ],
          [
            6700,
            2.0145047528785653e-05
          ],
          [
            6800,
            1.9777933630393818e-05
          ],
          [
            6900,
            2.0560322809615172e-05
          ],
          [
            7000,
            1.9468505342956632e-05
          ],
          [
            7100,
            2.024935201916378e-05
          ],
          [
            7200,
            2.004161615332123e-05
          ],
          [
            7300,
            2.0015242625959218e-05
          ],
          [
            7400,
            2.0675121049862355e-05
          ],
          [
            7500,
            2.1229652702459134e-05
          ],
          [
            7600,
            2.0404211682034656e-05
          ],
          [
            7700,
            2.0754532670252956e-05
          ],
          [
            7800,
            2.1458858100231737e-05
          ],
          [
            7900,
            2.0496607248787768e-05
          ],
          [
            8000,
            2.11041060538264e-05
          ],
          [
            8100,
            2.084013249259442e-05
          ],
          [
            8200,
            2.105693238263484e-05
          ],
          [
            8300,
            2.1488835045602173e-05
          ],
          [
            8400,
            2.162901910196524e-05
          ],
          [
            8500,
            2.1431817003758624e-05
          ],
          [
            8600,
            2.1845104129170068e-05
          ],
          [
            8700,
            2.128318192262668e-05
          ],
          [
            8800,
            2.165053410863038e-05
          ],
          [
            8900,
            2.147734812751878e-05
          ],
          [
            9000,
            2.215309905295726e-05
          ],
          [
            9100,
            2.138210038538091e-05
          ],
          [
            9200,
            2.2173659090185538e-05
          ],
          [
            9300,
            2.153368950530421e-05
          ]
        ],
        "logging/rms/model.layers.4.self_attn.o_proj/activation": [
          [
            0,
            0.8057476282119751
          ],
          [
            100,
            1.7465230226516724
          ],
          [
            200,
            2.3248660564422607
          ],
          [
            300,
            2.841158628463745
          ],
          [
            400,
            3.1187407970428467
          ],
          [
            500,
            3.175630569458008
          ],
          [
            600,
            3.3992786407470703
          ],
          [
            700,
            3.3859851360321045
          ],
          [
            800,
            3.4735634326934814
          ],
          [
            900,
            3.362264633178711
          ],
          [
            1000,
            3.5264787673950195
          ],
          [
            1100,
            3.444225788116455
          ],
          [
            1200,
            3.4300012588500977
          ],
          [
            1300,
            3.4330894947052
          ],
          [
            1400,
            3.3640007972717285
          ],
          [
            1500,
            3.4385857582092285
          ],
          [
            1600,
            3.2936716079711914
          ],
          [
            1700,
            3.3229734897613525
          ],
          [
            1800,
            3.358506917953491
          ],
          [
            1900,
            3.2526564598083496
          ],
          [
            2000,
            3.270122528076172
          ],
          [
            2100,
            3.17063307762146
          ],
          [
            2200,
            3.1387453079223633
          ],
          [
            2300,
            3.1249492168426514
          ],
          [
            2400,
            3.145073413848877
          ],
          [
            2500,
            3.042640209197998
          ],
          [
            2600,
            2.980137825012207
          ],
          [
            2700,
            2.9396469593048096
          ],
          [
            2800,
            3.112666606903076
          ],
          [
            2900,
            2.9178614616394043
          ],
          [
            3000,
            2.9490489959716797
          ],
          [
            3100,
            2.9079697132110596
          ],
          [
            3200,
            2.8128902912139893
          ],
          [
            3300,
            2.8141658306121826
          ],
          [
            3400,
            2.8196399211883545
          ],
          [
            3500,
            2.763958215713501
          ],
          [
            3600,
            2.6941230297088623
          ],
          [
            3700,
            2.6848878860473633
          ],
          [
            3800,
            2.714252471923828
          ],
          [
            3900,
            2.7600033283233643
          ],
          [
            4000,
            2.6124157905578613
          ],
          [
            4100,
            2.629960060119629
          ],
          [
            4200,
            2.5540614128112793
          ],
          [
            4300,
            2.551347017288208
          ],
          [
            4400,
            2.516108989715576
          ],
          [
            4500,
            2.4058382511138916
          ],
          [
            4600,
            2.4225075244903564
          ],
          [
            4700,
            2.493133783340454
          ],
          [
            4800,
            2.4147822856903076
          ],
          [
            4900,
            2.339548110961914
          ],
          [
            5000,
            2.3879222869873047
          ],
          [
            5100,
            2.338848352432251
          ],
          [
            5200,
            2.285271406173706
          ],
          [
            5300,
            2.2538394927978516
          ],
          [
            5400,
            2.2624471187591553
          ],
          [
            5500,
            2.168666362762451
          ],
          [
            5600,
            2.173953056335449
          ],
          [
            5700,
            2.2224843502044678
          ],
          [
            5800,
            2.1471877098083496
          ],
          [
            5900,
            2.1023471355438232
          ],
          [
            6000,
            2.0639350414276123
          ],
          [
            6100,
            2.0804827213287354
          ],
          [
            6200,
            2.016757011413574
          ],
          [
            6300,
            2.0339622497558594
          ],
          [
            6400,
            2.0224642753601074
          ],
          [
            6500,
            2.0153322219848633
          ],
          [
            6600,
            1.9150075912475586
          ],
          [
            6700,
            1.9346822500228882
          ],
          [
            6800,
            1.9302080869674683
          ],
          [
            6900,
            1.9013807773590088
          ],
          [
            7000,
            1.8553884029388428
          ],
          [
            7100,
            1.8783749341964722
          ],
          [
            7200,
            1.8197764158248901
          ],
          [
            7300,
            1.8104591369628906
          ],
          [
            7400,
            1.7937474250793457
          ],
          [
            7500,
            1.7770705223083496
          ],
          [
            7600,
            1.7390023469924927
          ],
          [
            7700,
            1.7248132228851318
          ],
          [
            7800,
            1.755774736404419
          ],
          [
            7900,
            1.6791020631790161
          ],
          [
            8000,
            1.6657028198242188
          ],
          [
            8100,
            1.6205098628997803
          ],
          [
            8200,
            1.638973593711853
          ],
          [
            8300,
            1.6094239950180054
          ],
          [
            8400,
            1.6165103912353516
          ],
          [
            8500,
            1.5763851404190063
          ],
          [
            8600,
            1.6211429834365845
          ],
          [
            8700,
            1.5440583229064941
          ],
          [
            8800,
            1.556342601776123
          ],
          [
            8900,
            1.5592416524887085
          ],
          [
            9000,
            1.5362507104873657
          ],
          [
            9100,
            1.5053402185440063
          ],
          [
            9200,
            1.5692164897918701
          ],
          [
            9300,
            1.508081316947937
          ]
        ],
        "logging/rms/model.layers.5.post_attention_layernorm/parameter": [
          [
            0,
            1
          ],
          [
            100,
            0.9837393164634705
          ],
          [
            200,
            1.005418300628662
          ],
          [
            300,
            1.0240895748138428
          ],
          [
            400,
            1.015305995941162
          ],
          [
            500,
            1.0038357973098755
          ],
          [
            600,
            0.992145836353302
          ],
          [
            700,
            0.9782007336616516
          ],
          [
            800,
            0.9642871618270874
          ],
          [
            900,
            0.9507541656494141
          ],
          [
            1000,
            0.9381303787231445
          ],
          [
            1100,
            0.9261656403541565
          ],
          [
            1200,
            0.9144830107688904
          ],
          [
            1300,
            0.9026557803153992
          ],
          [
            1400,
            0.8940721750259399
          ],
          [
            1500,
            0.8844960331916809
          ],
          [
            1600,
            0.8752591013908386
          ],
          [
            1700,
            0.8677479028701782
          ],
          [
            1800,
            0.8594827055931091
          ],
          [
            1900,
            0.8518148064613342
          ],
          [
            2000,
            0.8440620303153992
          ],
          [
            2100,
            0.837063729763031
          ],
          [
            2200,
            0.8307389616966248
          ],
          [
            2300,
            0.824493408203125
          ],
          [
            2400,
            0.8188483119010925
          ],
          [
            2500,
            0.8127647638320923
          ],
          [
            2600,
            0.8073992729187012
          ],
          [
            2700,
            0.8025141358375549
          ],
          [
            2800,
            0.7976681590080261
          ],
          [
            2900,
            0.7938913106918335
          ],
          [
            3000,
            0.7887133359909058
          ],
          [
            3100,
            0.7847239375114441
          ],
          [
            3200,
            0.7807604074478149
          ],
          [
            3300,
            0.7774108648300171
          ],
          [
            3400,
            0.7739052772521973
          ],
          [
            3500,
            0.7711542248725891
          ],
          [
            3600,
            0.7680551409721375
          ],
          [
            3700,
            0.7647228240966797
          ],
          [
            3800,
            0.7619413137435913
          ],
          [
            3900,
            0.7598007917404175
          ],
          [
            4000,
            0.7578458189964294
          ],
          [
            4100,
            0.755336582660675
          ],
          [
            4200,
            0.7536979913711548
          ],
          [
            4300,
            0.7507531046867371
          ],
          [
            4400,
            0.7499426007270813
          ],
          [
            4500,
            0.7466919422149658
          ],
          [
            4600,
            0.7454008460044861
          ],
          [
            4700,
            0.7443916201591492
          ],
          [
            4800,
            0.7430958151817322
          ],
          [
            4900,
            0.7413366436958313
          ],
          [
            5000,
            0.7404026389122009
          ],
          [
            5100,
            0.7394883632659912
          ],
          [
            5200,
            0.738591730594635
          ],
          [
            5300,
            0.7378655672073364
          ],
          [
            5400,
            0.7368654608726501
          ],
          [
            5500,
            0.735358715057373
          ],
          [
            5600,
            0.7353371381759644
          ],
          [
            5700,
            0.7349294424057007
          ],
          [
            5800,
            0.7343754172325134
          ],
          [
            5900,
            0.733754575252533
          ],
          [
            6000,
            0.7335458397865295
          ],
          [
            6100,
            0.7334409952163696
          ],
          [
            6200,
            0.7328932285308838
          ],
          [
            6300,
            0.7325774431228638
          ],
          [
            6400,
            0.7324392199516296
          ],
          [
            6500,
            0.7318266034126282
          ],
          [
            6600,
            0.7323612570762634
          ],
          [
            6700,
            0.7320746779441833
          ],
          [
            6800,
            0.7319980263710022
          ],
          [
            6900,
            0.7319753766059875
          ],
          [
            7000,
            0.7317916750907898
          ],
          [
            7100,
            0.7319762706756592
          ],
          [
            7200,
            0.732037365436554
          ],
          [
            7300,
            0.732146680355072
          ],
          [
            7400,
            0.7325170040130615
          ],
          [
            7500,
            0.732332170009613
          ],
          [
            7600,
            0.7322338819503784
          ],
          [
            7700,
            0.7325080633163452
          ],
          [
            7800,
            0.7327789664268494
          ],
          [
            7900,
            0.7328879833221436
          ],
          [
            8000,
            0.7330750823020935
          ],
          [
            8100,
            0.7331321239471436
          ],
          [
            8200,
            0.7331767082214355
          ],
          [
            8300,
            0.7334330081939697
          ],
          [
            8400,
            0.7335212826728821
          ],
          [
            8500,
            0.7335842251777649
          ],
          [
            8600,
            0.7336823344230652
          ],
          [
            8700,
            0.7339347004890442
          ],
          [
            8800,
            0.7339784502983093
          ],
          [
            8900,
            0.7339738011360168
          ],
          [
            9000,
            0.7339923977851868
          ],
          [
            9100,
            0.7339575886726379
          ],
          [
            9200,
            0.7339935898780823
          ],
          [
            9300,
            0.7340199947357178
          ]
        ],
        "logging/rms/model.layers.2.self_attn.q_proj/gradient": [
          [
            0,
            4.7854380682110786e-05
          ],
          [
            100,
            1.1259628990956116e-05
          ],
          [
            200,
            1.7059895981219597e-05
          ],
          [
            300,
            1.580535899847746e-05
          ],
          [
            400,
            1.5904261090327054e-05
          ],
          [
            500,
            1.4274739442043938e-05
          ],
          [
            600,
            1.4534301953972317e-05
          ],
          [
            700,
            1.2704788787232246e-05
          ],
          [
            800,
            1.3048105756752193e-05
          ],
          [
            900,
            1.3215119906817563e-05
          ],
          [
            1000,
            1.3268760085338727e-05
          ],
          [
            1100,
            1.286421775148483e-05
          ],
          [
            1200,
            1.2611402780748904e-05
          ],
          [
            1300,
            1.3326927728485316e-05
          ],
          [
            1400,
            1.2372172022878658e-05
          ],
          [
            1500,
            1.3499651686288416e-05
          ],
          [
            1600,
            1.1717106644937303e-05
          ],
          [
            1700,
            1.0401626241218764e-05
          ],
          [
            1800,
            1.0428524547023699e-05
          ],
          [
            1900,
            1.0216331247647759e-05
          ],
          [
            2000,
            1.156846155936364e-05
          ],
          [
            2100,
            1.0830174687725957e-05
          ],
          [
            2200,
            1.0762755664472934e-05
          ],
          [
            2300,
            9.21153787203366e-06
          ],
          [
            2400,
            1.0616883628244977e-05
          ],
          [
            2500,
            8.541393981431611e-06
          ],
          [
            2600,
            1.0296084838046227e-05
          ],
          [
            2700,
            9.517108992440626e-06
          ],
          [
            2800,
            1.0299717359885108e-05
          ],
          [
            2900,
            9.665639481681865e-06
          ],
          [
            3000,
            1.0225498044746928e-05
          ],
          [
            3100,
            9.708665857033338e-06
          ],
          [
            3200,
            1.0494205525901634e-05
          ],
          [
            3300,
            1.0896194908127654e-05
          ],
          [
            3400,
            8.906213224690873e-06
          ],
          [
            3500,
            1.0682563697628211e-05
          ],
          [
            3600,
            8.55303824209841e-06
          ],
          [
            3700,
            8.94708136911504e-06
          ],
          [
            3800,
            9.222161679645069e-06
          ],
          [
            3900,
            1.0486251085239928e-05
          ],
          [
            4000,
            9.844156011240557e-06
          ],
          [
            4100,
            9.001775651995558e-06
          ],
          [
            4200,
            9.910238986776676e-06
          ],
          [
            4300,
            1.0166153515456244e-05
          ],
          [
            4400,
            1.3459714864438865e-05
          ],
          [
            4500,
            9.773571946425363e-06
          ],
          [
            4600,
            9.321982361143455e-06
          ],
          [
            4700,
            9.40390964387916e-06
          ],
          [
            4800,
            9.793670869839843e-06
          ],
          [
            4900,
            8.998616976896301e-06
          ],
          [
            5000,
            8.661826541356277e-06
          ],
          [
            5100,
            1.1416379493311979e-05
          ],
          [
            5200,
            9.45021747611463e-06
          ],
          [
            5300,
            9.808052709558979e-06
          ],
          [
            5400,
            1.0461038982612081e-05
          ],
          [
            5500,
            8.710393558430951e-06
          ],
          [
            5600,
            8.631162927486002e-06
          ],
          [
            5700,
            9.638216397434007e-06
          ],
          [
            5800,
            9.162519745586906e-06
          ],
          [
            5900,
            9.617347132007126e-06
          ],
          [
            6000,
            9.820367267820984e-06
          ],
          [
            6100,
            9.394966582476627e-06
          ],
          [
            6200,
            9.87318253464764e-06
          ],
          [
            6300,
            1.0256636414851528e-05
          ],
          [
            6400,
            9.34538729779888e-06
          ],
          [
            6500,
            9.685423719929531e-06
          ],
          [
            6600,
            1.0080642823595554e-05
          ],
          [
            6700,
            9.752144251251593e-06
          ],
          [
            6800,
            9.499532097834162e-06
          ],
          [
            6900,
            9.673678505350836e-06
          ],
          [
            7000,
            1.0208599633187987e-05
          ],
          [
            7100,
            9.51664424064802e-06
          ],
          [
            7200,
            9.83124573394889e-06
          ],
          [
            7300,
            9.276970558858011e-06
          ],
          [
            7400,
            9.911243978422135e-06
          ],
          [
            7500,
            9.689189027994871e-06
          ],
          [
            7600,
            1.0514990208321251e-05
          ],
          [
            7700,
            9.252802556147799e-06
          ],
          [
            7800,
            9.410109669261146e-06
          ],
          [
            7900,
            9.466025403526146e-06
          ],
          [
            8000,
            9.787890121515375e-06
          ],
          [
            8100,
            8.904595233616419e-06
          ],
          [
            8200,
            9.569565008860081e-06
          ],
          [
            8300,
            9.733198567118961e-06
          ],
          [
            8400,
            9.563088497088756e-06
          ],
          [
            8500,
            1.0968366041197442e-05
          ],
          [
            8600,
            9.932640750776045e-06
          ],
          [
            8700,
            9.460293767915573e-06
          ],
          [
            8800,
            9.373324246553238e-06
          ],
          [
            8900,
            1.0413918062113225e-05
          ],
          [
            9000,
            9.89943782769842e-06
          ],
          [
            9100,
            1.0167621439904906e-05
          ],
          [
            9200,
            9.831246643443592e-06
          ],
          [
            9300,
            9.930378837452736e-06
          ]
        ],
        "logging/rms/model.layers.0.mlp.gate_proj/activation": [
          [
            0,
            0.9839633107185364
          ],
          [
            100,
            1.8689202070236206
          ],
          [
            200,
            2.0244390964508057
          ],
          [
            300,
            2.0707709789276123
          ],
          [
            400,
            2.030531167984009
          ],
          [
            500,
            1.9289522171020508
          ],
          [
            600,
            1.8227037191390991
          ],
          [
            700,
            1.7374061346054077
          ],
          [
            800,
            1.6367157697677612
          ],
          [
            900,
            1.5711560249328613
          ],
          [
            1000,
            1.507783055305481
          ],
          [
            1100,
            1.4509739875793457
          ],
          [
            1200,
            1.4164645671844482
          ],
          [
            1300,
            1.3733519315719604
          ],
          [
            1400,
            1.3307474851608276
          ],
          [
            1500,
            1.3095952272415161
          ],
          [
            1600,
            1.2721374034881592
          ],
          [
            1700,
            1.2433044910430908
          ],
          [
            1800,
            1.223215103149414
          ],
          [
            1900,
            1.200350046157837
          ],
          [
            2000,
            1.1888010501861572
          ],
          [
            2100,
            1.169051170349121
          ],
          [
            2200,
            1.1500890254974365
          ],
          [
            2300,
            1.1385594606399536
          ],
          [
            2400,
            1.1159312725067139
          ],
          [
            2500,
            1.1034784317016602
          ],
          [
            2600,
            1.0968650579452515
          ],
          [
            2700,
            1.084849238395691
          ],
          [
            2800,
            1.0694632530212402
          ],
          [
            2900,
            1.0640137195587158
          ],
          [
            3000,
            1.050477385520935
          ],
          [
            3100,
            1.037100911140442
          ],
          [
            3200,
            1.0337002277374268
          ],
          [
            3300,
            1.0253762006759644
          ],
          [
            3400,
            1.0156842470169067
          ],
          [
            3500,
            1.0118579864501953
          ],
          [
            3600,
            0.9989455342292786
          ],
          [
            3700,
            0.9912258982658386
          ],
          [
            3800,
            0.9866279363632202
          ],
          [
            3900,
            0.9795643091201782
          ],
          [
            4000,
            0.9726088643074036
          ],
          [
            4100,
            0.9665470123291016
          ],
          [
            4200,
            0.9575287103652954
          ],
          [
            4300,
            0.9519932270050049
          ],
          [
            4400,
            0.9531018733978271
          ],
          [
            4500,
            0.9505847692489624
          ],
          [
            4600,
            0.9346550703048706
          ],
          [
            4700,
            0.9340285062789917
          ],
          [
            4800,
            0.9297858476638794
          ],
          [
            4900,
            0.9230198860168457
          ],
          [
            5000,
            0.9222642779350281
          ],
          [
            5100,
            0.9160401821136475
          ],
          [
            5200,
            0.9161794185638428
          ],
          [
            5300,
            0.9142106175422668
          ],
          [
            5400,
            0.9049848318099976
          ],
          [
            5500,
            0.9006103277206421
          ],
          [
            5600,
            0.8954973220825195
          ],
          [
            5700,
            0.8938876390457153
          ],
          [
            5800,
            0.8905709981918335
          ],
          [
            5900,
            0.8874801397323608
          ],
          [
            6000,
            0.8858986496925354
          ],
          [
            6100,
            0.8802065253257751
          ],
          [
            6200,
            0.8819022178649902
          ],
          [
            6300,
            0.8747719526290894
          ],
          [
            6400,
            0.871631383895874
          ],
          [
            6500,
            0.8658310770988464
          ],
          [
            6600,
            0.8615790009498596
          ],
          [
            6700,
            0.8578749895095825
          ],
          [
            6800,
            0.8592483997344971
          ],
          [
            6900,
            0.8571188449859619
          ],
          [
            7000,
            0.8554299473762512
          ],
          [
            7100,
            0.8527236580848694
          ],
          [
            7200,
            0.8452029824256897
          ],
          [
            7300,
            0.848334789276123
          ],
          [
            7400,
            0.8441513180732727
          ],
          [
            7500,
            0.8406856060028076
          ],
          [
            7600,
            0.8416333794593811
          ],
          [
            7700,
            0.8388442993164062
          ],
          [
            7800,
            0.8351633548736572
          ],
          [
            7900,
            0.8338369131088257
          ],
          [
            8000,
            0.8302105069160461
          ],
          [
            8100,
            0.8285714983940125
          ],
          [
            8200,
            0.8267831206321716
          ],
          [
            8300,
            0.8264833092689514
          ],
          [
            8400,
            0.825110673904419
          ],
          [
            8500,
            0.8228476643562317
          ],
          [
            8600,
            0.8224363327026367
          ],
          [
            8700,
            0.8229007124900818
          ],
          [
            8800,
            0.8197829723358154
          ],
          [
            8900,
            0.8201756477355957
          ],
          [
            9000,
            0.8206213116645813
          ],
          [
            9100,
            0.8162395358085632
          ],
          [
            9200,
            0.8191314935684204
          ],
          [
            9300,
            0.8178349733352661
          ]
        ],
        "logging/rms/model.layers.0.mlp.up_proj/activation": [
          [
            0,
            0.9901703596115112
          ],
          [
            100,
            1.8476158380508423
          ],
          [
            200,
            1.9716438055038452
          ],
          [
            300,
            1.893231987953186
          ],
          [
            400,
            1.7352790832519531
          ],
          [
            500,
            1.629993200302124
          ],
          [
            600,
            1.516039252281189
          ],
          [
            700,
            1.4178248643875122
          ],
          [
            800,
            1.3569319248199463
          ],
          [
            900,
            1.2831112146377563
          ],
          [
            1000,
            1.2453224658966064
          ],
          [
            1100,
            1.1944475173950195
          ],
          [
            1200,
            1.1596180200576782
          ],
          [
            1300,
            1.1273646354675293
          ],
          [
            1400,
            1.0949360132217407
          ],
          [
            1500,
            1.0743976831436157
          ],
          [
            1600,
            1.0355180501937866
          ],
          [
            1700,
            1.0176681280136108
          ],
          [
            1800,
            1.0050528049468994
          ],
          [
            1900,
            0.98592609167099
          ],
          [
            2000,
            0.96595299243927
          ],
          [
            2100,
            0.9539592862129211
          ],
          [
            2200,
            0.9400409460067749
          ],
          [
            2300,
            0.9294507503509521
          ],
          [
            2400,
            0.9083564877510071
          ],
          [
            2500,
            0.895243763923645
          ],
          [
            2600,
            0.887014627456665
          ],
          [
            2700,
            0.8777396082878113
          ],
          [
            2800,
            0.8583531975746155
          ],
          [
            2900,
            0.8573592901229858
          ],
          [
            3000,
            0.8440396785736084
          ],
          [
            3100,
            0.8320171236991882
          ],
          [
            3200,
            0.8268150687217712
          ],
          [
            3300,
            0.8177884817123413
          ],
          [
            3400,
            0.8130094408988953
          ],
          [
            3500,
            0.8106940388679504
          ],
          [
            3600,
            0.7976825833320618
          ],
          [
            3700,
            0.783952534198761
          ],
          [
            3800,
            0.7846447229385376
          ],
          [
            3900,
            0.7760857343673706
          ],
          [
            4000,
            0.7735437750816345
          ],
          [
            4100,
            0.7627144455909729
          ],
          [
            4200,
            0.7544402480125427
          ],
          [
            4300,
            0.7503194808959961
          ],
          [
            4400,
            0.7496424317359924
          ],
          [
            4500,
            0.7435894012451172
          ],
          [
            4600,
            0.7309555411338806
          ],
          [
            4700,
            0.7324745059013367
          ],
          [
            4800,
            0.7256516814231873
          ],
          [
            4900,
            0.7183972001075745
          ],
          [
            5000,
            0.7176438570022583
          ],
          [
            5100,
            0.7127566933631897
          ],
          [
            5200,
            0.7090961337089539
          ],
          [
            5300,
            0.709578812122345
          ],
          [
            5400,
            0.7003921866416931
          ],
          [
            5500,
            0.6958935260772705
          ],
          [
            5600,
            0.6888175010681152
          ],
          [
            5700,
            0.6877701282501221
          ],
          [
            5800,
            0.6848397254943848
          ],
          [
            5900,
            0.6822845339775085
          ],
          [
            6000,
            0.677581250667572
          ],
          [
            6100,
            0.6767086982727051
          ],
          [
            6200,
            0.6759247183799744
          ],
          [
            6300,
            0.6670706272125244
          ],
          [
            6400,
            0.6647837162017822
          ],
          [
            6500,
            0.6594427227973938
          ],
          [
            6600,
            0.6582861542701721
          ],
          [
            6700,
            0.6523756384849548
          ],
          [
            6800,
            0.6507701277732849
          ],
          [
            6900,
            0.6518858671188354
          ],
          [
            7000,
            0.6505151391029358
          ],
          [
            7100,
            0.6452411413192749
          ],
          [
            7200,
            0.6369324922561646
          ],
          [
            7300,
            0.642574667930603
          ],
          [
            7400,
            0.6325415372848511
          ],
          [
            7500,
            0.634280800819397
          ],
          [
            7600,
            0.6346479058265686
          ],
          [
            7700,
            0.6315468549728394
          ],
          [
            7800,
            0.6290197372436523
          ],
          [
            7900,
            0.6240111589431763
          ],
          [
            8000,
            0.6215113997459412
          ],
          [
            8100,
            0.6204922199249268
          ],
          [
            8200,
            0.617855966091156
          ],
          [
            8300,
            0.6162934303283691
          ],
          [
            8400,
            0.6150349378585815
          ],
          [
            8500,
            0.6142004728317261
          ],
          [
            8600,
            0.6133019924163818
          ],
          [
            8700,
            0.614713728427887
          ],
          [
            8800,
            0.6097115874290466
          ],
          [
            8900,
            0.610511064529419
          ],
          [
            9000,
            0.607909619808197
          ],
          [
            9100,
            0.6031554937362671
          ],
          [
            9200,
            0.6067324876785278
          ],
          [
            9300,
            0.6059415936470032
          ]
        ],
        "logging/rms/model.layers.6.input_layernorm/activation": [
          [
            0,
            0.9999989867210388
          ],
          [
            100,
            0.9896063804626465
          ],
          [
            200,
            0.9652129411697388
          ],
          [
            300,
            0.9587412476539612
          ],
          [
            400,
            0.9473853707313538
          ],
          [
            500,
            0.9242802858352661
          ],
          [
            600,
            0.905426025390625
          ],
          [
            700,
            0.8819926381111145
          ],
          [
            800,
            0.862914502620697
          ],
          [
            900,
            0.84144127368927
          ],
          [
            1000,
            0.8256997466087341
          ],
          [
            1100,
            0.8089990615844727
          ],
          [
            1200,
            0.7916796207427979
          ],
          [
            1300,
            0.7781979441642761
          ],
          [
            1400,
            0.7639404535293579
          ],
          [
            1500,
            0.7522270083427429
          ],
          [
            1600,
            0.7395129799842834
          ],
          [
            1700,
            0.7274751663208008
          ],
          [
            1800,
            0.7193202376365662
          ],
          [
            1900,
            0.7095445394515991
          ],
          [
            2000,
            0.7020987868309021
          ],
          [
            2100,
            0.6948438286781311
          ],
          [
            2200,
            0.686916172504425
          ],
          [
            2300,
            0.6788318157196045
          ],
          [
            2400,
            0.6755957007408142
          ],
          [
            2500,
            0.6695477962493896
          ],
          [
            2600,
            0.6605045795440674
          ],
          [
            2700,
            0.6592754125595093
          ],
          [
            2800,
            0.6560621857643127
          ],
          [
            2900,
            0.6492870450019836
          ],
          [
            3000,
            0.6453799605369568
          ],
          [
            3100,
            0.6435759663581848
          ],
          [
            3200,
            0.6407016515731812
          ],
          [
            3300,
            0.6360869407653809
          ],
          [
            3400,
            0.6361147165298462
          ],
          [
            3500,
            0.6327939033508301
          ],
          [
            3600,
            0.6330357789993286
          ],
          [
            3700,
            0.6273903846740723
          ],
          [
            3800,
            0.6308339834213257
          ],
          [
            3900,
            0.6289055347442627
          ],
          [
            4000,
            0.6265992522239685
          ],
          [
            4100,
            0.6270178556442261
          ],
          [
            4200,
            0.6245893836021423
          ],
          [
            4300,
            0.6243064999580383
          ],
          [
            4400,
            0.6258164048194885
          ],
          [
            4500,
            0.6216387748718262
          ],
          [
            4600,
            0.623661458492279
          ],
          [
            4700,
            0.6278822422027588
          ],
          [
            4800,
            0.6250124573707581
          ],
          [
            4900,
            0.6219167113304138
          ],
          [
            5000,
            0.6263728141784668
          ],
          [
            5100,
            0.6289016604423523
          ],
          [
            5200,
            0.626328706741333
          ],
          [
            5300,
            0.6290158033370972
          ],
          [
            5400,
            0.6284250617027283
          ],
          [
            5500,
            0.6272185444831848
          ],
          [
            5600,
            0.6282505393028259
          ],
          [
            5700,
            0.6352732181549072
          ],
          [
            5800,
            0.6281571984291077
          ],
          [
            5900,
            0.6303591132164001
          ],
          [
            6000,
            0.627812922000885
          ],
          [
            6100,
            0.6322590708732605
          ],
          [
            6200,
            0.6339873671531677
          ],
          [
            6300,
            0.6360993385314941
          ],
          [
            6400,
            0.6385776996612549
          ],
          [
            6500,
            0.638666033744812
          ],
          [
            6600,
            0.6392885446548462
          ],
          [
            6700,
            0.6385021209716797
          ],
          [
            6800,
            0.6414322853088379
          ],
          [
            6900,
            0.6430119872093201
          ],
          [
            7000,
            0.6453939080238342
          ],
          [
            7100,
            0.6477217674255371
          ],
          [
            7200,
            0.6479060053825378
          ],
          [
            7300,
            0.6486288905143738
          ],
          [
            7400,
            0.6509861350059509
          ],
          [
            7500,
            0.6488960385322571
          ],
          [
            7600,
            0.6535472869873047
          ],
          [
            7700,
            0.6561510562896729
          ],
          [
            7800,
            0.656833291053772
          ],
          [
            7900,
            0.6541321277618408
          ],
          [
            8000,
            0.65887451171875
          ],
          [
            8100,
            0.6559485793113708
          ],
          [
            8200,
            0.659469723701477
          ],
          [
            8300,
            0.6606450080871582
          ],
          [
            8400,
            0.6614854335784912
          ],
          [
            8500,
            0.6618592739105225
          ],
          [
            8600,
            0.6643112897872925
          ],
          [
            8700,
            0.6622661352157593
          ],
          [
            8800,
            0.6634753346443176
          ],
          [
            8900,
            0.6649340987205505
          ],
          [
            9000,
            0.6637235283851624
          ],
          [
            9100,
            0.6621693968772888
          ],
          [
            9200,
            0.665962815284729
          ],
          [
            9300,
            0.6636403203010559
          ]
        ],
        "logging/rms/model.layers.6.mlp/activation": [
          [
            0,
            0.5670099258422852
          ],
          [
            100,
            1.3174573183059692
          ],
          [
            200,
            2.5767133235931396
          ],
          [
            300,
            3.735398054122925
          ],
          [
            400,
            4.429018974304199
          ],
          [
            500,
            4.898770332336426
          ],
          [
            600,
            5.415551662445068
          ],
          [
            700,
            5.602060317993164
          ],
          [
            800,
            5.904690742492676
          ],
          [
            900,
            5.862254619598389
          ],
          [
            1000,
            6.101673603057861
          ],
          [
            1100,
            6.30953311920166
          ],
          [
            1200,
            6.367930889129639
          ],
          [
            1300,
            6.6884236335754395
          ],
          [
            1400,
            6.72273588180542
          ],
          [
            1500,
            6.683909893035889
          ],
          [
            1600,
            6.571692943572998
          ],
          [
            1700,
            6.473230838775635
          ],
          [
            1800,
            6.596169948577881
          ],
          [
            1900,
            6.83453893661499
          ],
          [
            2000,
            6.752820014953613
          ],
          [
            2100,
            6.756267547607422
          ],
          [
            2200,
            6.7790422439575195
          ],
          [
            2300,
            6.562815189361572
          ],
          [
            2400,
            6.637941360473633
          ],
          [
            2500,
            6.864530086517334
          ],
          [
            2600,
            6.620017051696777
          ],
          [
            2700,
            6.703858852386475
          ],
          [
            2800,
            6.586637020111084
          ],
          [
            2900,
            6.738251686096191
          ],
          [
            3000,
            6.585704803466797
          ],
          [
            3100,
            6.405776023864746
          ],
          [
            3200,
            6.458950996398926
          ],
          [
            3300,
            6.50430965423584
          ],
          [
            3400,
            6.465847969055176
          ],
          [
            3500,
            6.238831043243408
          ],
          [
            3600,
            6.525508880615234
          ],
          [
            3700,
            6.310269832611084
          ],
          [
            3800,
            6.211007595062256
          ],
          [
            3900,
            6.107689380645752
          ],
          [
            4000,
            6.268698692321777
          ],
          [
            4100,
            6.329111576080322
          ],
          [
            4200,
            6.11381721496582
          ],
          [
            4300,
            6.068656921386719
          ],
          [
            4400,
            6.121415138244629
          ],
          [
            4500,
            5.997681617736816
          ],
          [
            4600,
            6.0328049659729
          ],
          [
            4700,
            5.791225433349609
          ],
          [
            4800,
            5.872246265411377
          ],
          [
            4900,
            5.888561725616455
          ],
          [
            5000,
            5.687909126281738
          ],
          [
            5100,
            5.806537628173828
          ],
          [
            5200,
            5.801013946533203
          ],
          [
            5300,
            5.7244038581848145
          ],
          [
            5400,
            5.561147689819336
          ],
          [
            5500,
            5.631514549255371
          ],
          [
            5600,
            5.500662326812744
          ],
          [
            5700,
            5.442934513092041
          ],
          [
            5800,
            5.278249263763428
          ],
          [
            5900,
            5.354650020599365
          ],
          [
            6000,
            5.384637355804443
          ],
          [
            6100,
            5.270047187805176
          ],
          [
            6200,
            5.263642311096191
          ],
          [
            6300,
            5.244541645050049
          ],
          [
            6400,
            5.075184345245361
          ],
          [
            6500,
            5.1182708740234375
          ],
          [
            6600,
            5.106270790100098
          ],
          [
            6700,
            4.940114974975586
          ],
          [
            6800,
            4.948641777038574
          ],
          [
            6900,
            4.9602885246276855
          ],
          [
            7000,
            5.06451416015625
          ],
          [
            7100,
            4.850521564483643
          ],
          [
            7200,
            4.8847150802612305
          ],
          [
            7300,
            4.892684459686279
          ],
          [
            7400,
            4.781787872314453
          ],
          [
            7500,
            4.646130084991455
          ],
          [
            7600,
            4.74588680267334
          ],
          [
            7700,
            4.748864650726318
          ],
          [
            7800,
            4.62151575088501
          ],
          [
            7900,
            4.5340375900268555
          ],
          [
            8000,
            4.630582809448242
          ],
          [
            8100,
            4.6022868156433105
          ],
          [
            8200,
            4.581323623657227
          ],
          [
            8300,
            4.5012969970703125
          ],
          [
            8400,
            4.5182647705078125
          ],
          [
            8500,
            4.4735236167907715
          ],
          [
            8600,
            4.419299602508545
          ],
          [
            8700,
            4.437641143798828
          ],
          [
            8800,
            4.429437637329102
          ],
          [
            8900,
            4.374948978424072
          ],
          [
            9000,
            4.372870445251465
          ],
          [
            9100,
            4.411617755889893
          ],
          [
            9200,
            4.325995922088623
          ],
          [
            9300,
            4.3124918937683105
          ]
        ],
        "logging/rms/model.layers.3.self_attn.o_proj/activation": [
          [
            0,
            0.8060031533241272
          ],
          [
            100,
            1.2337169647216797
          ],
          [
            200,
            1.5806986093521118
          ],
          [
            300,
            1.9721537828445435
          ],
          [
            400,
            2.2785959243774414
          ],
          [
            500,
            2.5444328784942627
          ],
          [
            600,
            2.7068493366241455
          ],
          [
            700,
            2.777562141418457
          ],
          [
            800,
            2.8504459857940674
          ],
          [
            900,
            2.868579149246216
          ],
          [
            1000,
            2.913379430770874
          ],
          [
            1100,
            2.9268429279327393
          ],
          [
            1200,
            2.862095355987549
          ],
          [
            1300,
            2.8556785583496094
          ],
          [
            1400,
            2.8012382984161377
          ],
          [
            1500,
            2.8316972255706787
          ],
          [
            1600,
            2.7295827865600586
          ],
          [
            1700,
            2.7786059379577637
          ],
          [
            1800,
            2.7619376182556152
          ],
          [
            1900,
            2.7211413383483887
          ],
          [
            2000,
            2.697580337524414
          ],
          [
            2100,
            2.635171890258789
          ],
          [
            2200,
            2.6423587799072266
          ],
          [
            2300,
            2.5674548149108887
          ],
          [
            2400,
            2.61094069480896
          ],
          [
            2500,
            2.53668212890625
          ],
          [
            2600,
            2.4876492023468018
          ],
          [
            2700,
            2.4504096508026123
          ],
          [
            2800,
            2.4940619468688965
          ],
          [
            2900,
            2.3964569568634033
          ],
          [
            3000,
            2.420938491821289
          ],
          [
            3100,
            2.398944854736328
          ],
          [
            3200,
            2.3223557472229004
          ],
          [
            3300,
            2.3053271770477295
          ],
          [
            3400,
            2.308803081512451
          ],
          [
            3500,
            2.2669754028320312
          ],
          [
            3600,
            2.23542857170105
          ],
          [
            3700,
            2.1818687915802
          ],
          [
            3800,
            2.2263972759246826
          ],
          [
            3900,
            2.258335828781128
          ],
          [
            4000,
            2.1483266353607178
          ],
          [
            4100,
            2.1227238178253174
          ],
          [
            4200,
            2.0638201236724854
          ],
          [
            4300,
            2.083916187286377
          ],
          [
            4400,
            2.035311460494995
          ],
          [
            4500,
            1.9940216541290283
          ],
          [
            4600,
            1.9716782569885254
          ],
          [
            4700,
            1.9906436204910278
          ],
          [
            4800,
            1.9497830867767334
          ],
          [
            4900,
            1.9198774099349976
          ],
          [
            5000,
            1.9123389720916748
          ],
          [
            5100,
            1.909759283065796
          ],
          [
            5200,
            1.8543239831924438
          ],
          [
            5300,
            1.8265790939331055
          ],
          [
            5400,
            1.8122551441192627
          ],
          [
            5500,
            1.7649503946304321
          ],
          [
            5600,
            1.7616641521453857
          ],
          [
            5700,
            1.7945092916488647
          ],
          [
            5800,
            1.7567840814590454
          ],
          [
            5900,
            1.6928373575210571
          ],
          [
            6000,
            1.6610467433929443
          ],
          [
            6100,
            1.6585640907287598
          ],
          [
            6200,
            1.640021562576294
          ],
          [
            6300,
            1.6156799793243408
          ],
          [
            6400,
            1.6080807447433472
          ],
          [
            6500,
            1.5956207513809204
          ],
          [
            6600,
            1.5688544511795044
          ],
          [
            6700,
            1.5489907264709473
          ],
          [
            6800,
            1.5332175493240356
          ],
          [
            6900,
            1.5196110010147095
          ],
          [
            7000,
            1.483492374420166
          ],
          [
            7100,
            1.4928230047225952
          ],
          [
            7200,
            1.4320958852767944
          ],
          [
            7300,
            1.4429283142089844
          ],
          [
            7400,
            1.4212074279785156
          ],
          [
            7500,
            1.394968032836914
          ],
          [
            7600,
            1.3883092403411865
          ],
          [
            7700,
            1.3835066556930542
          ],
          [
            7800,
            1.3807834386825562
          ],
          [
            7900,
            1.3507779836654663
          ],
          [
            8000,
            1.3376673460006714
          ],
          [
            8100,
            1.3012298345565796
          ],
          [
            8200,
            1.3112519979476929
          ],
          [
            8300,
            1.292286992073059
          ],
          [
            8400,
            1.282528042793274
          ],
          [
            8500,
            1.2603799104690552
          ],
          [
            8600,
            1.2739099264144897
          ],
          [
            8700,
            1.2453889846801758
          ],
          [
            8800,
            1.22821843624115
          ],
          [
            8900,
            1.225821852684021
          ],
          [
            9000,
            1.2216676473617554
          ],
          [
            9100,
            1.1946208477020264
          ],
          [
            9200,
            1.2228734493255615
          ],
          [
            9300,
            1.1963162422180176
          ]
        ],
        "logging/rms/model.layers.5.self_attn.q_proj/gradient": [
          [
            0,
            2.2218206140678376e-05
          ],
          [
            100,
            1.6580643205088563e-05
          ],
          [
            200,
            1.9667413653223775e-05
          ],
          [
            300,
            1.6302024960168637e-05
          ],
          [
            400,
            1.648010584176518e-05
          ],
          [
            500,
            1.6332987797795795e-05
          ],
          [
            600,
            1.9474107830319554e-05
          ],
          [
            700,
            1.8082833776134066e-05
          ],
          [
            800,
            1.8845506929210387e-05
          ],
          [
            900,
            1.7213731553056277e-05
          ],
          [
            1000,
            1.7583677617949434e-05
          ],
          [
            1100,
            1.916873770824168e-05
          ],
          [
            1200,
            1.8544853446655907e-05
          ],
          [
            1300,
            1.7511387341073714e-05
          ],
          [
            1400,
            1.410931690770667e-05
          ],
          [
            1500,
            1.7265696442336775e-05
          ],
          [
            1600,
            1.667511423875112e-05
          ],
          [
            1700,
            1.70104449352948e-05
          ],
          [
            1800,
            1.7024201952153817e-05
          ],
          [
            1900,
            1.607386911928188e-05
          ],
          [
            2000,
            1.5789602912263945e-05
          ],
          [
            2100,
            1.790419628378004e-05
          ],
          [
            2200,
            1.5859086488489993e-05
          ],
          [
            2300,
            1.5771205653436482e-05
          ],
          [
            2400,
            1.723101013340056e-05
          ],
          [
            2500,
            1.418946612830041e-05
          ],
          [
            2600,
            1.5658499251003377e-05
          ],
          [
            2700,
            1.4286993973655626e-05
          ],
          [
            2800,
            1.496321965532843e-05
          ],
          [
            2900,
            1.480540322518209e-05
          ],
          [
            3000,
            1.5860205166973174e-05
          ],
          [
            3100,
            1.4302010640676599e-05
          ],
          [
            3200,
            1.4006983292347286e-05
          ],
          [
            3300,
            1.6197967852349393e-05
          ],
          [
            3400,
            1.4629182260250673e-05
          ],
          [
            3500,
            1.4022250979905948e-05
          ],
          [
            3600,
            1.5098677977221087e-05
          ],
          [
            3700,
            1.5749170415801927e-05
          ],
          [
            3800,
            1.4267951883084606e-05
          ],
          [
            3900,
            1.3598438272310887e-05
          ],
          [
            4000,
            1.6267715182038955e-05
          ],
          [
            4100,
            1.4565717719960958e-05
          ],
          [
            4200,
            1.4863326214253902e-05
          ],
          [
            4300,
            1.4781222489546053e-05
          ],
          [
            4400,
            1.692928526608739e-05
          ],
          [
            4500,
            1.6063535440480337e-05
          ],
          [
            4600,
            1.5088934560480993e-05
          ],
          [
            4700,
            1.4313362953544129e-05
          ],
          [
            4800,
            1.359252564725466e-05
          ],
          [
            4900,
            1.4070301403990015e-05
          ],
          [
            5000,
            1.4238037692848593e-05
          ],
          [
            5100,
            1.560406781209167e-05
          ],
          [
            5200,
            1.3533670426113531e-05
          ],
          [
            5300,
            1.5797057130839676e-05
          ],
          [
            5400,
            1.4851924788672477e-05
          ],
          [
            5500,
            1.566961145726964e-05
          ],
          [
            5600,
            1.4119806110102218e-05
          ],
          [
            5700,
            1.6122266970342025e-05
          ],
          [
            5800,
            1.4956053746573161e-05
          ],
          [
            5900,
            1.5207935575745068e-05
          ],
          [
            6000,
            1.536174022476189e-05
          ],
          [
            6100,
            1.4596686924051028e-05
          ],
          [
            6200,
            1.40489528348553e-05
          ],
          [
            6300,
            1.5099241863936186e-05
          ],
          [
            6400,
            1.4422834283323027e-05
          ],
          [
            6500,
            1.5610328773618676e-05
          ],
          [
            6600,
            1.4546324564435054e-05
          ],
          [
            6700,
            1.3964060599391814e-05
          ],
          [
            6800,
            1.5275380064849742e-05
          ],
          [
            6900,
            1.5488283679587767e-05
          ],
          [
            7000,
            1.510074707766762e-05
          ],
          [
            7100,
            1.590324791322928e-05
          ],
          [
            7200,
            1.4684895177197177e-05
          ],
          [
            7300,
            1.4072952581045683e-05
          ],
          [
            7400,
            1.5676110706408508e-05
          ],
          [
            7500,
            1.4533456123899668e-05
          ],
          [
            7600,
            1.541714482300449e-05
          ],
          [
            7700,
            1.558603617013432e-05
          ],
          [
            7800,
            1.5073734175530262e-05
          ],
          [
            7900,
            1.470485221943818e-05
          ],
          [
            8000,
            1.5865234672673978e-05
          ],
          [
            8100,
            1.588347186043393e-05
          ],
          [
            8200,
            1.58037382789189e-05
          ],
          [
            8300,
            1.5042392078612465e-05
          ],
          [
            8400,
            1.53242981468793e-05
          ],
          [
            8500,
            1.5511614037677646e-05
          ],
          [
            8600,
            1.525005245639477e-05
          ],
          [
            8700,
            1.5640704077668488e-05
          ],
          [
            8800,
            1.481818708271021e-05
          ],
          [
            8900,
            1.4725200344400946e-05
          ],
          [
            9000,
            1.585613608767744e-05
          ],
          [
            9100,
            1.526975211163517e-05
          ],
          [
            9200,
            1.5308747606468387e-05
          ],
          [
            9300,
            1.5356710719061084e-05
          ]
        ],
        "logging/rms/model.layers.0.mlp.gate_proj/parameter": [
          [
            0,
            0.04361569136381149
          ],
          [
            100,
            0.04596920683979988
          ],
          [
            200,
            0.04970453307032585
          ],
          [
            300,
            0.05187106505036354
          ],
          [
            400,
            0.05360666662454605
          ],
          [
            500,
            0.05557967722415924
          ],
          [
            600,
            0.05758964642882347
          ],
          [
            700,
            0.059588588774204254
          ],
          [
            800,
            0.06160856410861015
          ],
          [
            900,
            0.06356366723775864
          ],
          [
            1000,
            0.06548314541578293
          ],
          [
            1100,
            0.06726975739002228
          ],
          [
            1200,
            0.06898610293865204
          ],
          [
            1300,
            0.07062002271413803
          ],
          [
            1400,
            0.07218196243047714
          ],
          [
            1500,
            0.07363753765821457
          ],
          [
            1600,
            0.07503563910722733
          ],
          [
            1700,
            0.07634072005748749
          ],
          [
            1800,
            0.07756722718477249
          ],
          [
            1900,
            0.07871425896883011
          ],
          [
            2000,
            0.07977575808763504
          ],
          [
            2100,
            0.0807674452662468
          ],
          [
            2200,
            0.08171430975198746
          ],
          [
            2300,
            0.08259093761444092
          ],
          [
            2400,
            0.08337759971618652
          ],
          [
            2500,
            0.08409365266561508
          ],
          [
            2600,
            0.08477142453193665
          ],
          [
            2700,
            0.08539935946464539
          ],
          [
            2800,
            0.08595097064971924
          ],
          [
            2900,
            0.08645828813314438
          ],
          [
            3000,
            0.0868803933262825
          ],
          [
            3100,
            0.08728650957345963
          ],
          [
            3200,
            0.08765508979558945
          ],
          [
            3300,
            0.08800839632749557
          ],
          [
            3400,
            0.08831724524497986
          ],
          [
            3500,
            0.08857433497905731
          ],
          [
            3600,
            0.08879626542329788
          ],
          [
            3700,
            0.08897802978754044
          ],
          [
            3800,
            0.08911506086587906
          ],
          [
            3900,
            0.08923237025737762
          ],
          [
            4000,
            0.08934103697538376
          ],
          [
            4100,
            0.08944112807512283
          ],
          [
            4200,
            0.08945606648921967
          ],
          [
            4300,
            0.08948349952697754
          ],
          [
            4400,
            0.0894952267408371
          ],
          [
            4500,
            0.0894639790058136
          ],
          [
            4600,
            0.08941464871168137
          ],
          [
            4700,
            0.08935967087745667
          ],
          [
            4800,
            0.08929987996816635
          ],
          [
            4900,
            0.08919700980186462
          ],
          [
            5000,
            0.08907204121351242
          ],
          [
            5100,
            0.08893817663192749
          ],
          [
            5200,
            0.08882910758256912
          ],
          [
            5300,
            0.08868680894374847
          ],
          [
            5400,
            0.08850264549255371
          ],
          [
            5500,
            0.08834394812583923
          ],
          [
            5600,
            0.08813602477312088
          ],
          [
            5700,
            0.0879504457116127
          ],
          [
            5800,
            0.0877390205860138
          ],
          [
            5900,
            0.08753043413162231
          ],
          [
            6000,
            0.08731245994567871
          ],
          [
            6100,
            0.0871003195643425
          ],
          [
            6200,
            0.08685363829135895
          ],
          [
            6300,
            0.08660931885242462
          ],
          [
            6400,
            0.08636447042226791
          ],
          [
            6500,
            0.08612576872110367
          ],
          [
            6600,
            0.08586063981056213
          ],
          [
            6700,
            0.0856061577796936
          ],
          [
            6800,
            0.08535948395729065
          ],
          [
            6900,
            0.08511023223400116
          ],
          [
            7000,
            0.08485204726457596
          ],
          [
            7100,
            0.08458476513624191
          ],
          [
            7200,
            0.08432982861995697
          ],
          [
            7300,
            0.08409116417169571
          ],
          [
            7400,
            0.08383990824222565
          ],
          [
            7500,
            0.08358918875455856
          ],
          [
            7600,
            0.08333754539489746
          ],
          [
            7700,
            0.08310320228338242
          ],
          [
            7800,
            0.08286618441343307
          ],
          [
            7900,
            0.08263779431581497
          ],
          [
            8000,
            0.0824216827750206
          ],
          [
            8100,
            0.08221200108528137
          ],
          [
            8200,
            0.08200807124376297
          ],
          [
            8300,
            0.08181329816579819
          ],
          [
            8400,
            0.08163214474916458
          ],
          [
            8500,
            0.0814628154039383
          ],
          [
            8600,
            0.08130896836519241
          ],
          [
            8700,
            0.08116715401411057
          ],
          [
            8800,
            0.08104483783245087
          ],
          [
            8900,
            0.08093776553869247
          ],
          [
            9000,
            0.08084332197904587
          ],
          [
            9100,
            0.08077135682106018
          ],
          [
            9200,
            0.08072295784950256
          ],
          [
            9300,
            0.0806928500533104
          ]
        ],
        "logging/rms/model.layers.4.self_attn.v_proj/activation": [
          [
            0,
            0.9842162728309631
          ],
          [
            100,
            1.217111587524414
          ],
          [
            200,
            1.3479127883911133
          ],
          [
            300,
            1.5290461778640747
          ],
          [
            400,
            1.6483197212219238
          ],
          [
            500,
            1.6585458517074585
          ],
          [
            600,
            1.6633803844451904
          ],
          [
            700,
            1.6419724225997925
          ],
          [
            800,
            1.6413028240203857
          ],
          [
            900,
            1.6036454439163208
          ],
          [
            1000,
            1.6186161041259766
          ],
          [
            1100,
            1.6092411279678345
          ],
          [
            1200,
            1.5811436176300049
          ],
          [
            1300,
            1.5770140886306763
          ],
          [
            1400,
            1.5593791007995605
          ],
          [
            1500,
            1.5580215454101562
          ],
          [
            1600,
            1.5322320461273193
          ],
          [
            1700,
            1.526205062866211
          ],
          [
            1800,
            1.5201624631881714
          ],
          [
            1900,
            1.4998477697372437
          ],
          [
            2000,
            1.5064990520477295
          ],
          [
            2100,
            1.496201515197754
          ],
          [
            2200,
            1.485903263092041
          ],
          [
            2300,
            1.4763785600662231
          ],
          [
            2400,
            1.478293538093567
          ],
          [
            2500,
            1.4675023555755615
          ],
          [
            2600,
            1.4460728168487549
          ],
          [
            2700,
            1.4438230991363525
          ],
          [
            2800,
            1.449623703956604
          ],
          [
            2900,
            1.4395259618759155
          ],
          [
            3000,
            1.4382773637771606
          ],
          [
            3100,
            1.4282763004302979
          ],
          [
            3200,
            1.4194223880767822
          ],
          [
            3300,
            1.4152560234069824
          ],
          [
            3400,
            1.415312647819519
          ],
          [
            3500,
            1.4061239957809448
          ],
          [
            3600,
            1.4006664752960205
          ],
          [
            3700,
            1.3942487239837646
          ],
          [
            3800,
            1.398126482963562
          ],
          [
            3900,
            1.4044438600540161
          ],
          [
            4000,
            1.3874547481536865
          ],
          [
            4100,
            1.3843990564346313
          ],
          [
            4200,
            1.37496018409729
          ],
          [
            4300,
            1.3728104829788208
          ],
          [
            4400,
            1.3654711246490479
          ],
          [
            4500,
            1.3514341115951538
          ],
          [
            4600,
            1.3568994998931885
          ],
          [
            4700,
            1.3603509664535522
          ],
          [
            4800,
            1.3480045795440674
          ],
          [
            4900,
            1.3404513597488403
          ],
          [
            5000,
            1.3434903621673584
          ],
          [
            5100,
            1.3428274393081665
          ],
          [
            5200,
            1.3260985612869263
          ],
          [
            5300,
            1.328352928161621
          ],
          [
            5400,
            1.3240774869918823
          ],
          [
            5500,
            1.3166389465332031
          ],
          [
            5600,
            1.3102550506591797
          ],
          [
            5700,
            1.3254508972167969
          ],
          [
            5800,
            1.3105320930480957
          ],
          [
            5900,
            1.3003495931625366
          ],
          [
            6000,
            1.294113278388977
          ],
          [
            6100,
            1.3028309345245361
          ],
          [
            6200,
            1.2979018688201904
          ],
          [
            6300,
            1.2887200117111206
          ],
          [
            6400,
            1.2825489044189453
          ],
          [
            6500,
            1.2813892364501953
          ],
          [
            6600,
            1.2843486070632935
          ],
          [
            6700,
            1.2703659534454346
          ],
          [
            6800,
            1.2710416316986084
          ],
          [
            6900,
            1.2668743133544922
          ],
          [
            7000,
            1.2734124660491943
          ],
          [
            7100,
            1.260894775390625
          ],
          [
            7200,
            1.253914713859558
          ],
          [
            7300,
            1.2560895681381226
          ],
          [
            7400,
            1.2540115118026733
          ],
          [
            7500,
            1.2473573684692383
          ],
          [
            7600,
            1.2500253915786743
          ],
          [
            7700,
            1.2440763711929321
          ],
          [
            7800,
            1.2444700002670288
          ],
          [
            7900,
            1.2402293682098389
          ],
          [
            8000,
            1.2347992658615112
          ],
          [
            8100,
            1.2299140691757202
          ],
          [
            8200,
            1.2317304611206055
          ],
          [
            8300,
            1.230827808380127
          ],
          [
            8400,
            1.224983811378479
          ],
          [
            8500,
            1.2227754592895508
          ],
          [
            8600,
            1.2233352661132812
          ],
          [
            8700,
            1.2179691791534424
          ],
          [
            8800,
            1.217690110206604
          ],
          [
            8900,
            1.2167272567749023
          ],
          [
            9000,
            1.2154526710510254
          ],
          [
            9100,
            1.208368182182312
          ],
          [
            9200,
            1.2148590087890625
          ],
          [
            9300,
            1.2137832641601562
          ]
        ],
        "logging/rms/model.layers.3.input_layernorm/activation": [
          [
            0,
            0.9999976754188538
          ],
          [
            100,
            0.9871055483818054
          ],
          [
            200,
            0.9636501669883728
          ],
          [
            300,
            0.9428395628929138
          ],
          [
            400,
            0.9203093647956848
          ],
          [
            500,
            0.8923649191856384
          ],
          [
            600,
            0.8653718829154968
          ],
          [
            700,
            0.838026762008667
          ],
          [
            800,
            0.8124861121177673
          ],
          [
            900,
            0.7855881452560425
          ],
          [
            1000,
            0.7662989497184753
          ],
          [
            1100,
            0.7456106543540955
          ],
          [
            1200,
            0.7209285497665405
          ],
          [
            1300,
            0.7039564251899719
          ],
          [
            1400,
            0.6843202114105225
          ],
          [
            1500,
            0.6675440073013306
          ],
          [
            1600,
            0.650146484375
          ],
          [
            1700,
            0.6365423798561096
          ],
          [
            1800,
            0.6233198642730713
          ],
          [
            1900,
            0.6064751148223877
          ],
          [
            2000,
            0.5963506102561951
          ],
          [
            2100,
            0.5852400660514832
          ],
          [
            2200,
            0.5730922222137451
          ],
          [
            2300,
            0.5612151622772217
          ],
          [
            2400,
            0.5564833283424377
          ],
          [
            2500,
            0.5443041920661926
          ],
          [
            2600,
            0.5365970134735107
          ],
          [
            2700,
            0.5288860201835632
          ],
          [
            2800,
            0.522885799407959
          ],
          [
            2900,
            0.5182024836540222
          ],
          [
            3000,
            0.5107883810997009
          ],
          [
            3100,
            0.510241687297821
          ],
          [
            3200,
            0.502659022808075
          ],
          [
            3300,
            0.4975498616695404
          ],
          [
            3400,
            0.4957065284252167
          ],
          [
            3500,
            0.49106231331825256
          ],
          [
            3600,
            0.4878486394882202
          ],
          [
            3700,
            0.4839424192905426
          ],
          [
            3800,
            0.48417434096336365
          ],
          [
            3900,
            0.4848466217517853
          ],
          [
            4000,
            0.4798876941204071
          ],
          [
            4100,
            0.4770766794681549
          ],
          [
            4200,
            0.47401973605155945
          ],
          [
            4300,
            0.4742122292518616
          ],
          [
            4400,
            0.47171738743782043
          ],
          [
            4500,
            0.46872302889823914
          ],
          [
            4600,
            0.4675397276878357
          ],
          [
            4700,
            0.46968740224838257
          ],
          [
            4800,
            0.4677886664867401
          ],
          [
            4900,
            0.46703916788101196
          ],
          [
            5000,
            0.4676503539085388
          ],
          [
            5100,
            0.46739447116851807
          ],
          [
            5200,
            0.4650457203388214
          ],
          [
            5300,
            0.4647636413574219
          ],
          [
            5400,
            0.46560853719711304
          ],
          [
            5500,
            0.46461760997772217
          ],
          [
            5600,
            0.46429601311683655
          ],
          [
            5700,
            0.46664661169052124
          ],
          [
            5800,
            0.46647754311561584
          ],
          [
            5900,
            0.4635995626449585
          ],
          [
            6000,
            0.46422651410102844
          ],
          [
            6100,
            0.4649639427661896
          ],
          [
            6200,
            0.4657732844352722
          ],
          [
            6300,
            0.46514901518821716
          ],
          [
            6400,
            0.46522483229637146
          ],
          [
            6500,
            0.464900940656662
          ],
          [
            6600,
            0.46669772267341614
          ],
          [
            6700,
            0.46593716740608215
          ],
          [
            6800,
            0.46612781286239624
          ],
          [
            6900,
            0.4681992828845978
          ],
          [
            7000,
            0.4680439531803131
          ],
          [
            7100,
            0.4684196710586548
          ],
          [
            7200,
            0.46749016642570496
          ],
          [
            7300,
            0.46968814730644226
          ],
          [
            7400,
            0.4691426157951355
          ],
          [
            7500,
            0.46844056248664856
          ],
          [
            7600,
            0.4710409343242645
          ],
          [
            7700,
            0.4714730381965637
          ],
          [
            7800,
            0.4726012349128723
          ],
          [
            7900,
            0.4729062616825104
          ],
          [
            8000,
            0.47172611951828003
          ],
          [
            8100,
            0.4716446101665497
          ],
          [
            8200,
            0.4726865589618683
          ],
          [
            8300,
            0.4730813801288605
          ],
          [
            8400,
            0.4728429615497589
          ],
          [
            8500,
            0.47337985038757324
          ],
          [
            8600,
            0.4742410480976105
          ],
          [
            8700,
            0.4746353030204773
          ],
          [
            8800,
            0.47325342893600464
          ],
          [
            8900,
            0.47370418906211853
          ],
          [
            9000,
            0.47410300374031067
          ],
          [
            9100,
            0.4720022678375244
          ],
          [
            9200,
            0.47406384348869324
          ],
          [
            9300,
            0.4733385741710663
          ]
        ],
        "logging/rms/model.layers.5.mlp.up_proj/activation": [
          [
            0,
            0.9862819910049438
          ],
          [
            100,
            1.0849895477294922
          ],
          [
            200,
            1.45266854763031
          ],
          [
            300,
            1.6943645477294922
          ],
          [
            400,
            1.7583284378051758
          ],
          [
            500,
            1.7551517486572266
          ],
          [
            600,
            1.775360107421875
          ],
          [
            700,
            1.7464447021484375
          ],
          [
            800,
            1.7419029474258423
          ],
          [
            900,
            1.7049542665481567
          ],
          [
            1000,
            1.7047580480575562
          ],
          [
            1100,
            1.6845769882202148
          ],
          [
            1200,
            1.6526156663894653
          ],
          [
            1300,
            1.6542084217071533
          ],
          [
            1400,
            1.640347957611084
          ],
          [
            1500,
            1.637076735496521
          ],
          [
            1600,
            1.6026867628097534
          ],
          [
            1700,
            1.5853427648544312
          ],
          [
            1800,
            1.5800436735153198
          ],
          [
            1900,
            1.5738184452056885
          ],
          [
            2000,
            1.5619585514068604
          ],
          [
            2100,
            1.5568188428878784
          ],
          [
            2200,
            1.5438884496688843
          ],
          [
            2300,
            1.525123953819275
          ],
          [
            2400,
            1.5279746055603027
          ],
          [
            2500,
            1.52438485622406
          ],
          [
            2600,
            1.501393437385559
          ],
          [
            2700,
            1.4991297721862793
          ],
          [
            2800,
            1.501203179359436
          ],
          [
            2900,
            1.4922337532043457
          ],
          [
            3000,
            1.4812440872192383
          ],
          [
            3100,
            1.4753780364990234
          ],
          [
            3200,
            1.4677727222442627
          ],
          [
            3300,
            1.4586045742034912
          ],
          [
            3400,
            1.461698293685913
          ],
          [
            3500,
            1.4521011114120483
          ],
          [
            3600,
            1.456900954246521
          ],
          [
            3700,
            1.428987741470337
          ],
          [
            3800,
            1.436842918395996
          ],
          [
            3900,
            1.4313021898269653
          ],
          [
            4000,
            1.4250602722167969
          ],
          [
            4100,
            1.4276715517044067
          ],
          [
            4200,
            1.4191913604736328
          ],
          [
            4300,
            1.404779076576233
          ],
          [
            4400,
            1.414060115814209
          ],
          [
            4500,
            1.3947536945343018
          ],
          [
            4600,
            1.3938908576965332
          ],
          [
            4700,
            1.3942705392837524
          ],
          [
            4800,
            1.3944900035858154
          ],
          [
            4900,
            1.3842054605484009
          ],
          [
            5000,
            1.3808501958847046
          ],
          [
            5100,
            1.3912473917007446
          ],
          [
            5200,
            1.37710440158844
          ],
          [
            5300,
            1.3784480094909668
          ],
          [
            5400,
            1.3662513494491577
          ],
          [
            5500,
            1.3625640869140625
          ],
          [
            5600,
            1.3653392791748047
          ],
          [
            5700,
            1.371653437614441
          ],
          [
            5800,
            1.3409701585769653
          ],
          [
            5900,
            1.3516677618026733
          ],
          [
            6000,
            1.3367449045181274
          ],
          [
            6100,
            1.341697096824646
          ],
          [
            6200,
            1.3361740112304688
          ],
          [
            6300,
            1.3329503536224365
          ],
          [
            6400,
            1.3336812257766724
          ],
          [
            6500,
            1.3314653635025024
          ],
          [
            6600,
            1.3337026834487915
          ],
          [
            6700,
            1.3130638599395752
          ],
          [
            6800,
            1.3173052072525024
          ],
          [
            6900,
            1.3156187534332275
          ],
          [
            7000,
            1.3202619552612305
          ],
          [
            7100,
            1.3111181259155273
          ],
          [
            7200,
            1.3045302629470825
          ],
          [
            7300,
            1.3082516193389893
          ],
          [
            7400,
            1.3052914142608643
          ],
          [
            7500,
            1.290269136428833
          ],
          [
            7600,
            1.3007614612579346
          ],
          [
            7700,
            1.3037290573120117
          ],
          [
            7800,
            1.2986314296722412
          ],
          [
            7900,
            1.279705286026001
          ],
          [
            8000,
            1.291833758354187
          ],
          [
            8100,
            1.2813349962234497
          ],
          [
            8200,
            1.2840542793273926
          ],
          [
            8300,
            1.2869740724563599
          ],
          [
            8400,
            1.277787208557129
          ],
          [
            8500,
            1.2754746675491333
          ],
          [
            8600,
            1.2751225233078003
          ],
          [
            8700,
            1.2684463262557983
          ],
          [
            8800,
            1.2713780403137207
          ],
          [
            8900,
            1.2709187269210815
          ],
          [
            9000,
            1.2669575214385986
          ],
          [
            9100,
            1.2625869512557983
          ],
          [
            9200,
            1.2648283243179321
          ],
          [
            9300,
            1.2609001398086548
          ]
        ],
        "logging/rms/model.layers.6.self_attn.v_proj/gradient": [
          [
            0,
            0.0004062738153152168
          ],
          [
            100,
            4.095698750461452e-05
          ],
          [
            200,
            4.3096919398522004e-05
          ],
          [
            300,
            3.502997424220666e-05
          ],
          [
            400,
            6.811584898969159e-05
          ],
          [
            500,
            4.86842509417329e-05
          ],
          [
            600,
            5.474832505569793e-05
          ],
          [
            700,
            5.305077866069041e-05
          ],
          [
            800,
            6.1498794821091e-05
          ],
          [
            900,
            4.538882421911694e-05
          ],
          [
            1000,
            4.613153214449994e-05
          ],
          [
            1100,
            5.825993503094651e-05
          ],
          [
            1200,
            5.282390702632256e-05
          ],
          [
            1300,
            4.970010559190996e-05
          ],
          [
            1400,
            4.3256834032945335e-05
          ],
          [
            1500,
            5.026485087000765e-05
          ],
          [
            1600,
            5.115450039738789e-05
          ],
          [
            1700,
            4.93211300636176e-05
          ],
          [
            1800,
            4.605088906828314e-05
          ],
          [
            1900,
            4.70456579932943e-05
          ],
          [
            2000,
            3.901875970768742e-05
          ],
          [
            2100,
            5.2262981625972316e-05
          ],
          [
            2200,
            4.352637552074157e-05
          ],
          [
            2300,
            4.994394112145528e-05
          ],
          [
            2400,
            3.795617158175446e-05
          ],
          [
            2500,
            3.7960682675475255e-05
          ],
          [
            2600,
            4.084631291334517e-05
          ],
          [
            2700,
            3.827500404440798e-05
          ],
          [
            2800,
            3.9501828723587096e-05
          ],
          [
            2900,
            3.4591204894240946e-05
          ],
          [
            3000,
            4.083800013177097e-05
          ],
          [
            3100,
            3.505195491015911e-05
          ],
          [
            3200,
            3.7373058148659766e-05
          ],
          [
            3300,
            4.1421313653700054e-05
          ],
          [
            3400,
            3.75144045392517e-05
          ],
          [
            3500,
            4.30984036938753e-05
          ],
          [
            3600,
            3.086291690124199e-05
          ],
          [
            3700,
            3.7835568946320564e-05
          ],
          [
            3800,
            3.465344343567267e-05
          ],
          [
            3900,
            3.9827900764066726e-05
          ],
          [
            4000,
            3.998477041022852e-05
          ],
          [
            4100,
            3.534345160005614e-05
          ],
          [
            4200,
            3.377578832441941e-05
          ],
          [
            4300,
            3.546344305505045e-05
          ],
          [
            4400,
            4.575070852297358e-05
          ],
          [
            4500,
            3.425313116167672e-05
          ],
          [
            4600,
            3.9917904359754175e-05
          ],
          [
            4700,
            3.763681888813153e-05
          ],
          [
            4800,
            3.365334487170912e-05
          ],
          [
            4900,
            2.905695691879373e-05
          ],
          [
            5000,
            3.4344553569098935e-05
          ],
          [
            5100,
            3.742575063370168e-05
          ],
          [
            5200,
            3.311977707198821e-05
          ],
          [
            5300,
            3.7638499634340405e-05
          ],
          [
            5400,
            3.465769623289816e-05
          ],
          [
            5500,
            3.516912693157792e-05
          ],
          [
            5600,
            3.091953112743795e-05
          ],
          [
            5700,
            3.557778472895734e-05
          ],
          [
            5800,
            3.913933323929086e-05
          ],
          [
            5900,
            4.146665378357284e-05
          ],
          [
            6000,
            3.3049633202608675e-05
          ],
          [
            6100,
            3.8840564229758456e-05
          ],
          [
            6200,
            2.9572966013802215e-05
          ],
          [
            6300,
            3.513765477691777e-05
          ],
          [
            6400,
            3.527563967509195e-05
          ],
          [
            6500,
            3.507445944705978e-05
          ],
          [
            6600,
            3.846944309771061e-05
          ],
          [
            6700,
            3.252919850638136e-05
          ],
          [
            6800,
            3.101766560575925e-05
          ],
          [
            6900,
            4.6261546231107786e-05
          ],
          [
            7000,
            3.3981064916588366e-05
          ],
          [
            7100,
            3.608021870604716e-05
          ],
          [
            7200,
            3.653776730061509e-05
          ],
          [
            7300,
            3.477264181128703e-05
          ],
          [
            7400,
            3.629062484833412e-05
          ],
          [
            7500,
            3.735464997589588e-05
          ],
          [
            7600,
            3.130711047560908e-05
          ],
          [
            7700,
            3.569434556993656e-05
          ],
          [
            7800,
            3.31521405314561e-05
          ],
          [
            7900,
            3.479470979073085e-05
          ],
          [
            8000,
            3.196084071532823e-05
          ],
          [
            8100,
            3.1204854167299345e-05
          ],
          [
            8200,
            3.4162385418312624e-05
          ],
          [
            8300,
            3.679839937831275e-05
          ],
          [
            8400,
            3.573742287699133e-05
          ],
          [
            8500,
            3.223312887712382e-05
          ],
          [
            8600,
            3.5955465136794373e-05
          ],
          [
            8700,
            3.457583443378098e-05
          ],
          [
            8800,
            3.389146877452731e-05
          ],
          [
            8900,
            3.239082798245363e-05
          ],
          [
            9000,
            3.1770036002853885e-05
          ],
          [
            9100,
            2.8077240131096914e-05
          ],
          [
            9200,
            3.319120514788665e-05
          ],
          [
            9300,
            3.1627070711692795e-05
          ]
        ],
        "logging/rms/model.layers.4.self_attn.k_proj/gradient": [
          [
            0,
            2.8285447115194984e-05
          ],
          [
            100,
            2.612646494526416e-05
          ],
          [
            200,
            2.1544989067479037e-05
          ],
          [
            300,
            3.28126952808816e-05
          ],
          [
            400,
            4.0808896301314235e-05
          ],
          [
            500,
            4.1877126932376996e-05
          ],
          [
            600,
            5.231661634752527e-05
          ],
          [
            700,
            2.8390604711603373e-05
          ],
          [
            800,
            3.324338831589557e-05
          ],
          [
            900,
            3.590152846300043e-05
          ],
          [
            1000,
            4.042447471874766e-05
          ],
          [
            1100,
            4.0548107790527865e-05
          ],
          [
            1200,
            3.55271331500262e-05
          ],
          [
            1300,
            4.584674024954438e-05
          ],
          [
            1400,
            2.5299661501776427e-05
          ],
          [
            1500,
            5.51149933016859e-05
          ],
          [
            1600,
            2.547808617237024e-05
          ],
          [
            1700,
            4.0808619814924896e-05
          ],
          [
            1800,
            2.5103614461841062e-05
          ],
          [
            1900,
            2.560413850005716e-05
          ],
          [
            2000,
            2.9705593988182954e-05
          ],
          [
            2100,
            4.581456596497446e-05
          ],
          [
            2200,
            2.9915141567471437e-05
          ],
          [
            2300,
            3.070008096983656e-05
          ],
          [
            2400,
            3.166670649079606e-05
          ],
          [
            2500,
            2.4302977180923335e-05
          ],
          [
            2600,
            2.4094599211821333e-05
          ],
          [
            2700,
            3.674816252896562e-05
          ],
          [
            2800,
            3.87370637326967e-05
          ],
          [
            2900,
            4.407938104122877e-05
          ],
          [
            3000,
            7.825648208381608e-05
          ],
          [
            3100,
            2.4374770873691887e-05
          ],
          [
            3200,
            2.7057401894126087e-05
          ],
          [
            3300,
            6.417695840355009e-05
          ],
          [
            3400,
            2.4356861104024574e-05
          ],
          [
            3500,
            3.1268213206203654e-05
          ],
          [
            3600,
            2.3724083803244866e-05
          ],
          [
            3700,
            2.2812539100414142e-05
          ],
          [
            3800,
            2.9524355340981856e-05
          ],
          [
            3900,
            3.642055162345059e-05
          ],
          [
            4000,
            2.405807754257694e-05
          ],
          [
            4100,
            3.659367939690128e-05
          ],
          [
            4200,
            2.7946916816290468e-05
          ],
          [
            4300,
            2.3554590370622464e-05
          ],
          [
            4400,
            4.86720928165596e-05
          ],
          [
            4500,
            2.5487985112704337e-05
          ],
          [
            4600,
            2.9742308470304124e-05
          ],
          [
            4700,
            2.5603110771044157e-05
          ],
          [
            4800,
            2.89934323518537e-05
          ],
          [
            4900,
            2.1290243239491247e-05
          ],
          [
            5000,
            5.192073876969516e-05
          ],
          [
            5100,
            3.5747925721807405e-05
          ],
          [
            5200,
            2.6686786441132426e-05
          ],
          [
            5300,
            3.0157276341924444e-05
          ],
          [
            5400,
            8.626547787571326e-05
          ],
          [
            5500,
            2.658265111676883e-05
          ],
          [
            5600,
            2.9283899493748322e-05
          ],
          [
            5700,
            6.945427594473585e-05
          ],
          [
            5800,
            2.4552198738092557e-05
          ],
          [
            5900,
            2.5124167223111726e-05
          ],
          [
            6000,
            3.296676732134074e-05
          ],
          [
            6100,
            2.5922983695636503e-05
          ],
          [
            6200,
            2.5331994038424455e-05
          ],
          [
            6300,
            5.279338438413106e-05
          ],
          [
            6400,
            2.791660517686978e-05
          ],
          [
            6500,
            2.7049280106439255e-05
          ],
          [
            6600,
            3.385511081432924e-05
          ],
          [
            6700,
            5.031308683101088e-05
          ],
          [
            6800,
            2.8019230740028434e-05
          ],
          [
            6900,
            4.106670166947879e-05
          ],
          [
            7000,
            2.8171016310807317e-05
          ],
          [
            7100,
            3.106660733465105e-05
          ],
          [
            7200,
            3.1915777071844786e-05
          ],
          [
            7300,
            2.828578908520285e-05
          ],
          [
            7400,
            4.670746420742944e-05
          ],
          [
            7500,
            5.250613685348071e-05
          ],
          [
            7600,
            4.9648337153485045e-05
          ],
          [
            7700,
            3.958971501560882e-05
          ],
          [
            7800,
            3.0353063266375102e-05
          ],
          [
            7900,
            2.702900928852614e-05
          ],
          [
            8000,
            4.039414488943294e-05
          ],
          [
            8100,
            2.7272837542113848e-05
          ],
          [
            8200,
            5.050617619417608e-05
          ],
          [
            8300,
            4.723723395727575e-05
          ],
          [
            8400,
            3.190448114764877e-05
          ],
          [
            8500,
            5.985180177958682e-05
          ],
          [
            8600,
            4.27590093750041e-05
          ],
          [
            8700,
            2.9716604331042618e-05
          ],
          [
            8800,
            3.896733687724918e-05
          ],
          [
            8900,
            3.5650406061904505e-05
          ],
          [
            9000,
            3.0475028324872255e-05
          ],
          [
            9100,
            2.770380706351716e-05
          ],
          [
            9200,
            3.26567969750613e-05
          ],
          [
            9300,
            2.841264176822733e-05
          ]
        ],
        "logging/rms/model.layers.7.mlp.down_proj/gradient": [
          [
            0,
            0.00013839830353390425
          ],
          [
            100,
            1.6169973605428822e-05
          ],
          [
            200,
            1.5669425920350477e-05
          ],
          [
            300,
            1.7142014257842675e-05
          ],
          [
            400,
            1.7844806279754266e-05
          ],
          [
            500,
            1.6500131096108817e-05
          ],
          [
            600,
            1.6056992535595782e-05
          ],
          [
            700,
            1.569407686474733e-05
          ],
          [
            800,
            1.5984072888386436e-05
          ],
          [
            900,
            1.4852879758109339e-05
          ],
          [
            1000,
            1.480240734963445e-05
          ],
          [
            1100,
            1.5946454368531704e-05
          ],
          [
            1200,
            1.5370269466075115e-05
          ],
          [
            1300,
            1.4917923181201331e-05
          ],
          [
            1400,
            1.5397679817397147e-05
          ],
          [
            1500,
            1.578442970640026e-05
          ],
          [
            1600,
            1.4676121281809174e-05
          ],
          [
            1700,
            1.4476769138127565e-05
          ],
          [
            1800,
            1.4805446880927775e-05
          ],
          [
            1900,
            1.4992939213698264e-05
          ],
          [
            2000,
            1.556343340780586e-05
          ],
          [
            2100,
            1.5652860383852385e-05
          ],
          [
            2200,
            1.5430985513376072e-05
          ],
          [
            2300,
            1.5153484127949923e-05
          ],
          [
            2400,
            1.495507331128465e-05
          ],
          [
            2500,
            1.5659674318158068e-05
          ],
          [
            2600,
            1.523808441561414e-05
          ],
          [
            2700,
            1.560212876938749e-05
          ],
          [
            2800,
            1.5717872884124517e-05
          ],
          [
            2900,
            1.5155092114582658e-05
          ],
          [
            3000,
            1.6205754945985973e-05
          ],
          [
            3100,
            1.5445310054928996e-05
          ],
          [
            3200,
            1.612239248061087e-05
          ],
          [
            3300,
            1.5618094039382413e-05
          ],
          [
            3400,
            1.604583849257324e-05
          ],
          [
            3500,
            1.587311089679133e-05
          ],
          [
            3600,
            1.6054835214163177e-05
          ],
          [
            3700,
            1.665050513111055e-05
          ],
          [
            3800,
            1.627872552489862e-05
          ],
          [
            3900,
            1.6783789760665968e-05
          ],
          [
            4000,
            1.678563239693176e-05
          ],
          [
            4100,
            1.666655225562863e-05
          ],
          [
            4200,
            1.7211945305461995e-05
          ],
          [
            4300,
            1.6333648090949282e-05
          ],
          [
            4400,
            1.957218410097994e-05
          ],
          [
            4500,
            1.669751691224519e-05
          ],
          [
            4600,
            1.7663123799138702e-05
          ],
          [
            4700,
            1.7064205167116597e-05
          ],
          [
            4800,
            1.7377573385601863e-05
          ],
          [
            4900,
            1.7531203411635943e-05
          ],
          [
            5000,
            1.7173771993839182e-05
          ],
          [
            5100,
            1.761642488418147e-05
          ],
          [
            5200,
            1.8117181753041223e-05
          ],
          [
            5300,
            1.8263363017467782e-05
          ],
          [
            5400,
            1.8039689166471362e-05
          ],
          [
            5500,
            1.829660322982818e-05
          ],
          [
            5600,
            1.8643177099875174e-05
          ],
          [
            5700,
            1.8983648260473274e-05
          ],
          [
            5800,
            1.8115963030140847e-05
          ],
          [
            5900,
            1.9346198314451613e-05
          ],
          [
            6000,
            1.8668026314117014e-05
          ],
          [
            6100,
            1.902889744087588e-05
          ],
          [
            6200,
            1.9194370906916447e-05
          ],
          [
            6300,
            1.9851242541335523e-05
          ],
          [
            6400,
            1.9909533875761554e-05
          ],
          [
            6500,
            2.004030829994008e-05
          ],
          [
            6600,
            2.0019797375425696e-05
          ],
          [
            6700,
            2.137154842785094e-05
          ],
          [
            6800,
            2.0413941456354223e-05
          ],
          [
            6900,
            2.0746743757626973e-05
          ],
          [
            7000,
            2.1269275748636574e-05
          ],
          [
            7100,
            2.092101021844428e-05
          ],
          [
            7200,
            2.0530194888124242e-05
          ],
          [
            7300,
            2.1365303837228566e-05
          ],
          [
            7400,
            2.10756861633854e-05
          ],
          [
            7500,
            2.198659785790369e-05
          ],
          [
            7600,
            2.1772715626866557e-05
          ],
          [
            7700,
            2.1689256755053066e-05
          ],
          [
            7800,
            2.2124851966509596e-05
          ],
          [
            7900,
            2.155363472411409e-05
          ],
          [
            8000,
            2.2421812900574878e-05
          ],
          [
            8100,
            2.231288999610115e-05
          ],
          [
            8200,
            2.2191017706063576e-05
          ],
          [
            8300,
            2.2766997062717564e-05
          ],
          [
            8400,
            2.2808158973930404e-05
          ],
          [
            8500,
            2.287108509335667e-05
          ],
          [
            8600,
            2.2909533072379418e-05
          ],
          [
            8700,
            2.340827268199064e-05
          ],
          [
            8800,
            2.31151298066834e-05
          ],
          [
            8900,
            2.3360627892543562e-05
          ],
          [
            9000,
            2.3495935238315724e-05
          ],
          [
            9100,
            2.298181971127633e-05
          ],
          [
            9200,
            2.3328686438617297e-05
          ],
          [
            9300,
            2.31191315833712e-05
          ]
        ],
        "logging/rms/model.layers.7.mlp/activation": [
          [
            0,
            0.5797549486160278
          ],
          [
            100,
            1.4676527976989746
          ],
          [
            200,
            3.2023024559020996
          ],
          [
            300,
            4.8615570068359375
          ],
          [
            400,
            5.786674499511719
          ],
          [
            500,
            6.642229080200195
          ],
          [
            600,
            7.404730796813965
          ],
          [
            700,
            7.7275919914245605
          ],
          [
            800,
            8.089123725891113
          ],
          [
            900,
            8.243165016174316
          ],
          [
            1000,
            8.694395065307617
          ],
          [
            1100,
            8.936058044433594
          ],
          [
            1200,
            9.232261657714844
          ],
          [
            1300,
            9.041356086730957
          ],
          [
            1400,
            9.53867244720459
          ],
          [
            1500,
            9.460945129394531
          ],
          [
            1600,
            9.590414047241211
          ],
          [
            1700,
            9.432190895080566
          ],
          [
            1800,
            9.54531478881836
          ],
          [
            1900,
            9.54863452911377
          ],
          [
            2000,
            9.784562110900879
          ],
          [
            2100,
            9.91809368133545
          ],
          [
            2200,
            9.910417556762695
          ],
          [
            2300,
            9.680534362792969
          ],
          [
            2400,
            9.946478843688965
          ],
          [
            2500,
            10.331589698791504
          ],
          [
            2600,
            9.856962203979492
          ],
          [
            2700,
            9.947587013244629
          ],
          [
            2800,
            10.003486633300781
          ],
          [
            2900,
            9.86600399017334
          ],
          [
            3000,
            9.71826171875
          ],
          [
            3100,
            9.769744873046875
          ],
          [
            3200,
            9.72524356842041
          ],
          [
            3300,
            9.787705421447754
          ],
          [
            3400,
            9.772961616516113
          ],
          [
            3500,
            9.441779136657715
          ],
          [
            3600,
            9.47669792175293
          ],
          [
            3700,
            9.561861991882324
          ],
          [
            3800,
            9.412715911865234
          ],
          [
            3900,
            9.355530738830566
          ],
          [
            4000,
            9.266661643981934
          ],
          [
            4100,
            9.480998992919922
          ],
          [
            4200,
            9.132894515991211
          ],
          [
            4300,
            8.91784381866455
          ],
          [
            4400,
            9.196534156799316
          ],
          [
            4500,
            8.90666389465332
          ],
          [
            4600,
            9.183499336242676
          ],
          [
            4700,
            9.085139274597168
          ],
          [
            4800,
            8.894011497497559
          ],
          [
            4900,
            8.998040199279785
          ],
          [
            5000,
            8.533987998962402
          ],
          [
            5100,
            8.7415189743042
          ],
          [
            5200,
            8.79516887664795
          ],
          [
            5300,
            8.680139541625977
          ],
          [
            5400,
            8.469498634338379
          ],
          [
            5500,
            8.260553359985352
          ],
          [
            5600,
            8.420465469360352
          ],
          [
            5700,
            8.455686569213867
          ],
          [
            5800,
            8.168993949890137
          ],
          [
            5900,
            8.116893768310547
          ],
          [
            6000,
            8.082544326782227
          ],
          [
            6100,
            8.008489608764648
          ],
          [
            6200,
            8.032092094421387
          ],
          [
            6300,
            8.034374237060547
          ],
          [
            6400,
            7.908256530761719
          ],
          [
            6500,
            7.8061442375183105
          ],
          [
            6600,
            7.76792049407959
          ],
          [
            6700,
            7.61725378036499
          ],
          [
            6800,
            7.626387596130371
          ],
          [
            6900,
            7.640995502471924
          ],
          [
            7000,
            7.832428455352783
          ],
          [
            7100,
            7.591763496398926
          ],
          [
            7200,
            7.462306976318359
          ],
          [
            7300,
            7.532617568969727
          ],
          [
            7400,
            7.363534927368164
          ],
          [
            7500,
            7.106351375579834
          ],
          [
            7600,
            7.3442277908325195
          ],
          [
            7700,
            7.329043388366699
          ],
          [
            7800,
            7.123544692993164
          ],
          [
            7900,
            7.05467414855957
          ],
          [
            8000,
            7.248445987701416
          ],
          [
            8100,
            6.9729509353637695
          ],
          [
            8200,
            6.984836101531982
          ],
          [
            8300,
            6.956330299377441
          ],
          [
            8400,
            7.033538818359375
          ],
          [
            8500,
            6.957582473754883
          ],
          [
            8600,
            6.920444965362549
          ],
          [
            8700,
            6.779513835906982
          ],
          [
            8800,
            6.805883884429932
          ],
          [
            8900,
            6.788787364959717
          ],
          [
            9000,
            6.685426235198975
          ],
          [
            9100,
            6.663020133972168
          ],
          [
            9200,
            6.8210906982421875
          ],
          [
            9300,
            6.658027172088623
          ]
        ],
        "logging/rms/model.layers.6.self_attn.o_proj/activation": [
          [
            0,
            0.8350779414176941
          ],
          [
            100,
            1.5230798721313477
          ],
          [
            200,
            2.137179136276245
          ],
          [
            300,
            3.003596782684326
          ],
          [
            400,
            3.532137155532837
          ],
          [
            500,
            3.729825019836426
          ],
          [
            600,
            4.1514668464660645
          ],
          [
            700,
            4.114794731140137
          ],
          [
            800,
            4.382224082946777
          ],
          [
            900,
            4.386051177978516
          ],
          [
            1000,
            4.5546464920043945
          ],
          [
            1100,
            4.526678085327148
          ],
          [
            1200,
            4.485428810119629
          ],
          [
            1300,
            4.612522602081299
          ],
          [
            1400,
            4.571711540222168
          ],
          [
            1500,
            4.687435626983643
          ],
          [
            1600,
            4.642796516418457
          ],
          [
            1700,
            4.605256080627441
          ],
          [
            1800,
            4.6589579582214355
          ],
          [
            1900,
            4.5687713623046875
          ],
          [
            2000,
            4.558730125427246
          ],
          [
            2100,
            4.5461578369140625
          ],
          [
            2200,
            4.4906907081604
          ],
          [
            2300,
            4.522741317749023
          ],
          [
            2400,
            4.441617012023926
          ],
          [
            2500,
            4.399794578552246
          ],
          [
            2600,
            4.379673004150391
          ],
          [
            2700,
            4.413573741912842
          ],
          [
            2800,
            4.5900654792785645
          ],
          [
            2900,
            4.338338851928711
          ],
          [
            3000,
            4.308444023132324
          ],
          [
            3100,
            4.278580188751221
          ],
          [
            3200,
            4.193421840667725
          ],
          [
            3300,
            4.182441711425781
          ],
          [
            3400,
            4.21360445022583
          ],
          [
            3500,
            4.164988994598389
          ],
          [
            3600,
            4.196470260620117
          ],
          [
            3700,
            4.053407192230225
          ],
          [
            3800,
            4.067403793334961
          ],
          [
            3900,
            4.076962947845459
          ],
          [
            4000,
            4.028110980987549
          ],
          [
            4100,
            3.948857307434082
          ],
          [
            4200,
            3.965500593185425
          ],
          [
            4300,
            3.9400904178619385
          ],
          [
            4400,
            3.891242742538452
          ],
          [
            4500,
            3.807123899459839
          ],
          [
            4600,
            3.795366048812866
          ],
          [
            4700,
            3.844280242919922
          ],
          [
            4800,
            3.7052407264709473
          ],
          [
            4900,
            3.6247780323028564
          ],
          [
            5000,
            3.7358663082122803
          ],
          [
            5100,
            3.67181396484375
          ],
          [
            5200,
            3.6527469158172607
          ],
          [
            5300,
            3.629464626312256
          ],
          [
            5400,
            3.5627553462982178
          ],
          [
            5500,
            3.5051891803741455
          ],
          [
            5600,
            3.570260524749756
          ],
          [
            5700,
            3.4927337169647217
          ],
          [
            5800,
            3.430812358856201
          ],
          [
            5900,
            3.3953866958618164
          ],
          [
            6000,
            3.355971336364746
          ],
          [
            6100,
            3.3345534801483154
          ],
          [
            6200,
            3.335705280303955
          ],
          [
            6300,
            3.337540864944458
          ],
          [
            6400,
            3.293945789337158
          ],
          [
            6500,
            3.3310866355895996
          ],
          [
            6600,
            3.174355983734131
          ],
          [
            6700,
            3.194626808166504
          ],
          [
            6800,
            3.1969079971313477
          ],
          [
            6900,
            3.1103436946868896
          ],
          [
            7000,
            3.0785956382751465
          ],
          [
            7100,
            3.1127328872680664
          ],
          [
            7200,
            3.084292411804199
          ],
          [
            7300,
            2.996572732925415
          ],
          [
            7400,
            2.9776203632354736
          ],
          [
            7500,
            2.977038860321045
          ],
          [
            7600,
            2.9393982887268066
          ],
          [
            7700,
            2.8981845378875732
          ],
          [
            7800,
            2.8936522006988525
          ],
          [
            7900,
            2.8215720653533936
          ],
          [
            8000,
            2.8295834064483643
          ],
          [
            8100,
            2.7934060096740723
          ],
          [
            8200,
            2.8099372386932373
          ],
          [
            8300,
            2.73638653755188
          ],
          [
            8400,
            2.7638132572174072
          ],
          [
            8500,
            2.7260615825653076
          ],
          [
            8600,
            2.737123966217041
          ],
          [
            8700,
            2.6654412746429443
          ],
          [
            8800,
            2.6927385330200195
          ],
          [
            8900,
            2.7180166244506836
          ],
          [
            9000,
            2.63076114654541
          ],
          [
            9100,
            2.67104172706604
          ],
          [
            9200,
            2.6996941566467285
          ],
          [
            9300,
            2.6270933151245117
          ]
        ],
        "logging/rms/model.layers.2.self_attn.v_proj/gradient": [
          [
            0,
            0.0006736527429893613
          ],
          [
            100,
            3.362933421158232e-05
          ],
          [
            200,
            5.5881799198687077e-05
          ],
          [
            300,
            4.524263567873277e-05
          ],
          [
            400,
            7.355253183050081e-05
          ],
          [
            500,
            5.286780287860893e-05
          ],
          [
            600,
            6.44153478788212e-05
          ],
          [
            700,
            6.449400825658813e-05
          ],
          [
            800,
            6.425312312785536e-05
          ],
          [
            900,
            6.332113116513938e-05
          ],
          [
            1000,
            6.481146556325257e-05
          ],
          [
            1100,
            6.550741818500683e-05
          ],
          [
            1200,
            5.982243237667717e-05
          ],
          [
            1300,
            6.66394698782824e-05
          ],
          [
            1400,
            5.0067625124938786e-05
          ],
          [
            1500,
            6.660454528173432e-05
          ],
          [
            1600,
            5.112215148983523e-05
          ],
          [
            1700,
            5.6652956118341535e-05
          ],
          [
            1800,
            5.801987208542414e-05
          ],
          [
            1900,
            4.956573320669122e-05
          ],
          [
            2000,
            4.5882938138674945e-05
          ],
          [
            2100,
            5.9352762036724016e-05
          ],
          [
            2200,
            5.09620294906199e-05
          ],
          [
            2300,
            4.896908285445534e-05
          ],
          [
            2400,
            5.122948277858086e-05
          ],
          [
            2500,
            4.361707760835998e-05
          ],
          [
            2600,
            4.0000013541430235e-05
          ],
          [
            2700,
            4.341468229540624e-05
          ],
          [
            2800,
            4.5659413444809616e-05
          ],
          [
            2900,
            4.486416219151579e-05
          ],
          [
            3000,
            4.890425407211296e-05
          ],
          [
            3100,
            4.8576875997241586e-05
          ],
          [
            3200,
            5.160379805602133e-05
          ],
          [
            3300,
            5.471636541187763e-05
          ],
          [
            3400,
            4.561721652862616e-05
          ],
          [
            3500,
            5.4991032811813056e-05
          ],
          [
            3600,
            3.865808685077354e-05
          ],
          [
            3700,
            5.3032297728350386e-05
          ],
          [
            3800,
            4.6791581553407013e-05
          ],
          [
            3900,
            5.528140172827989e-05
          ],
          [
            4000,
            4.953334428137168e-05
          ],
          [
            4100,
            4.215221633785404e-05
          ],
          [
            4200,
            3.987751551903784e-05
          ],
          [
            4300,
            4.937855192110874e-05
          ],
          [
            4400,
            4.980563244316727e-05
          ],
          [
            4500,
            4.161977631156333e-05
          ],
          [
            4600,
            5.294545917422511e-05
          ],
          [
            4700,
            4.3674997868947685e-05
          ],
          [
            4800,
            4.474092565942556e-05
          ],
          [
            4900,
            3.879765426972881e-05
          ],
          [
            5000,
            4.6252040192484856e-05
          ],
          [
            5100,
            4.817215449293144e-05
          ],
          [
            5200,
            4.504923344939016e-05
          ],
          [
            5300,
            5.2952866099076346e-05
          ],
          [
            5400,
            4.7016605094540864e-05
          ],
          [
            5500,
            5.1258470193715766e-05
          ],
          [
            5600,
            4.0640112274559215e-05
          ],
          [
            5700,
            4.631694537238218e-05
          ],
          [
            5800,
            4.928862108499743e-05
          ],
          [
            5900,
            5.247875742497854e-05
          ],
          [
            6000,
            4.0490129322279245e-05
          ],
          [
            6100,
            5.21196452609729e-05
          ],
          [
            6200,
            4.136915595154278e-05
          ],
          [
            6300,
            4.619557876139879e-05
          ],
          [
            6400,
            4.875884405919351e-05
          ],
          [
            6500,
            4.4899803469888866e-05
          ],
          [
            6600,
            5.2310781029518694e-05
          ],
          [
            6700,
            4.51254854851868e-05
          ],
          [
            6800,
            4.271506259101443e-05
          ],
          [
            6900,
            5.387420969782397e-05
          ],
          [
            7000,
            4.387757508084178e-05
          ],
          [
            7100,
            4.935296601615846e-05
          ],
          [
            7200,
            4.382268525660038e-05
          ],
          [
            7300,
            4.37196358689107e-05
          ],
          [
            7400,
            5.303872603690252e-05
          ],
          [
            7500,
            4.4393604184733704e-05
          ],
          [
            7600,
            4.77401445095893e-05
          ],
          [
            7700,
            5.090863851364702e-05
          ],
          [
            7800,
            4.5628577936440706e-05
          ],
          [
            7900,
            4.544336843537167e-05
          ],
          [
            8000,
            4.3787902541225776e-05
          ],
          [
            8100,
            4.114808325539343e-05
          ],
          [
            8200,
            4.901804277324118e-05
          ],
          [
            8300,
            4.5907290768809617e-05
          ],
          [
            8400,
            4.448779145604931e-05
          ],
          [
            8500,
            5.015247734263539e-05
          ],
          [
            8600,
            4.316549893701449e-05
          ],
          [
            8700,
            4.328534487285651e-05
          ],
          [
            8800,
            4.6864432079019025e-05
          ],
          [
            8900,
            4.70882368972525e-05
          ],
          [
            9000,
            3.8953159673837945e-05
          ],
          [
            9100,
            3.888914216076955e-05
          ],
          [
            9200,
            4.040639032609761e-05
          ],
          [
            9300,
            4.4690816139336675e-05
          ]
        ],
        "logging/rms/model.layers.2.mlp.gate_proj/activation": [
          [
            0,
            0.9848065376281738
          ],
          [
            100,
            1.4393693208694458
          ],
          [
            200,
            1.9584636688232422
          ],
          [
            300,
            2.344757318496704
          ],
          [
            400,
            2.434532880783081
          ],
          [
            500,
            2.3964357376098633
          ],
          [
            600,
            2.3906776905059814
          ],
          [
            700,
            2.294290542602539
          ],
          [
            800,
            2.308576822280884
          ],
          [
            900,
            2.2711775302886963
          ],
          [
            1000,
            2.2867932319641113
          ],
          [
            1100,
            2.240966320037842
          ],
          [
            1200,
            2.211015462875366
          ],
          [
            1300,
            2.1922287940979004
          ],
          [
            1400,
            2.1929636001586914
          ],
          [
            1500,
            2.186708688735962
          ],
          [
            1600,
            2.132530689239502
          ],
          [
            1700,
            2.142930269241333
          ],
          [
            1800,
            2.1445610523223877
          ],
          [
            1900,
            2.1176958084106445
          ],
          [
            2000,
            2.1102418899536133
          ],
          [
            2100,
            2.1013121604919434
          ],
          [
            2200,
            2.0921928882598877
          ],
          [
            2300,
            2.062260389328003
          ],
          [
            2400,
            2.0586435794830322
          ],
          [
            2500,
            2.0167274475097656
          ],
          [
            2600,
            1.99726140499115
          ],
          [
            2700,
            2.00334095954895
          ],
          [
            2800,
            2.014873504638672
          ],
          [
            2900,
            1.988550066947937
          ],
          [
            3000,
            1.9943292140960693
          ],
          [
            3100,
            1.9744194746017456
          ],
          [
            3200,
            1.9699416160583496
          ],
          [
            3300,
            1.9751121997833252
          ],
          [
            3400,
            1.9603890180587769
          ],
          [
            3500,
            1.9463272094726562
          ],
          [
            3600,
            1.9384500980377197
          ],
          [
            3700,
            1.8959907293319702
          ],
          [
            3800,
            1.9459145069122314
          ],
          [
            3900,
            1.9357279539108276
          ],
          [
            4000,
            1.9039242267608643
          ],
          [
            4100,
            1.9131170511245728
          ],
          [
            4200,
            1.880816102027893
          ],
          [
            4300,
            1.895849347114563
          ],
          [
            4400,
            1.8897528648376465
          ],
          [
            4500,
            1.8665393590927124
          ],
          [
            4600,
            1.8600620031356812
          ],
          [
            4700,
            1.876794457435608
          ],
          [
            4800,
            1.8525502681732178
          ],
          [
            4900,
            1.8479838371276855
          ],
          [
            5000,
            1.8629765510559082
          ],
          [
            5100,
            1.8461087942123413
          ],
          [
            5200,
            1.8276183605194092
          ],
          [
            5300,
            1.824233889579773
          ],
          [
            5400,
            1.8377742767333984
          ],
          [
            5500,
            1.817065715789795
          ],
          [
            5600,
            1.8058470487594604
          ],
          [
            5700,
            1.8269052505493164
          ],
          [
            5800,
            1.8226505517959595
          ],
          [
            5900,
            1.7855719327926636
          ],
          [
            6000,
            1.7917845249176025
          ],
          [
            6100,
            1.7987234592437744
          ],
          [
            6200,
            1.7873079776763916
          ],
          [
            6300,
            1.7724214792251587
          ],
          [
            6400,
            1.7805672883987427
          ],
          [
            6500,
            1.7675944566726685
          ],
          [
            6600,
            1.7622663974761963
          ],
          [
            6700,
            1.7469183206558228
          ],
          [
            6800,
            1.762062430381775
          ],
          [
            6900,
            1.765621304512024
          ],
          [
            7000,
            1.7532875537872314
          ],
          [
            7100,
            1.745522379875183
          ],
          [
            7200,
            1.7294355630874634
          ],
          [
            7300,
            1.743491530418396
          ],
          [
            7400,
            1.7399060726165771
          ],
          [
            7500,
            1.7328038215637207
          ],
          [
            7600,
            1.732688546180725
          ],
          [
            7700,
            1.7350081205368042
          ],
          [
            7800,
            1.7422122955322266
          ],
          [
            7900,
            1.731662392616272
          ],
          [
            8000,
            1.7227108478546143
          ],
          [
            8100,
            1.705330729484558
          ],
          [
            8200,
            1.704380750656128
          ],
          [
            8300,
            1.7152765989303589
          ],
          [
            8400,
            1.7029966115951538
          ],
          [
            8500,
            1.7144242525100708
          ],
          [
            8600,
            1.7119338512420654
          ],
          [
            8700,
            1.7104398012161255
          ],
          [
            8800,
            1.686344861984253
          ],
          [
            8900,
            1.6909871101379395
          ],
          [
            9000,
            1.6918014287948608
          ],
          [
            9100,
            1.6758028268814087
          ],
          [
            9200,
            1.7018860578536987
          ],
          [
            9300,
            1.6916747093200684
          ]
        ],
        "logging/rms/model.layers.1.self_attn.o_proj/gradient": [
          [
            0,
            0.0009472015663050115
          ],
          [
            100,
            3.1176921766018495e-05
          ],
          [
            200,
            2.8339169148239307e-05
          ],
          [
            300,
            2.774944732664153e-05
          ],
          [
            400,
            3.489552909741178e-05
          ],
          [
            500,
            2.5896621082210913e-05
          ],
          [
            600,
            2.766357829386834e-05
          ],
          [
            700,
            2.662016595422756e-05
          ],
          [
            800,
            2.709686668822542e-05
          ],
          [
            900,
            2.4574086637585424e-05
          ],
          [
            1000,
            2.3179039999376982e-05
          ],
          [
            1100,
            2.4985078198369592e-05
          ],
          [
            1200,
            2.379957186349202e-05
          ],
          [
            1300,
            2.3102073100744747e-05
          ],
          [
            1400,
            1.99690639419714e-05
          ],
          [
            1500,
            2.2233491108636372e-05
          ],
          [
            1600,
            2.0306973965489306e-05
          ],
          [
            1700,
            2.0700990717159584e-05
          ],
          [
            1800,
            1.9856879589497112e-05
          ],
          [
            1900,
            2.006578870350495e-05
          ],
          [
            2000,
            1.920639260788448e-05
          ],
          [
            2100,
            2.0567875253618695e-05
          ],
          [
            2200,
            1.9568395146052353e-05
          ],
          [
            2300,
            1.9321078070788644e-05
          ],
          [
            2400,
            1.868440813268535e-05
          ],
          [
            2500,
            1.7995223970501684e-05
          ],
          [
            2600,
            1.7460904928157106e-05
          ],
          [
            2700,
            1.8195167285739444e-05
          ],
          [
            2800,
            1.9237579181208275e-05
          ],
          [
            2900,
            1.7611040675546974e-05
          ],
          [
            3000,
            1.8585009456728585e-05
          ],
          [
            3100,
            1.7846596165327355e-05
          ],
          [
            3200,
            1.8432030628900975e-05
          ],
          [
            3300,
            1.885098208731506e-05
          ],
          [
            3400,
            1.81770355993649e-05
          ],
          [
            3500,
            1.8711034499574453e-05
          ],
          [
            3600,
            1.7219290384673513e-05
          ],
          [
            3700,
            1.8235283278045245e-05
          ],
          [
            3800,
            1.7936226868187077e-05
          ],
          [
            3900,
            1.8896011169999838e-05
          ],
          [
            4000,
            1.859372787293978e-05
          ],
          [
            4100,
            1.776583849277813e-05
          ],
          [
            4200,
            1.8057564375340007e-05
          ],
          [
            4300,
            1.7698905139695853e-05
          ],
          [
            4400,
            2.769755883491598e-05
          ],
          [
            4500,
            1.768464244378265e-05
          ],
          [
            4600,
            1.896604044304695e-05
          ],
          [
            4700,
            1.8356504369876347e-05
          ],
          [
            4800,
            1.850774970080238e-05
          ],
          [
            4900,
            1.7446976926294155e-05
          ],
          [
            5000,
            1.8722859749686904e-05
          ],
          [
            5100,
            1.8426735550747253e-05
          ],
          [
            5200,
            1.814787174225785e-05
          ],
          [
            5300,
            1.8753373296931386e-05
          ],
          [
            5400,
            1.847483690653462e-05
          ],
          [
            5500,
            1.863307443272788e-05
          ],
          [
            5600,
            1.8470806026016362e-05
          ],
          [
            5700,
            1.9731887732632458e-05
          ],
          [
            5800,
            1.900569441204425e-05
          ],
          [
            5900,
            1.9585982954595238e-05
          ],
          [
            6000,
            1.857904135249555e-05
          ],
          [
            6100,
            1.9297793187433854e-05
          ],
          [
            6200,
            1.9074352167081088e-05
          ],
          [
            6300,
            1.9398110453039408e-05
          ],
          [
            6400,
            2.0086830772925168e-05
          ],
          [
            6500,
            1.994287049456034e-05
          ],
          [
            6600,
            1.9855075152008794e-05
          ],
          [
            6700,
            2.0373707229737192e-05
          ],
          [
            6800,
            1.9967024854850024e-05
          ],
          [
            6900,
            2.067824789264705e-05
          ],
          [
            7000,
            2.0366964236018248e-05
          ],
          [
            7100,
            2.0749479517689906e-05
          ],
          [
            7200,
            2.0592169676092453e-05
          ],
          [
            7300,
            2.076803139061667e-05
          ],
          [
            7400,
            2.117568874382414e-05
          ],
          [
            7500,
            2.0528288587229326e-05
          ],
          [
            7600,
            2.0707168005174026e-05
          ],
          [
            7700,
            2.135664180968888e-05
          ],
          [
            7800,
            2.152729757654015e-05
          ],
          [
            7900,
            2.136469447577838e-05
          ],
          [
            8000,
            2.1718182324548252e-05
          ],
          [
            8100,
            2.1372417904785834e-05
          ],
          [
            8200,
            2.168365790566895e-05
          ],
          [
            8300,
            2.2025116777513176e-05
          ],
          [
            8400,
            2.156292975996621e-05
          ],
          [
            8500,
            2.1780680981464684e-05
          ],
          [
            8600,
            2.2236148652154952e-05
          ],
          [
            8700,
            2.182117896154523e-05
          ],
          [
            8800,
            2.1888286937610246e-05
          ],
          [
            8900,
            2.2030018953955732e-05
          ],
          [
            9000,
            2.232280166936107e-05
          ],
          [
            9100,
            2.184356162615586e-05
          ],
          [
            9200,
            2.2709844415658154e-05
          ],
          [
            9300,
            2.1797528461320326e-05
          ]
        ],
        "logging/rms/model.layers.4.self_attn.v_proj/parameter": [
          [
            0,
            0.04350268840789795
          ],
          [
            100,
            0.043804753571748734
          ],
          [
            200,
            0.0468546561896801
          ],
          [
            300,
            0.05311945453286171
          ],
          [
            400,
            0.06097763404250145
          ],
          [
            500,
            0.06538278609514236
          ],
          [
            600,
            0.06881225854158401
          ],
          [
            700,
            0.07171683758497238
          ],
          [
            800,
            0.0742473378777504
          ],
          [
            900,
            0.07646945118904114
          ],
          [
            1000,
            0.07852929830551147
          ],
          [
            1100,
            0.0803481787443161
          ],
          [
            1200,
            0.08182302117347717
          ],
          [
            1300,
            0.0833376869559288
          ],
          [
            1400,
            0.08459702134132385
          ],
          [
            1500,
            0.08578675985336304
          ],
          [
            1600,
            0.08684592694044113
          ],
          [
            1700,
            0.08776086568832397
          ],
          [
            1800,
            0.08858098089694977
          ],
          [
            1900,
            0.08934243768453598
          ],
          [
            2000,
            0.09014204144477844
          ],
          [
            2100,
            0.09073841571807861
          ],
          [
            2200,
            0.0912904366850853
          ],
          [
            2300,
            0.0917217880487442
          ],
          [
            2400,
            0.09221350401639938
          ],
          [
            2500,
            0.09268677979707718
          ],
          [
            2600,
            0.09299538284540176
          ],
          [
            2700,
            0.09334240853786469
          ],
          [
            2800,
            0.09358008950948715
          ],
          [
            2900,
            0.0938115194439888
          ],
          [
            3000,
            0.09401936084032059
          ],
          [
            3100,
            0.09411564469337463
          ],
          [
            3200,
            0.09421761333942413
          ],
          [
            3300,
            0.09433512389659882
          ],
          [
            3400,
            0.09440091997385025
          ],
          [
            3500,
            0.09437493234872818
          ],
          [
            3600,
            0.09432663023471832
          ],
          [
            3700,
            0.0943407416343689
          ],
          [
            3800,
            0.09424139559268951
          ],
          [
            3900,
            0.09421216696500778
          ],
          [
            4000,
            0.09406433254480362
          ],
          [
            4100,
            0.09395786374807358
          ],
          [
            4200,
            0.09383824467658997
          ],
          [
            4300,
            0.09364622831344604
          ],
          [
            4400,
            0.09346769005060196
          ],
          [
            4500,
            0.09328868240118027
          ],
          [
            4600,
            0.09310834854841232
          ],
          [
            4700,
            0.09284962713718414
          ],
          [
            4800,
            0.09260322898626328
          ],
          [
            4900,
            0.0923813134431839
          ],
          [
            5000,
            0.09209144115447998
          ],
          [
            5100,
            0.09180833399295807
          ],
          [
            5200,
            0.09152448177337646
          ],
          [
            5300,
            0.0912371352314949
          ],
          [
            5400,
            0.09099198877811432
          ],
          [
            5500,
            0.09067358821630478
          ],
          [
            5600,
            0.09036027640104294
          ],
          [
            5700,
            0.09006711095571518
          ],
          [
            5800,
            0.08975017070770264
          ],
          [
            5900,
            0.08944928646087646
          ],
          [
            6000,
            0.08909706026315689
          ],
          [
            6100,
            0.0887763649225235
          ],
          [
            6200,
            0.08842334151268005
          ],
          [
            6300,
            0.08809014409780502
          ],
          [
            6400,
            0.08776096254587173
          ],
          [
            6500,
            0.08745220303535461
          ],
          [
            6600,
            0.0870974063873291
          ],
          [
            6700,
            0.08671867847442627
          ],
          [
            6800,
            0.08640455454587936
          ],
          [
            6900,
            0.08608727902173996
          ],
          [
            7000,
            0.08576130867004395
          ],
          [
            7100,
            0.08544827252626419
          ],
          [
            7200,
            0.0851115882396698
          ],
          [
            7300,
            0.08479493856430054
          ],
          [
            7400,
            0.08447957783937454
          ],
          [
            7500,
            0.08416877686977386
          ],
          [
            7600,
            0.08386875689029694
          ],
          [
            7700,
            0.0835605189204216
          ],
          [
            7800,
            0.08327221125364304
          ],
          [
            7900,
            0.08297992497682571
          ],
          [
            8000,
            0.0827183723449707
          ],
          [
            8100,
            0.08248233795166016
          ],
          [
            8200,
            0.08223596960306168
          ],
          [
            8300,
            0.08201080560684204
          ],
          [
            8400,
            0.08179759979248047
          ],
          [
            8500,
            0.08159764111042023
          ],
          [
            8600,
            0.08141135424375534
          ],
          [
            8700,
            0.08124006539583206
          ],
          [
            8800,
            0.08110202848911285
          ],
          [
            8900,
            0.08097939193248749
          ],
          [
            9000,
            0.08087577670812607
          ],
          [
            9100,
            0.08079294860363007
          ],
          [
            9200,
            0.08073265105485916
          ],
          [
            9300,
            0.08069892227649689
          ]
        ],
        "logging/rms/model.layers.4.mlp.up_proj/gradient": [
          [
            0,
            9.84736907412298e-05
          ],
          [
            100,
            8.898312444216572e-06
          ],
          [
            200,
            1.005502235784661e-05
          ],
          [
            300,
            1.0127556379302405e-05
          ],
          [
            400,
            1.1768192962335888e-05
          ],
          [
            500,
            1.0870282494579442e-05
          ],
          [
            600,
            1.095978313969681e-05
          ],
          [
            700,
            1.1390231520636007e-05
          ],
          [
            800,
            1.042316489474615e-05
          ],
          [
            900,
            1.0168990229431074e-05
          ],
          [
            1000,
            9.90882017504191e-06
          ],
          [
            1100,
            1.0747491614893079e-05
          ],
          [
            1200,
            1.026628160616383e-05
          ],
          [
            1300,
            1.0779104741232004e-05
          ],
          [
            1400,
            9.484634574619122e-06
          ],
          [
            1500,
            1.0049531738332007e-05
          ],
          [
            1600,
            1.0170810128329322e-05
          ],
          [
            1700,
            1.0256647328787949e-05
          ],
          [
            1800,
            1.0085121175507084e-05
          ],
          [
            1900,
            1.0616256986395456e-05
          ],
          [
            2000,
            9.906628292810638e-06
          ],
          [
            2100,
            1.21374496302451e-05
          ],
          [
            2200,
            1.0932925761153456e-05
          ],
          [
            2300,
            1.0754700269899331e-05
          ],
          [
            2400,
            1.011813037621323e-05
          ],
          [
            2500,
            1.0025216397480108e-05
          ],
          [
            2600,
            1.0076641956402455e-05
          ],
          [
            2700,
            9.9329254226177e-06
          ],
          [
            2800,
            1.1160707799717784e-05
          ],
          [
            2900,
            1.0417093108117115e-05
          ],
          [
            3000,
            1.198707104776986e-05
          ],
          [
            3100,
            1.0353282050346024e-05
          ],
          [
            3200,
            1.0644189387676306e-05
          ],
          [
            3300,
            1.2109363524359651e-05
          ],
          [
            3400,
            1.0738438504631631e-05
          ],
          [
            3500,
            1.188698661280796e-05
          ],
          [
            3600,
            1.0760197255876847e-05
          ],
          [
            3700,
            1.095304196496727e-05
          ],
          [
            3800,
            1.086923020920949e-05
          ],
          [
            3900,
            1.1849529073515441e-05
          ],
          [
            4000,
            1.1459073903097305e-05
          ],
          [
            4100,
            1.1676823305606376e-05
          ],
          [
            4200,
            1.1377376722521149e-05
          ],
          [
            4300,
            1.1612204616540112e-05
          ],
          [
            4400,
            1.589838029758539e-05
          ],
          [
            4500,
            1.1747834832931403e-05
          ],
          [
            4600,
            1.2774251445080154e-05
          ],
          [
            4700,
            1.1964375516981818e-05
          ],
          [
            4800,
            1.2402094398566987e-05
          ],
          [
            4900,
            1.1468100638012402e-05
          ],
          [
            5000,
            1.220257854583906e-05
          ],
          [
            5100,
            1.311928645009175e-05
          ],
          [
            5200,
            1.1689343409670983e-05
          ],
          [
            5300,
            1.2840774616051931e-05
          ],
          [
            5400,
            1.3603501429315656e-05
          ],
          [
            5500,
            1.281461663893424e-05
          ],
          [
            5600,
            1.20785580293159e-05
          ],
          [
            5700,
            1.3323054190550465e-05
          ],
          [
            5800,
            1.3198000488046091e-05
          ],
          [
            5900,
            1.3945640603196807e-05
          ],
          [
            6000,
            1.2631396202777978e-05
          ],
          [
            6100,
            1.365434036415536e-05
          ],
          [
            6200,
            1.2518435141828377e-05
          ],
          [
            6300,
            1.4473574083240237e-05
          ],
          [
            6400,
            1.3237439816293772e-05
          ],
          [
            6500,
            1.3210760698711965e-05
          ],
          [
            6600,
            1.4538675713993143e-05
          ],
          [
            6700,
            1.3518060768547002e-05
          ],
          [
            6800,
            1.3485444469552021e-05
          ],
          [
            6900,
            1.5506817362620495e-05
          ],
          [
            7000,
            1.387292559229536e-05
          ],
          [
            7100,
            1.4171841030474752e-05
          ],
          [
            7200,
            1.4212054338713642e-05
          ],
          [
            7300,
            1.4580597962776665e-05
          ],
          [
            7400,
            1.5032546798465773e-05
          ],
          [
            7500,
            1.4603368072130252e-05
          ],
          [
            7600,
            1.495980268373387e-05
          ],
          [
            7700,
            1.4737409401277546e-05
          ],
          [
            7800,
            1.4239206393540371e-05
          ],
          [
            7900,
            1.4976663806010038e-05
          ],
          [
            8000,
            1.5201228961814195e-05
          ],
          [
            8100,
            1.4791884495934937e-05
          ],
          [
            8200,
            1.4721884326718282e-05
          ],
          [
            8300,
            1.5890529539319687e-05
          ],
          [
            8400,
            1.5163518582994584e-05
          ],
          [
            8500,
            1.5831452401471324e-05
          ],
          [
            8600,
            1.5470353901037015e-05
          ],
          [
            8700,
            1.5433955923072062e-05
          ],
          [
            8800,
            1.540056473459117e-05
          ],
          [
            8900,
            1.5442838048329577e-05
          ],
          [
            9000,
            1.5149844330153428e-05
          ],
          [
            9100,
            1.5090626220626291e-05
          ],
          [
            9200,
            1.556515235279221e-05
          ],
          [
            9300,
            1.5739005903014913e-05
          ]
        ],
        "logging/rms/model.layers.1.self_attn.q_proj/activation": [
          [
            0,
            0.9903824329376221
          ],
          [
            100,
            2.0836329460144043
          ],
          [
            200,
            2.352754592895508
          ],
          [
            300,
            2.6099417209625244
          ],
          [
            400,
            2.768622636795044
          ],
          [
            500,
            2.632688045501709
          ],
          [
            600,
            2.534883975982666
          ],
          [
            700,
            2.4213616847991943
          ],
          [
            800,
            2.339289903640747
          ],
          [
            900,
            2.1721649169921875
          ],
          [
            1000,
            2.115417957305908
          ],
          [
            1100,
            1.9604949951171875
          ],
          [
            1200,
            1.9168894290924072
          ],
          [
            1300,
            1.85735023021698
          ],
          [
            1400,
            1.7726954221725464
          ],
          [
            1500,
            1.709285855293274
          ],
          [
            1600,
            1.665618658065796
          ],
          [
            1700,
            1.624922275543213
          ],
          [
            1800,
            1.6032905578613281
          ],
          [
            1900,
            1.5608994960784912
          ],
          [
            2000,
            1.5334528684616089
          ],
          [
            2100,
            1.5225557088851929
          ],
          [
            2200,
            1.4803717136383057
          ],
          [
            2300,
            1.4593676328659058
          ],
          [
            2400,
            1.4478012323379517
          ],
          [
            2500,
            1.4236112833023071
          ],
          [
            2600,
            1.4306294918060303
          ],
          [
            2700,
            1.4152026176452637
          ],
          [
            2800,
            1.4043272733688354
          ],
          [
            2900,
            1.3849191665649414
          ],
          [
            3000,
            1.3973548412322998
          ],
          [
            3100,
            1.377947449684143
          ],
          [
            3200,
            1.374470829963684
          ],
          [
            3300,
            1.3656748533248901
          ],
          [
            3400,
            1.3551485538482666
          ],
          [
            3500,
            1.3489540815353394
          ],
          [
            3600,
            1.3328408002853394
          ],
          [
            3700,
            1.3384954929351807
          ],
          [
            3800,
            1.337902545928955
          ],
          [
            3900,
            1.3369886875152588
          ],
          [
            4000,
            1.3172568082809448
          ],
          [
            4100,
            1.3274836540222168
          ],
          [
            4200,
            1.3090708255767822
          ],
          [
            4300,
            1.2991338968276978
          ],
          [
            4400,
            1.3180086612701416
          ],
          [
            4500,
            1.301992416381836
          ],
          [
            4600,
            1.2989208698272705
          ],
          [
            4700,
            1.3047887086868286
          ],
          [
            4800,
            1.2898389101028442
          ],
          [
            4900,
            1.285130500793457
          ],
          [
            5000,
            1.2936900854110718
          ],
          [
            5100,
            1.2804723978042603
          ],
          [
            5200,
            1.2751864194869995
          ],
          [
            5300,
            1.2735518217086792
          ],
          [
            5400,
            1.2747461795806885
          ],
          [
            5500,
            1.2656456232070923
          ],
          [
            5600,
            1.2706689834594727
          ],
          [
            5700,
            1.2810614109039307
          ],
          [
            5800,
            1.2651784420013428
          ],
          [
            5900,
            1.2603989839553833
          ],
          [
            6000,
            1.2619837522506714
          ],
          [
            6100,
            1.2581738233566284
          ],
          [
            6200,
            1.2655736207962036
          ],
          [
            6300,
            1.2525384426116943
          ],
          [
            6400,
            1.2614185810089111
          ],
          [
            6500,
            1.2500287294387817
          ],
          [
            6600,
            1.2456926107406616
          ],
          [
            6700,
            1.24356210231781
          ],
          [
            6800,
            1.2543134689331055
          ],
          [
            6900,
            1.2566380500793457
          ],
          [
            7000,
            1.2592030763626099
          ],
          [
            7100,
            1.242217779159546
          ],
          [
            7200,
            1.23799467086792
          ],
          [
            7300,
            1.2441251277923584
          ],
          [
            7400,
            1.2483460903167725
          ],
          [
            7500,
            1.2389522790908813
          ],
          [
            7600,
            1.24224853515625
          ],
          [
            7700,
            1.2504123449325562
          ],
          [
            7800,
            1.2511740922927856
          ],
          [
            7900,
            1.2469878196716309
          ],
          [
            8000,
            1.2421146631240845
          ],
          [
            8100,
            1.2301104068756104
          ],
          [
            8200,
            1.235481858253479
          ],
          [
            8300,
            1.2317649126052856
          ],
          [
            8400,
            1.2298901081085205
          ],
          [
            8500,
            1.2306275367736816
          ],
          [
            8600,
            1.237768530845642
          ],
          [
            8700,
            1.230789065361023
          ],
          [
            8800,
            1.224761962890625
          ],
          [
            8900,
            1.2205876111984253
          ],
          [
            9000,
            1.2210744619369507
          ],
          [
            9100,
            1.2125965356826782
          ],
          [
            9200,
            1.2275358438491821
          ],
          [
            9300,
            1.2195682525634766
          ]
        ],
        "logging/rms/model.layers.5.mlp.gate_proj/gradient": [
          [
            0,
            8.074713696260005e-05
          ],
          [
            100,
            9.866886102827266e-06
          ],
          [
            200,
            1.1950971384067088e-05
          ],
          [
            300,
            1.3449159268930089e-05
          ],
          [
            400,
            1.5032363990030717e-05
          ],
          [
            500,
            1.3583269719674718e-05
          ],
          [
            600,
            1.3665474398294464e-05
          ],
          [
            700,
            1.3155384294805117e-05
          ],
          [
            800,
            1.3598461919173133e-05
          ],
          [
            900,
            1.251986304851016e-05
          ],
          [
            1000,
            1.2469100511225406e-05
          ],
          [
            1100,
            1.3076130016997922e-05
          ],
          [
            1200,
            1.2799301657651085e-05
          ],
          [
            1300,
            1.2743458682962228e-05
          ],
          [
            1400,
            1.2318079825490713e-05
          ],
          [
            1500,
            1.2442542356438935e-05
          ],
          [
            1600,
            1.2596388842212036e-05
          ],
          [
            1700,
            1.2617699212569278e-05
          ],
          [
            1800,
            1.2125608009228017e-05
          ],
          [
            1900,
            1.2488941138144583e-05
          ],
          [
            2000,
            1.2400531886669341e-05
          ],
          [
            2100,
            1.3365273844101466e-05
          ],
          [
            2200,
            1.2657874322030693e-05
          ],
          [
            2300,
            1.2241916920174845e-05
          ],
          [
            2400,
            1.2462062841223087e-05
          ],
          [
            2500,
            1.2330546269367915e-05
          ],
          [
            2600,
            1.2131343282817397e-05
          ],
          [
            2700,
            1.2378676728985738e-05
          ],
          [
            2800,
            1.2765702194883488e-05
          ],
          [
            2900,
            1.2371073353278916e-05
          ],
          [
            3000,
            1.2914626495330594e-05
          ],
          [
            3100,
            1.2335694918874651e-05
          ],
          [
            3200,
            1.2614667866728269e-05
          ],
          [
            3300,
            1.2990940376766957e-05
          ],
          [
            3400,
            1.3043285434832796e-05
          ],
          [
            3500,
            1.278573563467944e-05
          ],
          [
            3600,
            1.2826085367123596e-05
          ],
          [
            3700,
            1.2657292245421559e-05
          ],
          [
            3800,
            1.2913041246065404e-05
          ],
          [
            3900,
            1.3166921235097107e-05
          ],
          [
            4000,
            1.3381330973061267e-05
          ],
          [
            4100,
            1.2913641512568574e-05
          ],
          [
            4200,
            1.334795706497971e-05
          ],
          [
            4300,
            1.3179975212551653e-05
          ],
          [
            4400,
            2.1733851099270396e-05
          ],
          [
            4500,
            1.3299073543748818e-05
          ],
          [
            4600,
            1.4059643035579938e-05
          ],
          [
            4700,
            1.3594067240774166e-05
          ],
          [
            4800,
            1.3997615496919025e-05
          ],
          [
            4900,
            1.359062207484385e-05
          ],
          [
            5000,
            1.4261104297474958e-05
          ],
          [
            5100,
            1.4411762094823644e-05
          ],
          [
            5200,
            1.3900908015784808e-05
          ],
          [
            5300,
            1.4238125913834665e-05
          ],
          [
            5400,
            1.4361448847921565e-05
          ],
          [
            5500,
            1.4420030311157461e-05
          ],
          [
            5600,
            1.4495553841697983e-05
          ],
          [
            5700,
            1.5009767594165169e-05
          ],
          [
            5800,
            1.4578839000023436e-05
          ],
          [
            5900,
            1.5144183635129593e-05
          ],
          [
            6000,
            1.4489108252746519e-05
          ],
          [
            6100,
            1.5153591448324732e-05
          ],
          [
            6200,
            1.4762407772650477e-05
          ],
          [
            6300,
            1.5121792785066646e-05
          ],
          [
            6400,
            1.5305104170693085e-05
          ],
          [
            6500,
            1.583074299560394e-05
          ],
          [
            6600,
            1.5706673366366886e-05
          ],
          [
            6700,
            1.5443449228769168e-05
          ],
          [
            6800,
            1.5852710930630565e-05
          ],
          [
            6900,
            1.6040487025748007e-05
          ],
          [
            7000,
            1.581808646733407e-05
          ],
          [
            7100,
            1.605132274562493e-05
          ],
          [
            7200,
            1.633954707358498e-05
          ],
          [
            7300,
            1.619477552594617e-05
          ],
          [
            7400,
            1.6378360669477843e-05
          ],
          [
            7500,
            1.6362730093533173e-05
          ],
          [
            7600,
            1.6569358194828965e-05
          ],
          [
            7700,
            1.6693998986738734e-05
          ],
          [
            7800,
            1.6931324353208765e-05
          ],
          [
            7900,
            1.6723121007089503e-05
          ],
          [
            8000,
            1.7073878552764654e-05
          ],
          [
            8100,
            1.7085656509152614e-05
          ],
          [
            8200,
            1.7013115211739205e-05
          ],
          [
            8300,
            1.7460222807130776e-05
          ],
          [
            8400,
            1.7384380043949932e-05
          ],
          [
            8500,
            1.7600596038391814e-05
          ],
          [
            8600,
            1.7750066035659984e-05
          ],
          [
            8700,
            1.755476296239067e-05
          ],
          [
            8800,
            1.7646718333708122e-05
          ],
          [
            8900,
            1.7684989870758727e-05
          ],
          [
            9000,
            1.7625097825657576e-05
          ],
          [
            9100,
            1.7597774785826914e-05
          ],
          [
            9200,
            1.7843605746747926e-05
          ],
          [
            9300,
            1.774780139385257e-05
          ]
        ],
        "logging/rms/model.layers.7.mlp.down_proj/parameter": [
          [
            0,
            0.023298898711800575
          ],
          [
            100,
            0.025208190083503723
          ],
          [
            200,
            0.03392716497182846
          ],
          [
            300,
            0.04212381690740585
          ],
          [
            400,
            0.04873092100024223
          ],
          [
            500,
            0.054354455322027206
          ],
          [
            600,
            0.058998242020606995
          ],
          [
            700,
            0.06295990198850632
          ],
          [
            800,
            0.06640781462192535
          ],
          [
            900,
            0.06944028288125992
          ],
          [
            1000,
            0.07218105345964432
          ],
          [
            1100,
            0.07462996989488602
          ],
          [
            1200,
            0.07680635899305344
          ],
          [
            1300,
            0.07875023037195206
          ],
          [
            1400,
            0.08054987341165543
          ],
          [
            1500,
            0.08216516673564911
          ],
          [
            1600,
            0.08361102640628815
          ],
          [
            1700,
            0.08494555950164795
          ],
          [
            1800,
            0.0861399695277214
          ],
          [
            1900,
            0.08722448348999023
          ],
          [
            2000,
            0.08820442110300064
          ],
          [
            2100,
            0.08907797932624817
          ],
          [
            2200,
            0.08989138901233673
          ],
          [
            2300,
            0.09059706330299377
          ],
          [
            2400,
            0.09122972190380096
          ],
          [
            2500,
            0.09181337058544159
          ],
          [
            2600,
            0.092316173017025
          ],
          [
            2700,
            0.0927579402923584
          ],
          [
            2800,
            0.0931580662727356
          ],
          [
            2900,
            0.0934920459985733
          ],
          [
            3000,
            0.09378251433372498
          ],
          [
            3100,
            0.09404114633798599
          ],
          [
            3200,
            0.09422937780618668
          ],
          [
            3300,
            0.09439252316951752
          ],
          [
            3400,
            0.09453345835208893
          ],
          [
            3500,
            0.09463642537593842
          ],
          [
            3600,
            0.09470077604055405
          ],
          [
            3700,
            0.09473060071468353
          ],
          [
            3800,
            0.09474759548902512
          ],
          [
            3900,
            0.09472782164812088
          ],
          [
            4000,
            0.09470169246196747
          ],
          [
            4100,
            0.09464369714260101
          ],
          [
            4200,
            0.09454935789108276
          ],
          [
            4300,
            0.09445857256650925
          ],
          [
            4400,
            0.09432502835988998
          ],
          [
            4500,
            0.09418659657239914
          ],
          [
            4600,
            0.09402769804000854
          ],
          [
            4700,
            0.09385591000318527
          ],
          [
            4800,
            0.09368013590574265
          ],
          [
            4900,
            0.09348601847887039
          ],
          [
            5000,
            0.0932757630944252
          ],
          [
            5100,
            0.09304554760456085
          ],
          [
            5200,
            0.09281578660011292
          ],
          [
            5300,
            0.09256468713283539
          ],
          [
            5400,
            0.09231613576412201
          ],
          [
            5500,
            0.09204080700874329
          ],
          [
            5600,
            0.09177856892347336
          ],
          [
            5700,
            0.09150248020887375
          ],
          [
            5800,
            0.09122737497091293
          ],
          [
            5900,
            0.09094959497451782
          ],
          [
            6000,
            0.09065539389848709
          ],
          [
            6100,
            0.09036865830421448
          ],
          [
            6200,
            0.09006818383932114
          ],
          [
            6300,
            0.0897717997431755
          ],
          [
            6400,
            0.0894731804728508
          ],
          [
            6500,
            0.08916965872049332
          ],
          [
            6600,
            0.08886256814002991
          ],
          [
            6700,
            0.08855801820755005
          ],
          [
            6800,
            0.08824962377548218
          ],
          [
            6900,
            0.08795303851366043
          ],
          [
            7000,
            0.08764857798814774
          ],
          [
            7100,
            0.08735112845897675
          ],
          [
            7200,
            0.08705350756645203
          ],
          [
            7300,
            0.08676443248987198
          ],
          [
            7400,
            0.08647286891937256
          ],
          [
            7500,
            0.08619439601898193
          ],
          [
            7600,
            0.08591797947883606
          ],
          [
            7700,
            0.08565332740545273
          ],
          [
            7800,
            0.08539140224456787
          ],
          [
            7900,
            0.0851401761174202
          ],
          [
            8000,
            0.08489927649497986
          ],
          [
            8100,
            0.08467024564743042
          ],
          [
            8200,
            0.08444903045892715
          ],
          [
            8300,
            0.08423926681280136
          ],
          [
            8400,
            0.08404434472322464
          ],
          [
            8500,
            0.08385971933603287
          ],
          [
            8600,
            0.08369116485118866
          ],
          [
            8700,
            0.0835404098033905
          ],
          [
            8800,
            0.08340753614902496
          ],
          [
            8900,
            0.08329026401042938
          ],
          [
            9000,
            0.08319305628538132
          ],
          [
            9100,
            0.0831165462732315
          ],
          [
            9200,
            0.08306237310171127
          ],
          [
            9300,
            0.08303146064281464
          ]
        ],
        "logging/rms/model.layers.1.self_attn.k_proj/gradient": [
          [
            0,
            7.62352065066807e-05
          ],
          [
            100,
            1.719114152365364e-05
          ],
          [
            200,
            1.9068240362685174e-05
          ],
          [
            300,
            1.7498943634564057e-05
          ],
          [
            400,
            1.6086676623672247e-05
          ],
          [
            500,
            1.27909470393206e-05
          ],
          [
            600,
            9.180393135466147e-06
          ],
          [
            700,
            7.750542863504961e-06
          ],
          [
            800,
            7.702188668190502e-06
          ],
          [
            900,
            6.496659352706047e-06
          ],
          [
            1000,
            6.2588646869699005e-06
          ],
          [
            1100,
            6.326949005597271e-06
          ],
          [
            1200,
            5.889787189516937e-06
          ],
          [
            1300,
            5.779944331152365e-06
          ],
          [
            1400,
            5.718934517062735e-06
          ],
          [
            1500,
            5.437769232230494e-06
          ],
          [
            1600,
            5.529094323719619e-06
          ],
          [
            1700,
            5.071104169473983e-06
          ],
          [
            1800,
            5.0894636842713226e-06
          ],
          [
            1900,
            4.8672245611669496e-06
          ],
          [
            2000,
            5.239256097411271e-06
          ],
          [
            2100,
            5.538286586670438e-06
          ],
          [
            2200,
            5.403279828897212e-06
          ],
          [
            2300,
            5.016425348003395e-06
          ],
          [
            2400,
            5.070287443231791e-06
          ],
          [
            2500,
            4.984866791346576e-06
          ],
          [
            2600,
            4.725243343273178e-06
          ],
          [
            2700,
            4.633205662685214e-06
          ],
          [
            2800,
            4.732604338641977e-06
          ],
          [
            2900,
            4.707342668552883e-06
          ],
          [
            3000,
            4.688867647928419e-06
          ],
          [
            3100,
            4.936916866427055e-06
          ],
          [
            3200,
            4.74110629511415e-06
          ],
          [
            3300,
            5.044732915848726e-06
          ],
          [
            3400,
            4.47477714260458e-06
          ],
          [
            3500,
            4.87540683025145e-06
          ],
          [
            3600,
            4.724841346614994e-06
          ],
          [
            3700,
            4.279638687876286e-06
          ],
          [
            3800,
            4.4813928070652764e-06
          ],
          [
            3900,
            4.8049500946945045e-06
          ],
          [
            4000,
            4.716383955383208e-06
          ],
          [
            4100,
            4.3994637053401675e-06
          ],
          [
            4200,
            4.8493247959413566e-06
          ],
          [
            4300,
            4.440940756467171e-06
          ],
          [
            4400,
            6.6144129959866405e-06
          ],
          [
            4500,
            4.253337010595715e-06
          ],
          [
            4600,
            4.924716449750122e-06
          ],
          [
            4700,
            4.7541147978336085e-06
          ],
          [
            4800,
            4.4481403165264055e-06
          ],
          [
            4900,
            4.2551841943350155e-06
          ],
          [
            5000,
            5.225877885095542e-06
          ],
          [
            5100,
            4.786961653735489e-06
          ],
          [
            5200,
            5.08199309479096e-06
          ],
          [
            5300,
            4.8023666749941185e-06
          ],
          [
            5400,
            5.398468147177482e-06
          ],
          [
            5500,
            4.496191650105175e-06
          ],
          [
            5600,
            4.602258741215337e-06
          ],
          [
            5700,
            5.379429694585269e-06
          ],
          [
            5800,
            4.479948529478861e-06
          ],
          [
            5900,
            4.839417215407593e-06
          ],
          [
            6000,
            4.787323177879443e-06
          ],
          [
            6100,
            4.700865702034207e-06
          ],
          [
            6200,
            4.742889814224327e-06
          ],
          [
            6300,
            4.4844528019893914e-06
          ],
          [
            6400,
            4.921354047837667e-06
          ],
          [
            6500,
            5.045111720392015e-06
          ],
          [
            6600,
            4.68344114779029e-06
          ],
          [
            6700,
            4.836294920096407e-06
          ],
          [
            6800,
            4.993486527382629e-06
          ],
          [
            6900,
            4.718148375104647e-06
          ],
          [
            7000,
            4.713573162007378e-06
          ],
          [
            7100,
            5.023782250646036e-06
          ],
          [
            7200,
            5.071160558145493e-06
          ],
          [
            7300,
            5.407482603914104e-06
          ],
          [
            7400,
            5.016373961552745e-06
          ],
          [
            7500,
            4.975529463990824e-06
          ],
          [
            7600,
            5.304623755364446e-06
          ],
          [
            7700,
            4.81605911772931e-06
          ],
          [
            7800,
            5.1246388466097414e-06
          ],
          [
            7900,
            5.065517598268343e-06
          ],
          [
            8000,
            5.009824235457927e-06
          ],
          [
            8100,
            4.7853118303464726e-06
          ],
          [
            8200,
            4.933893706038361e-06
          ],
          [
            8300,
            5.246839464234654e-06
          ],
          [
            8400,
            5.02623106513056e-06
          ],
          [
            8500,
            5.220087587076705e-06
          ],
          [
            8600,
            4.995758445147658e-06
          ],
          [
            8700,
            4.992044523532968e-06
          ],
          [
            8800,
            5.3131088861846365e-06
          ],
          [
            8900,
            5.142702320881654e-06
          ],
          [
            9000,
            5.344129476725357e-06
          ],
          [
            9100,
            5.229273028817261e-06
          ],
          [
            9200,
            5.303158104652539e-06
          ],
          [
            9300,
            5.316318492987193e-06
          ]
        ],
        "logging/rms/model.layers.5.self_attn.v_proj/gradient": [
          [
            0,
            0.00043408185592852533
          ],
          [
            100,
            4.338321014074609e-05
          ],
          [
            200,
            5.421498281066306e-05
          ],
          [
            300,
            3.678910798043944e-05
          ],
          [
            400,
            5.179306390346028e-05
          ],
          [
            500,
            3.996980012743734e-05
          ],
          [
            600,
            5.762316504842602e-05
          ],
          [
            700,
            5.397272252594121e-05
          ],
          [
            800,
            5.869844608241692e-05
          ],
          [
            900,
            5.209086521063e-05
          ],
          [
            1000,
            4.902725777355954e-05
          ],
          [
            1100,
            6.363504508044571e-05
          ],
          [
            1200,
            6.334369390970096e-05
          ],
          [
            1300,
            6.18943668087013e-05
          ],
          [
            1400,
            3.900708179571666e-05
          ],
          [
            1500,
            6.239470530999824e-05
          ],
          [
            1600,
            5.5471042287535965e-05
          ],
          [
            1700,
            5.757795224781148e-05
          ],
          [
            1800,
            5.240231257630512e-05
          ],
          [
            1900,
            4.8899284593062475e-05
          ],
          [
            2000,
            4.392701157485135e-05
          ],
          [
            2100,
            6.703384133288637e-05
          ],
          [
            2200,
            5.098931069369428e-05
          ],
          [
            2300,
            5.7462115364614874e-05
          ],
          [
            2400,
            4.687820182880387e-05
          ],
          [
            2500,
            4.079390419065021e-05
          ],
          [
            2600,
            4.077277480973862e-05
          ],
          [
            2700,
            4.1950406739488244e-05
          ],
          [
            2800,
            4.7208253818098456e-05
          ],
          [
            2900,
            4.414156501297839e-05
          ],
          [
            3000,
            5.605717160506174e-05
          ],
          [
            3100,
            4.0132483263732865e-05
          ],
          [
            3200,
            4.7212906792992726e-05
          ],
          [
            3300,
            5.852530739502981e-05
          ],
          [
            3400,
            4.4641245040111244e-05
          ],
          [
            3500,
            5.8194393204757944e-05
          ],
          [
            3600,
            3.3226897357963026e-05
          ],
          [
            3700,
            4.491642175707966e-05
          ],
          [
            3800,
            4.136287680012174e-05
          ],
          [
            3900,
            5.012391920899972e-05
          ],
          [
            4000,
            5.064849756308831e-05
          ],
          [
            4100,
            4.51492378488183e-05
          ],
          [
            4200,
            4.053959855809808e-05
          ],
          [
            4300,
            4.389613604871556e-05
          ],
          [
            4400,
            5.13775521540083e-05
          ],
          [
            4500,
            4.211673149256967e-05
          ],
          [
            4600,
            5.092528954264708e-05
          ],
          [
            4700,
            4.579251617542468e-05
          ],
          [
            4800,
            4.302216257201508e-05
          ],
          [
            4900,
            3.466851558187045e-05
          ],
          [
            5000,
            4.1562048863852397e-05
          ],
          [
            5100,
            5.338330811355263e-05
          ],
          [
            5200,
            3.677762651932426e-05
          ],
          [
            5300,
            4.968634675606154e-05
          ],
          [
            5400,
            5.009880260331556e-05
          ],
          [
            5500,
            4.64005752291996e-05
          ],
          [
            5600,
            3.82682446797844e-05
          ],
          [
            5700,
            4.862680361839011e-05
          ],
          [
            5800,
            4.7133638872765005e-05
          ],
          [
            5900,
            5.1588085625553504e-05
          ],
          [
            6000,
            4.1537870856700465e-05
          ],
          [
            6100,
            4.876749517279677e-05
          ],
          [
            6200,
            3.7465550121851265e-05
          ],
          [
            6300,
            4.7758963773958385e-05
          ],
          [
            6400,
            4.012446152046323e-05
          ],
          [
            6500,
            3.862008816213347e-05
          ],
          [
            6600,
            4.829405588679947e-05
          ],
          [
            6700,
            4.128325599594973e-05
          ],
          [
            6800,
            3.515804201015271e-05
          ],
          [
            6900,
            5.7913526688935235e-05
          ],
          [
            7000,
            3.956881118938327e-05
          ],
          [
            7100,
            4.727119085146114e-05
          ],
          [
            7200,
            3.960822868975811e-05
          ],
          [
            7300,
            4.215488297631964e-05
          ],
          [
            7400,
            4.947558409185149e-05
          ],
          [
            7500,
            4.604188143275678e-05
          ],
          [
            7600,
            4.1371276893187314e-05
          ],
          [
            7700,
            4.155637725489214e-05
          ],
          [
            7800,
            3.858312265947461e-05
          ],
          [
            7900,
            4.2080162529600784e-05
          ],
          [
            8000,
            4.0000777516979724e-05
          ],
          [
            8100,
            3.493552139843814e-05
          ],
          [
            8200,
            4.170284591964446e-05
          ],
          [
            8300,
            4.6031531383050606e-05
          ],
          [
            8400,
            4.501500370679423e-05
          ],
          [
            8500,
            4.313397585065104e-05
          ],
          [
            8600,
            3.981102054240182e-05
          ],
          [
            8700,
            3.9340389776043594e-05
          ],
          [
            8800,
            4.086601620656438e-05
          ],
          [
            8900,
            3.6355937481857836e-05
          ],
          [
            9000,
            3.280811506556347e-05
          ],
          [
            9100,
            3.2472078601131216e-05
          ],
          [
            9200,
            3.4383254387648776e-05
          ],
          [
            9300,
            3.766627924051136e-05
          ]
        ],
        "logging/rms/model.layers.6.mlp.down_proj/activation": [
          [
            0,
            0.5670099258422852
          ],
          [
            100,
            1.3174573183059692
          ],
          [
            200,
            2.5767133235931396
          ],
          [
            300,
            3.735398054122925
          ],
          [
            400,
            4.429018974304199
          ],
          [
            500,
            4.898770332336426
          ],
          [
            600,
            5.415551662445068
          ],
          [
            700,
            5.602060317993164
          ],
          [
            800,
            5.904690742492676
          ],
          [
            900,
            5.862254619598389
          ],
          [
            1000,
            6.101673603057861
          ],
          [
            1100,
            6.30953311920166
          ],
          [
            1200,
            6.367930889129639
          ],
          [
            1300,
            6.6884236335754395
          ],
          [
            1400,
            6.72273588180542
          ],
          [
            1500,
            6.683909893035889
          ],
          [
            1600,
            6.571692943572998
          ],
          [
            1700,
            6.473230838775635
          ],
          [
            1800,
            6.596169948577881
          ],
          [
            1900,
            6.83453893661499
          ],
          [
            2000,
            6.752820014953613
          ],
          [
            2100,
            6.756267547607422
          ],
          [
            2200,
            6.7790422439575195
          ],
          [
            2300,
            6.562815189361572
          ],
          [
            2400,
            6.637941360473633
          ],
          [
            2500,
            6.864530086517334
          ],
          [
            2600,
            6.620017051696777
          ],
          [
            2700,
            6.703858852386475
          ],
          [
            2800,
            6.586637020111084
          ],
          [
            2900,
            6.738251686096191
          ],
          [
            3000,
            6.585704803466797
          ],
          [
            3100,
            6.405776023864746
          ],
          [
            3200,
            6.458950996398926
          ],
          [
            3300,
            6.50430965423584
          ],
          [
            3400,
            6.465847969055176
          ],
          [
            3500,
            6.238831043243408
          ],
          [
            3600,
            6.525508880615234
          ],
          [
            3700,
            6.310269832611084
          ],
          [
            3800,
            6.211007595062256
          ],
          [
            3900,
            6.107689380645752
          ],
          [
            4000,
            6.268698692321777
          ],
          [
            4100,
            6.329111576080322
          ],
          [
            4200,
            6.11381721496582
          ],
          [
            4300,
            6.068656921386719
          ],
          [
            4400,
            6.121415138244629
          ],
          [
            4500,
            5.997681617736816
          ],
          [
            4600,
            6.0328049659729
          ],
          [
            4700,
            5.791225433349609
          ],
          [
            4800,
            5.872246265411377
          ],
          [
            4900,
            5.888561725616455
          ],
          [
            5000,
            5.687909126281738
          ],
          [
            5100,
            5.806537628173828
          ],
          [
            5200,
            5.801013946533203
          ],
          [
            5300,
            5.7244038581848145
          ],
          [
            5400,
            5.561147689819336
          ],
          [
            5500,
            5.631514549255371
          ],
          [
            5600,
            5.500662326812744
          ],
          [
            5700,
            5.442934513092041
          ],
          [
            5800,
            5.278249263763428
          ],
          [
            5900,
            5.354650020599365
          ],
          [
            6000,
            5.384637355804443
          ],
          [
            6100,
            5.270047187805176
          ],
          [
            6200,
            5.263642311096191
          ],
          [
            6300,
            5.244541645050049
          ],
          [
            6400,
            5.075184345245361
          ],
          [
            6500,
            5.1182708740234375
          ],
          [
            6600,
            5.106270790100098
          ],
          [
            6700,
            4.940114974975586
          ],
          [
            6800,
            4.948641777038574
          ],
          [
            6900,
            4.9602885246276855
          ],
          [
            7000,
            5.06451416015625
          ],
          [
            7100,
            4.850521564483643
          ],
          [
            7200,
            4.8847150802612305
          ],
          [
            7300,
            4.892684459686279
          ],
          [
            7400,
            4.781787872314453
          ],
          [
            7500,
            4.646130084991455
          ],
          [
            7600,
            4.74588680267334
          ],
          [
            7700,
            4.748864650726318
          ],
          [
            7800,
            4.62151575088501
          ],
          [
            7900,
            4.5340375900268555
          ],
          [
            8000,
            4.630582809448242
          ],
          [
            8100,
            4.6022868156433105
          ],
          [
            8200,
            4.581323623657227
          ],
          [
            8300,
            4.5012969970703125
          ],
          [
            8400,
            4.5182647705078125
          ],
          [
            8500,
            4.4735236167907715
          ],
          [
            8600,
            4.419299602508545
          ],
          [
            8700,
            4.437641143798828
          ],
          [
            8800,
            4.429437637329102
          ],
          [
            8900,
            4.374948978424072
          ],
          [
            9000,
            4.372870445251465
          ],
          [
            9100,
            4.411617755889893
          ],
          [
            9200,
            4.325995922088623
          ],
          [
            9300,
            4.3124918937683105
          ]
        ],
        "logging/rms/model.layers.7.self_attn.v_proj/activation": [
          [
            0,
            0.9872366189956665
          ],
          [
            100,
            1.0594456195831299
          ],
          [
            200,
            1.1882550716400146
          ],
          [
            300,
            1.3181360960006714
          ],
          [
            400,
            1.3902746438980103
          ],
          [
            500,
            1.4514752626419067
          ],
          [
            600,
            1.5229575634002686
          ],
          [
            700,
            1.5338810682296753
          ],
          [
            800,
            1.577116847038269
          ],
          [
            900,
            1.5871988534927368
          ],
          [
            1000,
            1.622288465499878
          ],
          [
            1100,
            1.640858769416809
          ],
          [
            1200,
            1.6485698223114014
          ],
          [
            1300,
            1.6678835153579712
          ],
          [
            1400,
            1.676510214805603
          ],
          [
            1500,
            1.699263095855713
          ],
          [
            1600,
            1.6957097053527832
          ],
          [
            1700,
            1.6951096057891846
          ],
          [
            1800,
            1.7142822742462158
          ],
          [
            1900,
            1.7028652429580688
          ],
          [
            2000,
            1.7288780212402344
          ],
          [
            2100,
            1.7336567640304565
          ],
          [
            2200,
            1.737726092338562
          ],
          [
            2300,
            1.73591148853302
          ],
          [
            2400,
            1.752070665359497
          ],
          [
            2500,
            1.7672531604766846
          ],
          [
            2600,
            1.7320111989974976
          ],
          [
            2700,
            1.761010766029358
          ],
          [
            2800,
            1.772097110748291
          ],
          [
            2900,
            1.7540669441223145
          ],
          [
            3000,
            1.756829023361206
          ],
          [
            3100,
            1.7583872079849243
          ],
          [
            3200,
            1.7719764709472656
          ],
          [
            3300,
            1.7650659084320068
          ],
          [
            3400,
            1.7696837186813354
          ],
          [
            3500,
            1.7691110372543335
          ],
          [
            3600,
            1.778590202331543
          ],
          [
            3700,
            1.7702836990356445
          ],
          [
            3800,
            1.7896188497543335
          ],
          [
            3900,
            1.7846546173095703
          ],
          [
            4000,
            1.786257028579712
          ],
          [
            4100,
            1.785317301750183
          ],
          [
            4200,
            1.7818821668624878
          ],
          [
            4300,
            1.7785067558288574
          ],
          [
            4400,
            1.7994297742843628
          ],
          [
            4500,
            1.789433479309082
          ],
          [
            4600,
            1.801620364189148
          ],
          [
            4700,
            1.8115596771240234
          ],
          [
            4800,
            1.7970367670059204
          ],
          [
            4900,
            1.7961615324020386
          ],
          [
            5000,
            1.8036036491394043
          ],
          [
            5100,
            1.8129940032958984
          ],
          [
            5200,
            1.8054344654083252
          ],
          [
            5300,
            1.8152234554290771
          ],
          [
            5400,
            1.807863712310791
          ],
          [
            5500,
            1.8003042936325073
          ],
          [
            5600,
            1.8019710779190063
          ],
          [
            5700,
            1.8244552612304688
          ],
          [
            5800,
            1.8002092838287354
          ],
          [
            5900,
            1.8026436567306519
          ],
          [
            6000,
            1.7946078777313232
          ],
          [
            6100,
            1.8141509294509888
          ],
          [
            6200,
            1.8109349012374878
          ],
          [
            6300,
            1.8137447834014893
          ],
          [
            6400,
            1.8158936500549316
          ],
          [
            6500,
            1.814330816268921
          ],
          [
            6600,
            1.8069117069244385
          ],
          [
            6700,
            1.803755760192871
          ],
          [
            6800,
            1.8138998746871948
          ],
          [
            6900,
            1.816715121269226
          ],
          [
            7000,
            1.8243576288223267
          ],
          [
            7100,
            1.8236069679260254
          ],
          [
            7200,
            1.8156731128692627
          ],
          [
            7300,
            1.8267531394958496
          ],
          [
            7400,
            1.821974277496338
          ],
          [
            7500,
            1.806459903717041
          ],
          [
            7600,
            1.82711660861969
          ],
          [
            7700,
            1.8381688594818115
          ],
          [
            7800,
            1.8237560987472534
          ],
          [
            7900,
            1.8149080276489258
          ],
          [
            8000,
            1.8257007598876953
          ],
          [
            8100,
            1.8138092756271362
          ],
          [
            8200,
            1.8214584589004517
          ],
          [
            8300,
            1.8287497758865356
          ],
          [
            8400,
            1.8250861167907715
          ],
          [
            8500,
            1.8257560729980469
          ],
          [
            8600,
            1.8331557512283325
          ],
          [
            8700,
            1.8175218105316162
          ],
          [
            8800,
            1.8211978673934937
          ],
          [
            8900,
            1.8241019248962402
          ],
          [
            9000,
            1.8204526901245117
          ],
          [
            9100,
            1.810713291168213
          ],
          [
            9200,
            1.830785870552063
          ],
          [
            9300,
            1.817956805229187
          ]
        ],
        "logging/rms/model.layers.6.self_attn.q_proj/gradient": [
          [
            0,
            2.3915890778880566e-05
          ],
          [
            100,
            9.905019396683201e-06
          ],
          [
            200,
            1.5313333278754726e-05
          ],
          [
            300,
            2.6304705897928216e-05
          ],
          [
            400,
            3.400087734917179e-05
          ],
          [
            500,
            3.3571122912690043e-05
          ],
          [
            600,
            3.4836320992326364e-05
          ],
          [
            700,
            2.7798208975582384e-05
          ],
          [
            800,
            2.9969707611599006e-05
          ],
          [
            900,
            2.9586082746391185e-05
          ],
          [
            1000,
            3.2425898098153993e-05
          ],
          [
            1100,
            2.8685648430837318e-05
          ],
          [
            1200,
            2.932579445769079e-05
          ],
          [
            1300,
            2.8843918698839843e-05
          ],
          [
            1400,
            2.400227458565496e-05
          ],
          [
            1500,
            3.079886664636433e-05
          ],
          [
            1600,
            2.5246412405977026e-05
          ],
          [
            1700,
            2.6085217541549355e-05
          ],
          [
            1800,
            2.526144089642912e-05
          ],
          [
            1900,
            2.5128330889856443e-05
          ],
          [
            2000,
            2.5393552277819254e-05
          ],
          [
            2100,
            2.6414409148856066e-05
          ],
          [
            2200,
            2.4369126549572684e-05
          ],
          [
            2300,
            2.4673377993167378e-05
          ],
          [
            2400,
            2.407208739896305e-05
          ],
          [
            2500,
            2.1958350771456026e-05
          ],
          [
            2600,
            2.35154166148277e-05
          ],
          [
            2700,
            2.4229646442108788e-05
          ],
          [
            2800,
            2.4724562535993755e-05
          ],
          [
            2900,
            2.2542169972439297e-05
          ],
          [
            3000,
            2.6084129785886034e-05
          ],
          [
            3100,
            2.3303928173845634e-05
          ],
          [
            3200,
            2.1219833797658794e-05
          ],
          [
            3300,
            2.5920810003299266e-05
          ],
          [
            3400,
            2.249871613457799e-05
          ],
          [
            3500,
            2.1993317204760388e-05
          ],
          [
            3600,
            2.1917079720878974e-05
          ],
          [
            3700,
            2.0697540094261058e-05
          ],
          [
            3800,
            2.270336335641332e-05
          ],
          [
            3900,
            2.2846137653687038e-05
          ],
          [
            4000,
            2.0598070477717556e-05
          ],
          [
            4100,
            2.3857777705416083e-05
          ],
          [
            4200,
            2.3661037630517967e-05
          ],
          [
            4300,
            2.2282061763689853e-05
          ],
          [
            4400,
            4.9529349780641496e-05
          ],
          [
            4500,
            2.1625808585667983e-05
          ],
          [
            4600,
            2.1141509932931513e-05
          ],
          [
            4700,
            2.1880210624658503e-05
          ],
          [
            4800,
            2.2975300453254022e-05
          ],
          [
            4900,
            2.1374453353928402e-05
          ],
          [
            5000,
            2.5196874048560858e-05
          ],
          [
            5100,
            2.312583092134446e-05
          ],
          [
            5200,
            2.108999433403369e-05
          ],
          [
            5300,
            2.1896170437685214e-05
          ],
          [
            5400,
            2.3298194719245657e-05
          ],
          [
            5500,
            2.072718234558124e-05
          ],
          [
            5600,
            2.2014077330823056e-05
          ],
          [
            5700,
            2.3420911020366475e-05
          ],
          [
            5800,
            2.1382307750172913e-05
          ],
          [
            5900,
            2.1958519937470555e-05
          ],
          [
            6000,
            2.1424943042802624e-05
          ],
          [
            6100,
            2.2431209799833596e-05
          ],
          [
            6200,
            2.2251071641221642e-05
          ],
          [
            6300,
            2.4887503968784586e-05
          ],
          [
            6400,
            2.3238526409841143e-05
          ],
          [
            6500,
            2.3744485588395037e-05
          ],
          [
            6600,
            2.2173913748702034e-05
          ],
          [
            6700,
            2.3407135813613422e-05
          ],
          [
            6800,
            2.3498900191043504e-05
          ],
          [
            6900,
            2.3380045604426414e-05
          ],
          [
            7000,
            2.3288672309718095e-05
          ],
          [
            7100,
            2.424098420306109e-05
          ],
          [
            7200,
            2.40115296037402e-05
          ],
          [
            7300,
            2.2912905478733592e-05
          ],
          [
            7400,
            2.4829616450006142e-05
          ],
          [
            7500,
            2.563666748756077e-05
          ],
          [
            7600,
            2.3471875465475023e-05
          ],
          [
            7700,
            2.3013913960312493e-05
          ],
          [
            7800,
            2.4262199076474644e-05
          ],
          [
            7900,
            2.3055041310726665e-05
          ],
          [
            8000,
            2.538093576731626e-05
          ],
          [
            8100,
            2.2867568986839615e-05
          ],
          [
            8200,
            2.3683522158535197e-05
          ],
          [
            8300,
            2.4321187083842233e-05
          ],
          [
            8400,
            2.425647107884288e-05
          ],
          [
            8500,
            2.3921707906993106e-05
          ],
          [
            8600,
            2.5600047592888586e-05
          ],
          [
            8700,
            2.283264257130213e-05
          ],
          [
            8800,
            2.401257552264724e-05
          ],
          [
            8900,
            2.4804738131933846e-05
          ],
          [
            9000,
            2.5376792109454982e-05
          ],
          [
            9100,
            2.292120916536078e-05
          ],
          [
            9200,
            2.5820185328484513e-05
          ],
          [
            9300,
            2.425493767077569e-05
          ]
        ],
        "logging/rms/model.layers.4.self_attn.k_proj/parameter": [
          [
            0,
            0.04356030002236366
          ],
          [
            100,
            0.044390127062797546
          ],
          [
            200,
            0.04649369418621063
          ],
          [
            300,
            0.0495845302939415
          ],
          [
            400,
            0.05171048641204834
          ],
          [
            500,
            0.05378832668066025
          ],
          [
            600,
            0.055639009922742844
          ],
          [
            700,
            0.0572822168469429
          ],
          [
            800,
            0.05881786718964577
          ],
          [
            900,
            0.06014484167098999
          ],
          [
            1000,
            0.06136402487754822
          ],
          [
            1100,
            0.06251183897256851
          ],
          [
            1200,
            0.06347687542438507
          ],
          [
            1300,
            0.06438783556222916
          ],
          [
            1400,
            0.06520048528909683
          ],
          [
            1500,
            0.06593726575374603
          ],
          [
            1600,
            0.06666340678930283
          ],
          [
            1700,
            0.06728396564722061
          ],
          [
            1800,
            0.06790879368782043
          ],
          [
            1900,
            0.06839679926633835
          ],
          [
            2000,
            0.0689668357372284
          ],
          [
            2100,
            0.0693977028131485
          ],
          [
            2200,
            0.06982887536287308
          ],
          [
            2300,
            0.07017423212528229
          ],
          [
            2400,
            0.07058669626712799
          ],
          [
            2500,
            0.0708814486861229
          ],
          [
            2600,
            0.0711384266614914
          ],
          [
            2700,
            0.07135608047246933
          ],
          [
            2800,
            0.07155444473028183
          ],
          [
            2900,
            0.07168301194906235
          ],
          [
            3000,
            0.07187291234731674
          ],
          [
            3100,
            0.07203377783298492
          ],
          [
            3200,
            0.07215375453233719
          ],
          [
            3300,
            0.07220365107059479
          ],
          [
            3400,
            0.0722801685333252
          ],
          [
            3500,
            0.07229787856340408
          ],
          [
            3600,
            0.07226817309856415
          ],
          [
            3700,
            0.07225044071674347
          ],
          [
            3800,
            0.07227113842964172
          ],
          [
            3900,
            0.07225003838539124
          ],
          [
            4000,
            0.07221870869398117
          ],
          [
            4100,
            0.07219269871711731
          ],
          [
            4200,
            0.07210814952850342
          ],
          [
            4300,
            0.07206521183252335
          ],
          [
            4400,
            0.07194840908050537
          ],
          [
            4500,
            0.07183925807476044
          ],
          [
            4600,
            0.07172144204378128
          ],
          [
            4700,
            0.0715479925274849
          ],
          [
            4800,
            0.071442149579525
          ],
          [
            4900,
            0.07133392989635468
          ],
          [
            5000,
            0.07113370299339294
          ],
          [
            5100,
            0.07095587998628616
          ],
          [
            5200,
            0.07079442590475082
          ],
          [
            5300,
            0.07059875130653381
          ],
          [
            5400,
            0.07045048475265503
          ],
          [
            5500,
            0.07026758044958115
          ],
          [
            5600,
            0.07008760422468185
          ],
          [
            5700,
            0.06990378350019455
          ],
          [
            5800,
            0.06968072801828384
          ],
          [
            5900,
            0.06948276609182358
          ],
          [
            6000,
            0.06925229728221893
          ],
          [
            6100,
            0.06905851513147354
          ],
          [
            6200,
            0.06884202361106873
          ],
          [
            6300,
            0.06859903782606125
          ],
          [
            6400,
            0.06840204447507858
          ],
          [
            6500,
            0.06817381083965302
          ],
          [
            6600,
            0.06791437417268753
          ],
          [
            6700,
            0.06768805533647537
          ],
          [
            6800,
            0.0674547478556633
          ],
          [
            6900,
            0.06723031401634216
          ],
          [
            7000,
            0.06701041758060455
          ],
          [
            7100,
            0.06677382439374924
          ],
          [
            7200,
            0.06655210256576538
          ],
          [
            7300,
            0.06633845716714859
          ],
          [
            7400,
            0.06613306701183319
          ],
          [
            7500,
            0.06592314690351486
          ],
          [
            7600,
            0.06571369618177414
          ],
          [
            7700,
            0.06551028043031693
          ],
          [
            7800,
            0.0653233751654625
          ],
          [
            7900,
            0.06512600928544998
          ],
          [
            8000,
            0.06495212018489838
          ],
          [
            8100,
            0.06478146463632584
          ],
          [
            8200,
            0.0646081194281578
          ],
          [
            8300,
            0.0644574835896492
          ],
          [
            8400,
            0.064292311668396
          ],
          [
            8500,
            0.06414485722780228
          ],
          [
            8600,
            0.06401218473911285
          ],
          [
            8700,
            0.06388089805841446
          ],
          [
            8800,
            0.06377331167459488
          ],
          [
            8900,
            0.06368044018745422
          ],
          [
            9000,
            0.06360097229480743
          ],
          [
            9100,
            0.06353284418582916
          ],
          [
            9200,
            0.06348993629217148
          ],
          [
            9300,
            0.06346392631530762
          ]
        ],
        "logging/rms/model.layers.5.mlp.gate_proj/activation": [
          [
            0,
            0.9832653403282166
          ],
          [
            100,
            1.566585659980774
          ],
          [
            200,
            2.132821559906006
          ],
          [
            300,
            2.43013072013855
          ],
          [
            400,
            2.4815855026245117
          ],
          [
            500,
            2.461106777191162
          ],
          [
            600,
            2.5005688667297363
          ],
          [
            700,
            2.4110350608825684
          ],
          [
            800,
            2.4401848316192627
          ],
          [
            900,
            2.3822922706604004
          ],
          [
            1000,
            2.378666877746582
          ],
          [
            1100,
            2.2785532474517822
          ],
          [
            1200,
            2.2556562423706055
          ],
          [
            1300,
            2.220900297164917
          ],
          [
            1400,
            2.2262887954711914
          ],
          [
            1500,
            2.254945755004883
          ],
          [
            1600,
            2.1626625061035156
          ],
          [
            1700,
            2.146815299987793
          ],
          [
            1800,
            2.160998821258545
          ],
          [
            1900,
            2.0915639400482178
          ],
          [
            2000,
            2.10709285736084
          ],
          [
            2100,
            2.0971262454986572
          ],
          [
            2200,
            2.062241792678833
          ],
          [
            2300,
            2.0592458248138428
          ],
          [
            2400,
            2.0409417152404785
          ],
          [
            2500,
            2.017350196838379
          ],
          [
            2600,
            2.0029397010803223
          ],
          [
            2700,
            2.000951051712036
          ],
          [
            2800,
            2.0450761318206787
          ],
          [
            2900,
            1.9567238092422485
          ],
          [
            3000,
            1.9575945138931274
          ],
          [
            3100,
            1.9744497537612915
          ],
          [
            3200,
            1.9339869022369385
          ],
          [
            3300,
            1.925181269645691
          ],
          [
            3400,
            1.9295700788497925
          ],
          [
            3500,
            1.9388209581375122
          ],
          [
            3600,
            1.9046305418014526
          ],
          [
            3700,
            1.8739314079284668
          ],
          [
            3800,
            1.8982924222946167
          ],
          [
            3900,
            1.920352816581726
          ],
          [
            4000,
            1.8662582635879517
          ],
          [
            4100,
            1.8589749336242676
          ],
          [
            4200,
            1.8739886283874512
          ],
          [
            4300,
            1.8519651889801025
          ],
          [
            4400,
            1.8243321180343628
          ],
          [
            4500,
            1.8173621892929077
          ],
          [
            4600,
            1.815521240234375
          ],
          [
            4700,
            1.8384097814559937
          ],
          [
            4800,
            1.8275052309036255
          ],
          [
            4900,
            1.7767996788024902
          ],
          [
            5000,
            1.8193401098251343
          ],
          [
            5100,
            1.8098639249801636
          ],
          [
            5200,
            1.7906150817871094
          ],
          [
            5300,
            1.8060280084609985
          ],
          [
            5400,
            1.7875758409500122
          ],
          [
            5500,
            1.7563660144805908
          ],
          [
            5600,
            1.7764500379562378
          ],
          [
            5700,
            1.7808538675308228
          ],
          [
            5800,
            1.7573554515838623
          ],
          [
            5900,
            1.7600791454315186
          ],
          [
            6000,
            1.7175967693328857
          ],
          [
            6100,
            1.7403088808059692
          ],
          [
            6200,
            1.720535397529602
          ],
          [
            6300,
            1.7264660596847534
          ],
          [
            6400,
            1.7409063577651978
          ],
          [
            6500,
            1.738432765007019
          ],
          [
            6600,
            1.7038682699203491
          ],
          [
            6700,
            1.7156095504760742
          ],
          [
            6800,
            1.7144888639450073
          ],
          [
            6900,
            1.7101821899414062
          ],
          [
            7000,
            1.6897451877593994
          ],
          [
            7100,
            1.7104170322418213
          ],
          [
            7200,
            1.6907439231872559
          ],
          [
            7300,
            1.6791021823883057
          ],
          [
            7400,
            1.6854565143585205
          ],
          [
            7500,
            1.6716277599334717
          ],
          [
            7600,
            1.6692681312561035
          ],
          [
            7700,
            1.684945821762085
          ],
          [
            7800,
            1.6771541833877563
          ],
          [
            7900,
            1.646514892578125
          ],
          [
            8000,
            1.6557300090789795
          ],
          [
            8100,
            1.634807825088501
          ],
          [
            8200,
            1.6429780721664429
          ],
          [
            8300,
            1.6477943658828735
          ],
          [
            8400,
            1.6397746801376343
          ],
          [
            8500,
            1.6251211166381836
          ],
          [
            8600,
            1.6419508457183838
          ],
          [
            8700,
            1.6147994995117188
          ],
          [
            8800,
            1.6207350492477417
          ],
          [
            8900,
            1.6284480094909668
          ],
          [
            9000,
            1.6211895942687988
          ],
          [
            9100,
            1.6094428300857544
          ],
          [
            9200,
            1.6265825033187866
          ],
          [
            9300,
            1.6100316047668457
          ]
        ],
        "logging/rms/model.layers.1.input_layernorm/gradient": [
          [
            0,
            0.0009005041210912168
          ],
          [
            100,
            4.94854393764399e-05
          ],
          [
            200,
            8.229785453295335e-05
          ],
          [
            300,
            7.483562512788922e-05
          ],
          [
            400,
            8.461512334179133e-05
          ],
          [
            500,
            0.0001037057299981825
          ],
          [
            600,
            8.230129606090486e-05
          ],
          [
            700,
            0.0001262118312297389
          ],
          [
            800,
            0.00013574794866144657
          ],
          [
            900,
            9.295040217693895e-05
          ],
          [
            1000,
            0.00011119854025309905
          ],
          [
            1100,
            9.371217311127111e-05
          ],
          [
            1200,
            9.60928009590134e-05
          ],
          [
            1300,
            0.00010307989577995613
          ],
          [
            1400,
            8.362273365492001e-05
          ],
          [
            1500,
            0.00012119450548198074
          ],
          [
            1600,
            0.0001395781000610441
          ],
          [
            1700,
            8.977699326351285e-05
          ],
          [
            1800,
            8.912767225410789e-05
          ],
          [
            1900,
            0.00010190306784352288
          ],
          [
            2000,
            0.00013542968372348696
          ],
          [
            2100,
            0.00012228261039126664
          ],
          [
            2200,
            9.573531860951334e-05
          ],
          [
            2300,
            9.703990508569404e-05
          ],
          [
            2400,
            0.00026423728559166193
          ],
          [
            2500,
            0.00010433037823531777
          ],
          [
            2600,
            0.00012057834101142362
          ],
          [
            2700,
            9.006420441437513e-05
          ],
          [
            2800,
            0.00013763636525254697
          ],
          [
            2900,
            0.00011329152039252222
          ],
          [
            3000,
            0.0001198904137709178
          ],
          [
            3100,
            0.00012978518498130143
          ],
          [
            3200,
            0.00011847094719996676
          ],
          [
            3300,
            0.00012969029194209725
          ],
          [
            3400,
            0.00010219530668109655
          ],
          [
            3500,
            0.00014083078713156283
          ],
          [
            3600,
            9.767652954906225e-05
          ],
          [
            3700,
            0.0002424715057713911
          ],
          [
            3800,
            9.675139881437644e-05
          ],
          [
            3900,
            0.00013369361113291234
          ],
          [
            4000,
            0.00010468229447724298
          ],
          [
            4100,
            0.0001057728222804144
          ],
          [
            4200,
            0.0001726132759358734
          ],
          [
            4300,
            0.00012551395047921687
          ],
          [
            4400,
            0.00037930646794848144
          ],
          [
            4500,
            0.00014841310621704906
          ],
          [
            4600,
            0.0001525190018583089
          ],
          [
            4700,
            0.0003149838012177497
          ],
          [
            4800,
            0.00012745805724989623
          ],
          [
            4900,
            0.00020637868146877736
          ],
          [
            5000,
            0.00014422765525523573
          ],
          [
            5100,
            0.0003367725294083357
          ],
          [
            5200,
            0.0002487731690052897
          ],
          [
            5300,
            0.00018649040430318564
          ],
          [
            5400,
            0.00018136964354198426
          ],
          [
            5500,
            0.00020657904678955674
          ],
          [
            5600,
            0.00010863116767723113
          ],
          [
            5700,
            0.00020716346625704318
          ],
          [
            5800,
            0.0002544695744290948
          ],
          [
            5900,
            0.00017814361490309238
          ],
          [
            6000,
            0.00039722654037177563
          ],
          [
            6100,
            0.00022983232338447124
          ],
          [
            6200,
            0.00019045839144382626
          ],
          [
            6300,
            0.00013640873658005148
          ],
          [
            6400,
            0.00018204150546807796
          ],
          [
            6500,
            0.00015429705672431737
          ],
          [
            6600,
            0.00011741316120605916
          ],
          [
            6700,
            0.00015239568892866373
          ],
          [
            6800,
            0.00016608613077551126
          ],
          [
            6900,
            0.0001436346210539341
          ],
          [
            7000,
            0.0002612777752801776
          ],
          [
            7100,
            0.00014464928244706243
          ],
          [
            7200,
            0.00018604393699206412
          ],
          [
            7300,
            0.0003584405349101871
          ],
          [
            7400,
            0.00013624060375150293
          ],
          [
            7500,
            0.00011788740812335163
          ],
          [
            7600,
            0.00011982437717961147
          ],
          [
            7700,
            0.0002450189786031842
          ],
          [
            7800,
            0.0003250390291213989
          ],
          [
            7900,
            0.00011104079749202356
          ],
          [
            8000,
            0.00015322744729928672
          ],
          [
            8100,
            0.00012502851313911378
          ],
          [
            8200,
            0.0001992215111386031
          ],
          [
            8300,
            0.00022088107652962208
          ],
          [
            8400,
            0.00017090588517021388
          ],
          [
            8500,
            0.00011956760863540694
          ],
          [
            8600,
            0.0001593152992427349
          ],
          [
            8700,
            0.00016174047777894884
          ],
          [
            8800,
            0.00014645748888142407
          ],
          [
            8900,
            0.00012657447950914502
          ],
          [
            9000,
            0.00014489433669950813
          ],
          [
            9100,
            0.00023154662630986422
          ],
          [
            9200,
            0.0003662436211016029
          ],
          [
            9300,
            0.00021814380306750536
          ]
        ],
        "logging/rms/model.layers.1.mlp.up_proj/parameter": [
          [
            0,
            0.04364584758877754
          ],
          [
            100,
            0.04396377131342888
          ],
          [
            200,
            0.046327896416187286
          ],
          [
            300,
            0.04954738914966583
          ],
          [
            400,
            0.052460480481386185
          ],
          [
            500,
            0.05525908246636391
          ],
          [
            600,
            0.058014724403619766
          ],
          [
            700,
            0.06052262708544731
          ],
          [
            800,
            0.06295068562030792
          ],
          [
            900,
            0.06510483473539352
          ],
          [
            1000,
            0.06717795878648758
          ],
          [
            1100,
            0.0690193772315979
          ],
          [
            1200,
            0.07066340744495392
          ],
          [
            1300,
            0.07221175730228424
          ],
          [
            1400,
            0.07356665283441544
          ],
          [
            1500,
            0.07485609501600266
          ],
          [
            1600,
            0.07597773522138596
          ],
          [
            1700,
            0.07700890302658081
          ],
          [
            1800,
            0.07792230695486069
          ],
          [
            1900,
            0.07872828096151352
          ],
          [
            2000,
            0.07951879501342773
          ],
          [
            2100,
            0.08020083606243134
          ],
          [
            2200,
            0.08079396933317184
          ],
          [
            2300,
            0.08131035417318344
          ],
          [
            2400,
            0.08179163932800293
          ],
          [
            2500,
            0.0821584090590477
          ],
          [
            2600,
            0.08253730833530426
          ],
          [
            2700,
            0.08284370601177216
          ],
          [
            2800,
            0.08310340344905853
          ],
          [
            2900,
            0.08332322537899017
          ],
          [
            3000,
            0.0835123136639595
          ],
          [
            3100,
            0.08364343643188477
          ],
          [
            3200,
            0.08370204269886017
          ],
          [
            3300,
            0.08380936086177826
          ],
          [
            3400,
            0.08385373651981354
          ],
          [
            3500,
            0.0838596522808075
          ],
          [
            3600,
            0.08386315405368805
          ],
          [
            3700,
            0.08380033820867538
          ],
          [
            3800,
            0.08375411480665207
          ],
          [
            3900,
            0.08367585390806198
          ],
          [
            4000,
            0.08358213305473328
          ],
          [
            4100,
            0.0834585651755333
          ],
          [
            4200,
            0.0833255723118782
          ],
          [
            4300,
            0.08317399770021439
          ],
          [
            4400,
            0.08300992101430893
          ],
          [
            4500,
            0.08282633125782013
          ],
          [
            4600,
            0.08262468129396439
          ],
          [
            4700,
            0.08244708180427551
          ],
          [
            4800,
            0.08220600336790085
          ],
          [
            4900,
            0.08198715001344681
          ],
          [
            5000,
            0.08173712342977524
          ],
          [
            5100,
            0.08150074630975723
          ],
          [
            5200,
            0.08122618496417999
          ],
          [
            5300,
            0.08096346259117126
          ],
          [
            5400,
            0.08070256561040878
          ],
          [
            5500,
            0.08040101081132889
          ],
          [
            5600,
            0.0801464393734932
          ],
          [
            5700,
            0.07983627915382385
          ],
          [
            5800,
            0.07955607026815414
          ],
          [
            5900,
            0.07925736904144287
          ],
          [
            6000,
            0.07896750420331955
          ],
          [
            6100,
            0.07867562770843506
          ],
          [
            6200,
            0.07836821675300598
          ],
          [
            6300,
            0.07806699723005295
          ],
          [
            6400,
            0.07776755094528198
          ],
          [
            6500,
            0.07746473699808121
          ],
          [
            6600,
            0.07716172188520432
          ],
          [
            6700,
            0.07686182111501694
          ],
          [
            6800,
            0.07656344026327133
          ],
          [
            6900,
            0.07625415176153183
          ],
          [
            7000,
            0.07595323026180267
          ],
          [
            7100,
            0.07567257434129715
          ],
          [
            7200,
            0.07538101822137833
          ],
          [
            7300,
            0.07509204000234604
          ],
          [
            7400,
            0.07482243329286575
          ],
          [
            7500,
            0.07455269247293472
          ],
          [
            7600,
            0.07428683340549469
          ],
          [
            7700,
            0.07403768599033356
          ],
          [
            7800,
            0.07378847151994705
          ],
          [
            7900,
            0.07354096323251724
          ],
          [
            8000,
            0.07331125438213348
          ],
          [
            8100,
            0.07309448719024658
          ],
          [
            8200,
            0.07288866490125656
          ],
          [
            8300,
            0.072688028216362
          ],
          [
            8400,
            0.07251011580228806
          ],
          [
            8500,
            0.07234033942222595
          ],
          [
            8600,
            0.07218535244464874
          ],
          [
            8700,
            0.0720471665263176
          ],
          [
            8800,
            0.07191977649927139
          ],
          [
            8900,
            0.07181403785943985
          ],
          [
            9000,
            0.07172712683677673
          ],
          [
            9100,
            0.0716598704457283
          ],
          [
            9200,
            0.07161020487546921
          ],
          [
            9300,
            0.07158251106739044
          ]
        ],
        "logging/rms/model.layers.1.self_attn.k_proj/activation": [
          [
            0,
            0.9883345365524292
          ],
          [
            100,
            1.9176132678985596
          ],
          [
            200,
            2.350914716720581
          ],
          [
            300,
            3.024120569229126
          ],
          [
            400,
            3.532404899597168
          ],
          [
            500,
            3.6822619438171387
          ],
          [
            600,
            3.780014753341675
          ],
          [
            700,
            3.776470184326172
          ],
          [
            800,
            3.8240065574645996
          ],
          [
            900,
            3.7703819274902344
          ],
          [
            1000,
            3.7845325469970703
          ],
          [
            1100,
            3.6860828399658203
          ],
          [
            1200,
            3.600172519683838
          ],
          [
            1300,
            3.5368213653564453
          ],
          [
            1400,
            3.4573826789855957
          ],
          [
            1500,
            3.3589038848876953
          ],
          [
            1600,
            3.29182505607605
          ],
          [
            1700,
            3.2201592922210693
          ],
          [
            1800,
            3.1350691318511963
          ],
          [
            1900,
            3.071221351623535
          ],
          [
            2000,
            3.0090513229370117
          ],
          [
            2100,
            2.9617576599121094
          ],
          [
            2200,
            2.8666536808013916
          ],
          [
            2300,
            2.8338544368743896
          ],
          [
            2400,
            2.761380195617676
          ],
          [
            2500,
            2.7299880981445312
          ],
          [
            2600,
            2.731023073196411
          ],
          [
            2700,
            2.6569950580596924
          ],
          [
            2800,
            2.611713171005249
          ],
          [
            2900,
            2.5890004634857178
          ],
          [
            3000,
            2.574098825454712
          ],
          [
            3100,
            2.5166244506835938
          ],
          [
            3200,
            2.528391122817993
          ],
          [
            3300,
            2.4864511489868164
          ],
          [
            3400,
            2.4652702808380127
          ],
          [
            3500,
            2.4533700942993164
          ],
          [
            3600,
            2.40596079826355
          ],
          [
            3700,
            2.3907532691955566
          ],
          [
            3800,
            2.3593153953552246
          ],
          [
            3900,
            2.3529927730560303
          ],
          [
            4000,
            2.358919382095337
          ],
          [
            4100,
            2.346859931945801
          ],
          [
            4200,
            2.312669515609741
          ],
          [
            4300,
            2.2822813987731934
          ],
          [
            4400,
            2.288130044937134
          ],
          [
            4500,
            2.285512685775757
          ],
          [
            4600,
            2.2670276165008545
          ],
          [
            4700,
            2.243058443069458
          ],
          [
            4800,
            2.2538912296295166
          ],
          [
            4900,
            2.233422040939331
          ],
          [
            5000,
            2.2237794399261475
          ],
          [
            5100,
            2.20609450340271
          ],
          [
            5200,
            2.2104384899139404
          ],
          [
            5300,
            2.1830835342407227
          ],
          [
            5400,
            2.1769378185272217
          ],
          [
            5500,
            2.1730122566223145
          ],
          [
            5600,
            2.1750197410583496
          ],
          [
            5700,
            2.167069435119629
          ],
          [
            5800,
            2.150836229324341
          ],
          [
            5900,
            2.1589808464050293
          ],
          [
            6000,
            2.1656618118286133
          ],
          [
            6100,
            2.1429269313812256
          ],
          [
            6200,
            2.1532950401306152
          ],
          [
            6300,
            2.1235742568969727
          ],
          [
            6400,
            2.127401113510132
          ],
          [
            6500,
            2.12900710105896
          ],
          [
            6600,
            2.1116342544555664
          ],
          [
            6700,
            2.107415199279785
          ],
          [
            6800,
            2.1121368408203125
          ],
          [
            6900,
            2.097755193710327
          ],
          [
            7000,
            2.108168125152588
          ],
          [
            7100,
            2.0823752880096436
          ],
          [
            7200,
            2.0817062854766846
          ],
          [
            7300,
            2.0685055255889893
          ],
          [
            7400,
            2.0774765014648438
          ],
          [
            7500,
            2.0831458568573
          ],
          [
            7600,
            2.05940580368042
          ],
          [
            7700,
            2.0638654232025146
          ],
          [
            7800,
            2.0582022666931152
          ],
          [
            7900,
            2.0594966411590576
          ],
          [
            8000,
            2.059123992919922
          ],
          [
            8100,
            2.048447370529175
          ],
          [
            8200,
            2.0543501377105713
          ],
          [
            8300,
            2.037766218185425
          ],
          [
            8400,
            2.0390877723693848
          ],
          [
            8500,
            2.035214900970459
          ],
          [
            8600,
            2.031235933303833
          ],
          [
            8700,
            2.0311222076416016
          ],
          [
            8800,
            2.0303795337677
          ],
          [
            8900,
            2.0231924057006836
          ],
          [
            9000,
            2.0226194858551025
          ],
          [
            9100,
            2.026874303817749
          ],
          [
            9200,
            2.0192277431488037
          ],
          [
            9300,
            2.021461248397827
          ]
        ],
        "logging/rms/model.layers.6.self_attn.o_proj/parameter": [
          [
            0,
            0.04362988844513893
          ],
          [
            100,
            0.043754879385232925
          ],
          [
            200,
            0.04714076220989227
          ],
          [
            300,
            0.05541136860847473
          ],
          [
            400,
            0.06631264090538025
          ],
          [
            500,
            0.07462283968925476
          ],
          [
            600,
            0.08137844502925873
          ],
          [
            700,
            0.0871662050485611
          ],
          [
            800,
            0.09220587462186813
          ],
          [
            900,
            0.09645852446556091
          ],
          [
            1000,
            0.10002674907445908
          ],
          [
            1100,
            0.10327357053756714
          ],
          [
            1200,
            0.1061338260769844
          ],
          [
            1300,
            0.10862042754888535
          ],
          [
            1400,
            0.11080332845449448
          ],
          [
            1500,
            0.11272231489419937
          ],
          [
            1600,
            0.11447412520647049
          ],
          [
            1700,
            0.11592542380094528
          ],
          [
            1800,
            0.1173589900135994
          ],
          [
            1900,
            0.1185026466846466
          ],
          [
            2000,
            0.11959490925073624
          ],
          [
            2100,
            0.12050480395555496
          ],
          [
            2200,
            0.1213361844420433
          ],
          [
            2300,
            0.12200023978948593
          ],
          [
            2400,
            0.1226515844464302
          ],
          [
            2500,
            0.12312309443950653
          ],
          [
            2600,
            0.12362266331911087
          ],
          [
            2700,
            0.12393832206726074
          ],
          [
            2800,
            0.12428899109363556
          ],
          [
            2900,
            0.12460137158632278
          ],
          [
            3000,
            0.12475636601448059
          ],
          [
            3100,
            0.1249200850725174
          ],
          [
            3200,
            0.12505072355270386
          ],
          [
            3300,
            0.12507562339305878
          ],
          [
            3400,
            0.1251327246427536
          ],
          [
            3500,
            0.12506970763206482
          ],
          [
            3600,
            0.12502333521842957
          ],
          [
            3700,
            0.1249629482626915
          ],
          [
            3800,
            0.12485665082931519
          ],
          [
            3900,
            0.12469234317541122
          ],
          [
            4000,
            0.12449701130390167
          ],
          [
            4100,
            0.12432371824979782
          ],
          [
            4200,
            0.12409104406833649
          ],
          [
            4300,
            0.12387829273939133
          ],
          [
            4400,
            0.12364394217729568
          ],
          [
            4500,
            0.12334614992141724
          ],
          [
            4600,
            0.12306687235832214
          ],
          [
            4700,
            0.12275107949972153
          ],
          [
            4800,
            0.12242592871189117
          ],
          [
            4900,
            0.12209341675043106
          ],
          [
            5000,
            0.12177001684904099
          ],
          [
            5100,
            0.12144061923027039
          ],
          [
            5200,
            0.12105697393417358
          ],
          [
            5300,
            0.12068213522434235
          ],
          [
            5400,
            0.1203058511018753
          ],
          [
            5500,
            0.1199687048792839
          ],
          [
            5600,
            0.11957435309886932
          ],
          [
            5700,
            0.1191827803850174
          ],
          [
            5800,
            0.11877856403589249
          ],
          [
            5900,
            0.11839571595191956
          ],
          [
            6000,
            0.11798100173473358
          ],
          [
            6100,
            0.11756470799446106
          ],
          [
            6200,
            0.11714740842580795
          ],
          [
            6300,
            0.11673769354820251
          ],
          [
            6400,
            0.11633282899856567
          ],
          [
            6500,
            0.11591151356697083
          ],
          [
            6600,
            0.11551510542631149
          ],
          [
            6700,
            0.11512426286935806
          ],
          [
            6800,
            0.11472088098526001
          ],
          [
            6900,
            0.1143176406621933
          ],
          [
            7000,
            0.11392923444509506
          ],
          [
            7100,
            0.11356402933597565
          ],
          [
            7200,
            0.11317071318626404
          ],
          [
            7300,
            0.11279570311307907
          ],
          [
            7400,
            0.11244446039199829
          ],
          [
            7500,
            0.11209703981876373
          ],
          [
            7600,
            0.11176463216543198
          ],
          [
            7700,
            0.11143013089895248
          ],
          [
            7800,
            0.11110789328813553
          ],
          [
            7900,
            0.11079669743776321
          ],
          [
            8000,
            0.11051487922668457
          ],
          [
            8100,
            0.1102144867181778
          ],
          [
            8200,
            0.10994831472635269
          ],
          [
            8300,
            0.10969065874814987
          ],
          [
            8400,
            0.10944689810276031
          ],
          [
            8500,
            0.1092376708984375
          ],
          [
            8600,
            0.10904251784086227
          ],
          [
            8700,
            0.10887090861797333
          ],
          [
            8800,
            0.10871612280607224
          ],
          [
            8900,
            0.10859115421772003
          ],
          [
            9000,
            0.10847814381122589
          ],
          [
            9100,
            0.10839579254388809
          ],
          [
            9200,
            0.10833592712879181
          ],
          [
            9300,
            0.10830362886190414
          ]
        ],
        "logging/rms/model.layers.7.self_attn.o_proj/activation": [
          [
            0,
            0.8479341864585876
          ],
          [
            100,
            1.48736572265625
          ],
          [
            200,
            1.8294031620025635
          ],
          [
            300,
            2.3080224990844727
          ],
          [
            400,
            2.6767005920410156
          ],
          [
            500,
            3.1407649517059326
          ],
          [
            600,
            3.6308724880218506
          ],
          [
            700,
            3.7141425609588623
          ],
          [
            800,
            4.052574634552002
          ],
          [
            900,
            4.1775007247924805
          ],
          [
            1000,
            4.5249552726745605
          ],
          [
            1100,
            4.665865898132324
          ],
          [
            1200,
            4.769031524658203
          ],
          [
            1300,
            4.733786582946777
          ],
          [
            1400,
            4.879181861877441
          ],
          [
            1500,
            5.1431145668029785
          ],
          [
            1600,
            4.962769031524658
          ],
          [
            1700,
            5.071393966674805
          ],
          [
            1800,
            5.172729015350342
          ],
          [
            1900,
            5.018691539764404
          ],
          [
            2000,
            5.233789920806885
          ],
          [
            2100,
            5.253032207489014
          ],
          [
            2200,
            5.302809715270996
          ],
          [
            2300,
            5.293210506439209
          ],
          [
            2400,
            5.19024133682251
          ],
          [
            2500,
            5.220499038696289
          ],
          [
            2600,
            5.118446350097656
          ],
          [
            2700,
            5.266129016876221
          ],
          [
            2800,
            5.354811668395996
          ],
          [
            2900,
            5.068201541900635
          ],
          [
            3000,
            5.095737934112549
          ],
          [
            3100,
            5.058162212371826
          ],
          [
            3200,
            5.051254749298096
          ],
          [
            3300,
            5.051212787628174
          ],
          [
            3400,
            4.9673004150390625
          ],
          [
            3500,
            5.075152397155762
          ],
          [
            3600,
            4.957332134246826
          ],
          [
            3700,
            5.050170421600342
          ],
          [
            3800,
            5.026540756225586
          ],
          [
            3900,
            4.9587788581848145
          ],
          [
            4000,
            4.961577892303467
          ],
          [
            4100,
            4.8826189041137695
          ],
          [
            4200,
            4.9267578125
          ],
          [
            4300,
            4.764219760894775
          ],
          [
            4400,
            4.7826385498046875
          ],
          [
            4500,
            4.833118915557861
          ],
          [
            4600,
            4.727376937866211
          ],
          [
            4700,
            4.885771751403809
          ],
          [
            4800,
            4.701719760894775
          ],
          [
            4900,
            4.708805084228516
          ],
          [
            5000,
            4.703321933746338
          ],
          [
            5100,
            4.568576335906982
          ],
          [
            5200,
            4.57777214050293
          ],
          [
            5300,
            4.614543437957764
          ],
          [
            5400,
            4.480942249298096
          ],
          [
            5500,
            4.4297614097595215
          ],
          [
            5600,
            4.464015483856201
          ],
          [
            5700,
            4.411101341247559
          ],
          [
            5800,
            4.476652145385742
          ],
          [
            5900,
            4.348733901977539
          ],
          [
            6000,
            4.332435607910156
          ],
          [
            6100,
            4.37643575668335
          ],
          [
            6200,
            4.306375503540039
          ],
          [
            6300,
            4.311594009399414
          ],
          [
            6400,
            4.323986053466797
          ],
          [
            6500,
            4.2342658042907715
          ],
          [
            6600,
            4.106452465057373
          ],
          [
            6700,
            4.233858585357666
          ],
          [
            6800,
            4.188493251800537
          ],
          [
            6900,
            4.069426536560059
          ],
          [
            7000,
            4.06499719619751
          ],
          [
            7100,
            4.150689601898193
          ],
          [
            7200,
            4.030944347381592
          ],
          [
            7300,
            4.010551452636719
          ],
          [
            7400,
            3.975550651550293
          ],
          [
            7500,
            3.9953458309173584
          ],
          [
            7600,
            3.895758628845215
          ],
          [
            7700,
            3.953972578048706
          ],
          [
            7800,
            3.9140002727508545
          ],
          [
            7900,
            3.960334539413452
          ],
          [
            8000,
            3.8410003185272217
          ],
          [
            8100,
            3.747363805770874
          ],
          [
            8200,
            3.746466875076294
          ],
          [
            8300,
            3.672529697418213
          ],
          [
            8400,
            3.7441651821136475
          ],
          [
            8500,
            3.7079808712005615
          ],
          [
            8600,
            3.758317708969116
          ],
          [
            8700,
            3.637584924697876
          ],
          [
            8800,
            3.597687244415283
          ],
          [
            8900,
            3.662327527999878
          ],
          [
            9000,
            3.5633373260498047
          ],
          [
            9100,
            3.6452510356903076
          ],
          [
            9200,
            3.674572467803955
          ],
          [
            9300,
            3.6109204292297363
          ]
        ],
        "logging/rms/model/activation": [
          [
            0,
            0.9999992847442627
          ],
          [
            100,
            0.9884487390518188
          ],
          [
            200,
            0.9435856938362122
          ],
          [
            300,
            0.9043237566947937
          ],
          [
            400,
            0.8875479698181152
          ],
          [
            500,
            0.8592137098312378
          ],
          [
            600,
            0.841597855091095
          ],
          [
            700,
            0.8144281506538391
          ],
          [
            800,
            0.8031262755393982
          ],
          [
            900,
            0.782524585723877
          ],
          [
            1000,
            0.7739363312721252
          ],
          [
            1100,
            0.7682000398635864
          ],
          [
            1200,
            0.7563002705574036
          ],
          [
            1300,
            0.756101131439209
          ],
          [
            1400,
            0.7458958625793457
          ],
          [
            1500,
            0.7447059154510498
          ],
          [
            1600,
            0.7349666357040405
          ],
          [
            1700,
            0.7258906364440918
          ],
          [
            1800,
            0.7352896928787231
          ],
          [
            1900,
            0.735305666923523
          ],
          [
            2000,
            0.7389134764671326
          ],
          [
            2100,
            0.7377887964248657
          ],
          [
            2200,
            0.7348289489746094
          ],
          [
            2300,
            0.7334995269775391
          ],
          [
            2400,
            0.7393749356269836
          ],
          [
            2500,
            0.7480337023735046
          ],
          [
            2600,
            0.7380527257919312
          ],
          [
            2700,
            0.746862530708313
          ],
          [
            2800,
            0.7596133351325989
          ],
          [
            2900,
            0.7591994404792786
          ],
          [
            3000,
            0.7595580220222473
          ],
          [
            3100,
            0.7623012065887451
          ],
          [
            3200,
            0.7685738205909729
          ],
          [
            3300,
            0.7671648859977722
          ],
          [
            3400,
            0.779289960861206
          ],
          [
            3500,
            0.7756651043891907
          ],
          [
            3600,
            0.7888169884681702
          ],
          [
            3700,
            0.7788744568824768
          ],
          [
            3800,
            0.7866381406784058
          ],
          [
            3900,
            0.7970075607299805
          ],
          [
            4000,
            0.8057830929756165
          ],
          [
            4100,
            0.8064353466033936
          ],
          [
            4200,
            0.8167374730110168
          ],
          [
            4300,
            0.8121719360351562
          ],
          [
            4400,
            0.8181151151657104
          ],
          [
            4500,
            0.8253235816955566
          ],
          [
            4600,
            0.8337541818618774
          ],
          [
            4700,
            0.8283197283744812
          ],
          [
            4800,
            0.8348626494407654
          ],
          [
            4900,
            0.8498671650886536
          ],
          [
            5000,
            0.8477122783660889
          ],
          [
            5100,
            0.8666653633117676
          ],
          [
            5200,
            0.8686479330062866
          ],
          [
            5300,
            0.8700759410858154
          ],
          [
            5400,
            0.8739043474197388
          ],
          [
            5500,
            0.8816950917243958
          ],
          [
            5600,
            0.8876932859420776
          ],
          [
            5700,
            0.8948557376861572
          ],
          [
            5800,
            0.8867957592010498
          ],
          [
            5900,
            0.9050246477127075
          ],
          [
            6000,
            0.9084650278091431
          ],
          [
            6100,
            0.9146120548248291
          ],
          [
            6200,
            0.9167818427085876
          ],
          [
            6300,
            0.9272687435150146
          ],
          [
            6400,
            0.9297420978546143
          ],
          [
            6500,
            0.9421193599700928
          ],
          [
            6600,
            0.9475696086883545
          ],
          [
            6700,
            0.9459304213523865
          ],
          [
            6800,
            0.9536152482032776
          ],
          [
            6900,
            0.9592084884643555
          ],
          [
            7000,
            0.9720579385757446
          ],
          [
            7100,
            0.9712024331092834
          ],
          [
            7200,
            0.9782326817512512
          ],
          [
            7300,
            0.9850901961326599
          ],
          [
            7400,
            0.9866133332252502
          ],
          [
            7500,
            0.996812105178833
          ],
          [
            7600,
            1.002983808517456
          ],
          [
            7700,
            1.005739688873291
          ],
          [
            7800,
            1.0120601654052734
          ],
          [
            7900,
            1.0019659996032715
          ],
          [
            8000,
            1.0217602252960205
          ],
          [
            8100,
            1.0276193618774414
          ],
          [
            8200,
            1.0340602397918701
          ],
          [
            8300,
            1.041300892829895
          ],
          [
            8400,
            1.037301778793335
          ],
          [
            8500,
            1.0499385595321655
          ],
          [
            8600,
            1.0432047843933105
          ],
          [
            8700,
            1.0581204891204834
          ],
          [
            8800,
            1.0690667629241943
          ],
          [
            8900,
            1.0688647031784058
          ],
          [
            9000,
            1.0719904899597168
          ],
          [
            9100,
            1.0678809881210327
          ],
          [
            9200,
            1.0631792545318604
          ],
          [
            9300,
            1.0682041645050049
          ]
        ],
        "logging/rms/model.layers.7.self_attn/activation": [
          [
            0,
            0.8479341864585876
          ],
          [
            100,
            1.48736572265625
          ],
          [
            200,
            1.8294031620025635
          ],
          [
            300,
            2.3080224990844727
          ],
          [
            400,
            2.6767005920410156
          ],
          [
            500,
            3.1407649517059326
          ],
          [
            600,
            3.6308724880218506
          ],
          [
            700,
            3.7141425609588623
          ],
          [
            800,
            4.052574634552002
          ],
          [
            900,
            4.1775007247924805
          ],
          [
            1000,
            4.5249552726745605
          ],
          [
            1100,
            4.665865898132324
          ],
          [
            1200,
            4.769031524658203
          ],
          [
            1300,
            4.733786582946777
          ],
          [
            1400,
            4.879181861877441
          ],
          [
            1500,
            5.1431145668029785
          ],
          [
            1600,
            4.962769031524658
          ],
          [
            1700,
            5.071393966674805
          ],
          [
            1800,
            5.172729015350342
          ],
          [
            1900,
            5.018691539764404
          ],
          [
            2000,
            5.233789920806885
          ],
          [
            2100,
            5.253032207489014
          ],
          [
            2200,
            5.302809715270996
          ],
          [
            2300,
            5.293210506439209
          ],
          [
            2400,
            5.19024133682251
          ],
          [
            2500,
            5.220499038696289
          ],
          [
            2600,
            5.118446350097656
          ],
          [
            2700,
            5.266129016876221
          ],
          [
            2800,
            5.354811668395996
          ],
          [
            2900,
            5.068201541900635
          ],
          [
            3000,
            5.095737934112549
          ],
          [
            3100,
            5.058162212371826
          ],
          [
            3200,
            5.051254749298096
          ],
          [
            3300,
            5.051212787628174
          ],
          [
            3400,
            4.9673004150390625
          ],
          [
            3500,
            5.075152397155762
          ],
          [
            3600,
            4.957332134246826
          ],
          [
            3700,
            5.050170421600342
          ],
          [
            3800,
            5.026540756225586
          ],
          [
            3900,
            4.9587788581848145
          ],
          [
            4000,
            4.961577892303467
          ],
          [
            4100,
            4.8826189041137695
          ],
          [
            4200,
            4.9267578125
          ],
          [
            4300,
            4.764219760894775
          ],
          [
            4400,
            4.7826385498046875
          ],
          [
            4500,
            4.833118915557861
          ],
          [
            4600,
            4.727376937866211
          ],
          [
            4700,
            4.885771751403809
          ],
          [
            4800,
            4.701719760894775
          ],
          [
            4900,
            4.708805084228516
          ],
          [
            5000,
            4.703321933746338
          ],
          [
            5100,
            4.568576335906982
          ],
          [
            5200,
            4.57777214050293
          ],
          [
            5300,
            4.614543437957764
          ],
          [
            5400,
            4.480942249298096
          ],
          [
            5500,
            4.4297614097595215
          ],
          [
            5600,
            4.464015483856201
          ],
          [
            5700,
            4.411101341247559
          ],
          [
            5800,
            4.476652145385742
          ],
          [
            5900,
            4.348733901977539
          ],
          [
            6000,
            4.332435607910156
          ],
          [
            6100,
            4.37643575668335
          ],
          [
            6200,
            4.306375503540039
          ],
          [
            6300,
            4.311594009399414
          ],
          [
            6400,
            4.323986053466797
          ],
          [
            6500,
            4.2342658042907715
          ],
          [
            6600,
            4.106452465057373
          ],
          [
            6700,
            4.233858585357666
          ],
          [
            6800,
            4.188493251800537
          ],
          [
            6900,
            4.069426536560059
          ],
          [
            7000,
            4.06499719619751
          ],
          [
            7100,
            4.150689601898193
          ],
          [
            7200,
            4.030944347381592
          ],
          [
            7300,
            4.010551452636719
          ],
          [
            7400,
            3.975550651550293
          ],
          [
            7500,
            3.9953458309173584
          ],
          [
            7600,
            3.895758628845215
          ],
          [
            7700,
            3.953972578048706
          ],
          [
            7800,
            3.9140002727508545
          ],
          [
            7900,
            3.960334539413452
          ],
          [
            8000,
            3.8410003185272217
          ],
          [
            8100,
            3.747363805770874
          ],
          [
            8200,
            3.746466875076294
          ],
          [
            8300,
            3.672529697418213
          ],
          [
            8400,
            3.7441651821136475
          ],
          [
            8500,
            3.7079808712005615
          ],
          [
            8600,
            3.758317708969116
          ],
          [
            8700,
            3.637584924697876
          ],
          [
            8800,
            3.597687244415283
          ],
          [
            8900,
            3.662327527999878
          ],
          [
            9000,
            3.5633373260498047
          ],
          [
            9100,
            3.6452510356903076
          ],
          [
            9200,
            3.674572467803955
          ],
          [
            9300,
            3.6109204292297363
          ]
        ],
        "logging/rms/model.layers.5.input_layernorm/gradient": [
          [
            0,
            0.00041422806680202484
          ],
          [
            100,
            7.10471867932938e-05
          ],
          [
            200,
            0.0001341437455266714
          ],
          [
            300,
            7.568870205432177e-05
          ],
          [
            400,
            9.331759792985395e-05
          ],
          [
            500,
            6.536531145684421e-05
          ],
          [
            600,
            0.00015648531552869827
          ],
          [
            700,
            9.52091722865589e-05
          ],
          [
            800,
            0.00011475417704787105
          ],
          [
            900,
            7.889910921221599e-05
          ],
          [
            1000,
            0.00011152074148412794
          ],
          [
            1100,
            0.00011750291741918772
          ],
          [
            1200,
            0.00010282570292474702
          ],
          [
            1300,
            0.00013962438970338553
          ],
          [
            1400,
            7.310642831726e-05
          ],
          [
            1500,
            0.00015009756316430867
          ],
          [
            1600,
            0.00016320243594236672
          ],
          [
            1700,
            0.00010307277989340946
          ],
          [
            1800,
            0.00014674382691737264
          ],
          [
            1900,
            0.0001042059448082
          ],
          [
            2000,
            0.00011446751159382984
          ],
          [
            2100,
            0.00015353449271060526
          ],
          [
            2200,
            0.00011939415708184242
          ],
          [
            2300,
            0.00021801805996801704
          ],
          [
            2400,
            0.00026124127907678485
          ],
          [
            2500,
            0.0001305978948948905
          ],
          [
            2600,
            0.000179286565980874
          ],
          [
            2700,
            0.00012196513853268698
          ],
          [
            2800,
            0.00020814724848605692
          ],
          [
            2900,
            9.810458141146228e-05
          ],
          [
            3000,
            0.00014083068526815623
          ],
          [
            3100,
            0.00010729687346611172
          ],
          [
            3200,
            0.00011428021389292553
          ],
          [
            3300,
            0.0001594606292201206
          ],
          [
            3400,
            0.00013079751806799322
          ],
          [
            3500,
            0.00012388499453663826
          ],
          [
            3600,
            0.00028117329929955304
          ],
          [
            3700,
            0.00014336977619677782
          ],
          [
            3800,
            0.000101046338386368
          ],
          [
            3900,
            0.00014673853002022952
          ],
          [
            4000,
            0.00023481965763494372
          ],
          [
            4100,
            0.0001233424263773486
          ],
          [
            4200,
            0.00018247980915475637
          ],
          [
            4300,
            0.00035957698128186166
          ],
          [
            4400,
            0.00026487294235266745
          ],
          [
            4500,
            0.00023540174879599363
          ],
          [
            4600,
            0.00013945957471150905
          ],
          [
            4700,
            0.00015068435459397733
          ],
          [
            4800,
            0.00022751260257791728
          ],
          [
            4900,
            0.0002457999507896602
          ],
          [
            5000,
            0.00013031097478233278
          ],
          [
            5100,
            0.00028327229665592313
          ],
          [
            5200,
            0.00011401681695133448
          ],
          [
            5300,
            0.00025194525369443
          ],
          [
            5400,
            0.00012726342538371682
          ],
          [
            5500,
            0.0004574409394990653
          ],
          [
            5600,
            0.0001667168253334239
          ],
          [
            5700,
            0.00031072006095200777
          ],
          [
            5800,
            0.0004069827846251428
          ],
          [
            5900,
            0.00020896995556540787
          ],
          [
            6000,
            0.00012813953799195588
          ],
          [
            6100,
            0.00015510919911321253
          ],
          [
            6200,
            0.00013408061931841075
          ],
          [
            6300,
            0.00015362743579316884
          ],
          [
            6400,
            0.00015164319484028965
          ],
          [
            6500,
            0.00028520904015749693
          ],
          [
            6600,
            0.0001321404124610126
          ],
          [
            6700,
            0.00012486084597185254
          ],
          [
            6800,
            0.0001340794697171077
          ],
          [
            6900,
            0.00019019536557607353
          ],
          [
            7000,
            0.0001256883842870593
          ],
          [
            7100,
            0.00015983304183464497
          ],
          [
            7200,
            0.0001103002141462639
          ],
          [
            7300,
            0.00020525512809399515
          ],
          [
            7400,
            0.0001628571335459128
          ],
          [
            7500,
            0.00016015450819395483
          ],
          [
            7600,
            0.00024789778399281204
          ],
          [
            7700,
            0.00012477286509238183
          ],
          [
            7800,
            0.0001916210021590814
          ],
          [
            7900,
            0.00013037431926932186
          ],
          [
            8000,
            0.0001266952749574557
          ],
          [
            8100,
            0.0002422145480522886
          ],
          [
            8200,
            0.0002520398411434144
          ],
          [
            8300,
            0.00014053510676603764
          ],
          [
            8400,
            0.0002027541195275262
          ],
          [
            8500,
            0.00022195835481397808
          ],
          [
            8600,
            0.00012227082333993167
          ],
          [
            8700,
            0.00019352919480297714
          ],
          [
            8800,
            0.00017018556536640972
          ],
          [
            8900,
            0.00015590674593113363
          ],
          [
            9000,
            0.00010996710625477135
          ],
          [
            9100,
            0.0002791329752653837
          ],
          [
            9200,
            0.00019951030844822526
          ],
          [
            9300,
            0.00020424407557584345
          ]
        ],
        "logging/rms/model.layers.4.mlp.gate_proj/activation": [
          [
            0,
            0.9905823469161987
          ],
          [
            100,
            1.5486371517181396
          ],
          [
            200,
            2.060584545135498
          ],
          [
            300,
            2.4133381843566895
          ],
          [
            400,
            2.4712116718292236
          ],
          [
            500,
            2.478773593902588
          ],
          [
            600,
            2.5289535522460938
          ],
          [
            700,
            2.4367775917053223
          ],
          [
            800,
            2.440753936767578
          ],
          [
            900,
            2.3720457553863525
          ],
          [
            1000,
            2.3791463375091553
          ],
          [
            1100,
            2.3184590339660645
          ],
          [
            1200,
            2.270439386367798
          ],
          [
            1300,
            2.263929605484009
          ],
          [
            1400,
            2.241132974624634
          ],
          [
            1500,
            2.256535291671753
          ],
          [
            1600,
            2.1799802780151367
          ],
          [
            1700,
            2.172823667526245
          ],
          [
            1800,
            2.1600325107574463
          ],
          [
            1900,
            2.125807523727417
          ],
          [
            2000,
            2.117102861404419
          ],
          [
            2100,
            2.112326145172119
          ],
          [
            2200,
            2.0842044353485107
          ],
          [
            2300,
            2.0723700523376465
          ],
          [
            2400,
            2.0513172149658203
          ],
          [
            2500,
            2.0330636501312256
          ],
          [
            2600,
            2.013523578643799
          ],
          [
            2700,
            2.0081663131713867
          ],
          [
            2800,
            2.032480001449585
          ],
          [
            2900,
            1.9805370569229126
          ],
          [
            3000,
            1.9905155897140503
          ],
          [
            3100,
            1.9791178703308105
          ],
          [
            3200,
            1.9496703147888184
          ],
          [
            3300,
            1.9471632242202759
          ],
          [
            3400,
            1.9538862705230713
          ],
          [
            3500,
            1.9394625425338745
          ],
          [
            3600,
            1.9121817350387573
          ],
          [
            3700,
            1.902740240097046
          ],
          [
            3800,
            1.9213356971740723
          ],
          [
            3900,
            1.9306226968765259
          ],
          [
            4000,
            1.8836091756820679
          ],
          [
            4100,
            1.8731815814971924
          ],
          [
            4200,
            1.8690358400344849
          ],
          [
            4300,
            1.8723701238632202
          ],
          [
            4400,
            1.8419448137283325
          ],
          [
            4500,
            1.8166842460632324
          ],
          [
            4600,
            1.8328310251235962
          ],
          [
            4700,
            1.8465993404388428
          ],
          [
            4800,
            1.8416008949279785
          ],
          [
            4900,
            1.803475022315979
          ],
          [
            5000,
            1.8196462392807007
          ],
          [
            5100,
            1.8166767358779907
          ],
          [
            5200,
            1.7995579242706299
          ],
          [
            5300,
            1.7966530323028564
          ],
          [
            5400,
            1.7914459705352783
          ],
          [
            5500,
            1.770341396331787
          ],
          [
            5600,
            1.7772217988967896
          ],
          [
            5700,
            1.7864668369293213
          ],
          [
            5800,
            1.7731887102127075
          ],
          [
            5900,
            1.7553706169128418
          ],
          [
            6000,
            1.7457445859909058
          ],
          [
            6100,
            1.7603427171707153
          ],
          [
            6200,
            1.7395654916763306
          ],
          [
            6300,
            1.7405338287353516
          ],
          [
            6400,
            1.7358444929122925
          ],
          [
            6500,
            1.734692931175232
          ],
          [
            6600,
            1.7196292877197266
          ],
          [
            6700,
            1.7081018686294556
          ],
          [
            6800,
            1.7169979810714722
          ],
          [
            6900,
            1.7123308181762695
          ],
          [
            7000,
            1.6962683200836182
          ],
          [
            7100,
            1.7028437852859497
          ],
          [
            7200,
            1.683603048324585
          ],
          [
            7300,
            1.6814578771591187
          ],
          [
            7400,
            1.6944522857666016
          ],
          [
            7500,
            1.681222915649414
          ],
          [
            7600,
            1.6777182817459106
          ],
          [
            7700,
            1.6800907850265503
          ],
          [
            7800,
            1.676438570022583
          ],
          [
            7900,
            1.6638010740280151
          ],
          [
            8000,
            1.662712812423706
          ],
          [
            8100,
            1.656093716621399
          ],
          [
            8200,
            1.6524845361709595
          ],
          [
            8300,
            1.6579124927520752
          ],
          [
            8400,
            1.6536012887954712
          ],
          [
            8500,
            1.6409008502960205
          ],
          [
            8600,
            1.6555449962615967
          ],
          [
            8700,
            1.6394368410110474
          ],
          [
            8800,
            1.6363978385925293
          ],
          [
            8900,
            1.6408106088638306
          ],
          [
            9000,
            1.640914797782898
          ],
          [
            9100,
            1.6272176504135132
          ],
          [
            9200,
            1.6424915790557861
          ],
          [
            9300,
            1.6345027685165405
          ]
        ],
        "logging/rms/model.layers.7.mlp.down_proj/activation": [
          [
            0,
            0.5797549486160278
          ],
          [
            100,
            1.4676527976989746
          ],
          [
            200,
            3.2023024559020996
          ],
          [
            300,
            4.8615570068359375
          ],
          [
            400,
            5.786674499511719
          ],
          [
            500,
            6.642229080200195
          ],
          [
            600,
            7.404730796813965
          ],
          [
            700,
            7.7275919914245605
          ],
          [
            800,
            8.089123725891113
          ],
          [
            900,
            8.243165016174316
          ],
          [
            1000,
            8.694395065307617
          ],
          [
            1100,
            8.936058044433594
          ],
          [
            1200,
            9.232261657714844
          ],
          [
            1300,
            9.041356086730957
          ],
          [
            1400,
            9.53867244720459
          ],
          [
            1500,
            9.460945129394531
          ],
          [
            1600,
            9.590414047241211
          ],
          [
            1700,
            9.432190895080566
          ],
          [
            1800,
            9.54531478881836
          ],
          [
            1900,
            9.54863452911377
          ],
          [
            2000,
            9.784562110900879
          ],
          [
            2100,
            9.91809368133545
          ],
          [
            2200,
            9.910417556762695
          ],
          [
            2300,
            9.680534362792969
          ],
          [
            2400,
            9.946478843688965
          ],
          [
            2500,
            10.331589698791504
          ],
          [
            2600,
            9.856962203979492
          ],
          [
            2700,
            9.947587013244629
          ],
          [
            2800,
            10.003486633300781
          ],
          [
            2900,
            9.86600399017334
          ],
          [
            3000,
            9.71826171875
          ],
          [
            3100,
            9.769744873046875
          ],
          [
            3200,
            9.72524356842041
          ],
          [
            3300,
            9.787705421447754
          ],
          [
            3400,
            9.772961616516113
          ],
          [
            3500,
            9.441779136657715
          ],
          [
            3600,
            9.47669792175293
          ],
          [
            3700,
            9.561861991882324
          ],
          [
            3800,
            9.412715911865234
          ],
          [
            3900,
            9.355530738830566
          ],
          [
            4000,
            9.266661643981934
          ],
          [
            4100,
            9.480998992919922
          ],
          [
            4200,
            9.132894515991211
          ],
          [
            4300,
            8.91784381866455
          ],
          [
            4400,
            9.196534156799316
          ],
          [
            4500,
            8.90666389465332
          ],
          [
            4600,
            9.183499336242676
          ],
          [
            4700,
            9.085139274597168
          ],
          [
            4800,
            8.894011497497559
          ],
          [
            4900,
            8.998040199279785
          ],
          [
            5000,
            8.533987998962402
          ],
          [
            5100,
            8.7415189743042
          ],
          [
            5200,
            8.79516887664795
          ],
          [
            5300,
            8.680139541625977
          ],
          [
            5400,
            8.469498634338379
          ],
          [
            5500,
            8.260553359985352
          ],
          [
            5600,
            8.420465469360352
          ],
          [
            5700,
            8.455686569213867
          ],
          [
            5800,
            8.168993949890137
          ],
          [
            5900,
            8.116893768310547
          ],
          [
            6000,
            8.082544326782227
          ],
          [
            6100,
            8.008489608764648
          ],
          [
            6200,
            8.032092094421387
          ],
          [
            6300,
            8.034374237060547
          ],
          [
            6400,
            7.908256530761719
          ],
          [
            6500,
            7.8061442375183105
          ],
          [
            6600,
            7.76792049407959
          ],
          [
            6700,
            7.61725378036499
          ],
          [
            6800,
            7.626387596130371
          ],
          [
            6900,
            7.640995502471924
          ],
          [
            7000,
            7.832428455352783
          ],
          [
            7100,
            7.591763496398926
          ],
          [
            7200,
            7.462306976318359
          ],
          [
            7300,
            7.532617568969727
          ],
          [
            7400,
            7.363534927368164
          ],
          [
            7500,
            7.106351375579834
          ],
          [
            7600,
            7.3442277908325195
          ],
          [
            7700,
            7.329043388366699
          ],
          [
            7800,
            7.123544692993164
          ],
          [
            7900,
            7.05467414855957
          ],
          [
            8000,
            7.248445987701416
          ],
          [
            8100,
            6.9729509353637695
          ],
          [
            8200,
            6.984836101531982
          ],
          [
            8300,
            6.956330299377441
          ],
          [
            8400,
            7.033538818359375
          ],
          [
            8500,
            6.957582473754883
          ],
          [
            8600,
            6.920444965362549
          ],
          [
            8700,
            6.779513835906982
          ],
          [
            8800,
            6.805883884429932
          ],
          [
            8900,
            6.788787364959717
          ],
          [
            9000,
            6.685426235198975
          ],
          [
            9100,
            6.663020133972168
          ],
          [
            9200,
            6.8210906982421875
          ],
          [
            9300,
            6.658027172088623
          ]
        ],
        "logging/rms/model.layers.3/activation": [
          [
            0,
            1.7749664783477783
          ],
          [
            100,
            13.579806327819824
          ],
          [
            200,
            12.78407096862793
          ],
          [
            300,
            12.430596351623535
          ],
          [
            400,
            12.805968284606934
          ],
          [
            500,
            13.96248722076416
          ],
          [
            600,
            14.710077285766602
          ],
          [
            700,
            15.115252494812012
          ],
          [
            800,
            15.831829071044922
          ],
          [
            900,
            15.943807601928711
          ],
          [
            1000,
            16.26041030883789
          ],
          [
            1100,
            16.489423751831055
          ],
          [
            1200,
            16.536449432373047
          ],
          [
            1300,
            16.693008422851562
          ],
          [
            1400,
            16.566972732543945
          ],
          [
            1500,
            16.55303192138672
          ],
          [
            1600,
            16.402984619140625
          ],
          [
            1700,
            16.456735610961914
          ],
          [
            1800,
            16.505258560180664
          ],
          [
            1900,
            16.420385360717773
          ],
          [
            2000,
            16.102279663085938
          ],
          [
            2100,
            16.024660110473633
          ],
          [
            2200,
            15.836708068847656
          ],
          [
            2300,
            15.740081787109375
          ],
          [
            2400,
            15.69399356842041
          ],
          [
            2500,
            15.347872734069824
          ],
          [
            2600,
            15.26881217956543
          ],
          [
            2700,
            15.17830753326416
          ],
          [
            2800,
            14.737842559814453
          ],
          [
            2900,
            14.78666877746582
          ],
          [
            3000,
            14.427265167236328
          ],
          [
            3100,
            14.282059669494629
          ],
          [
            3200,
            13.961522102355957
          ],
          [
            3300,
            13.958769798278809
          ],
          [
            3400,
            13.706927299499512
          ],
          [
            3500,
            13.678439140319824
          ],
          [
            3600,
            13.476271629333496
          ],
          [
            3700,
            13.123580932617188
          ],
          [
            3800,
            13.082417488098145
          ],
          [
            3900,
            12.897671699523926
          ],
          [
            4000,
            12.724603652954102
          ],
          [
            4100,
            12.49738597869873
          ],
          [
            4200,
            12.204960823059082
          ],
          [
            4300,
            12.090439796447754
          ],
          [
            4400,
            11.891231536865234
          ],
          [
            4500,
            11.73708438873291
          ],
          [
            4600,
            11.474056243896484
          ],
          [
            4700,
            11.394635200500488
          ],
          [
            4800,
            11.179803848266602
          ],
          [
            4900,
            11.083675384521484
          ],
          [
            5000,
            10.837623596191406
          ],
          [
            5100,
            10.822568893432617
          ],
          [
            5200,
            10.612303733825684
          ],
          [
            5300,
            10.526187896728516
          ],
          [
            5400,
            10.309701919555664
          ],
          [
            5500,
            10.119465827941895
          ],
          [
            5600,
            10.038578033447266
          ],
          [
            5700,
            9.82934284210205
          ],
          [
            5800,
            9.74033260345459
          ],
          [
            5900,
            9.634671211242676
          ],
          [
            6000,
            9.425726890563965
          ],
          [
            6100,
            9.30615520477295
          ],
          [
            6200,
            9.249728202819824
          ],
          [
            6300,
            9.006975173950195
          ],
          [
            6400,
            8.91727352142334
          ],
          [
            6500,
            8.762822151184082
          ],
          [
            6600,
            8.697189331054688
          ],
          [
            6700,
            8.535422325134277
          ],
          [
            6800,
            8.365801811218262
          ],
          [
            6900,
            8.26276683807373
          ],
          [
            7000,
            8.264130592346191
          ],
          [
            7100,
            8.118232727050781
          ],
          [
            7200,
            7.932163715362549
          ],
          [
            7300,
            7.873118877410889
          ],
          [
            7400,
            7.733509063720703
          ],
          [
            7500,
            7.597396373748779
          ],
          [
            7600,
            7.5870041847229
          ],
          [
            7700,
            7.511472225189209
          ],
          [
            7800,
            7.404385089874268
          ],
          [
            7900,
            7.266849994659424
          ],
          [
            8000,
            7.202514171600342
          ],
          [
            8100,
            7.130711555480957
          ],
          [
            8200,
            7.043662071228027
          ],
          [
            8300,
            6.977064609527588
          ],
          [
            8400,
            6.895482540130615
          ],
          [
            8500,
            6.800724506378174
          ],
          [
            8600,
            6.789481163024902
          ],
          [
            8700,
            6.718669891357422
          ],
          [
            8800,
            6.6625447273254395
          ],
          [
            8900,
            6.615670204162598
          ],
          [
            9000,
            6.576038360595703
          ],
          [
            9100,
            6.541229724884033
          ],
          [
            9200,
            6.543876647949219
          ],
          [
            9300,
            6.491215229034424
          ]
        ],
        "logging/rms/model.layers.3.input_layernorm/gradient": [
          [
            0,
            0.0006145374500192702
          ],
          [
            100,
            3.5210039641242474e-05
          ],
          [
            200,
            9.02757456060499e-05
          ],
          [
            300,
            9.319210221292451e-05
          ],
          [
            400,
            0.00015950175293255597
          ],
          [
            500,
            8.32729710964486e-05
          ],
          [
            600,
            0.0001066227923729457
          ],
          [
            700,
            9.515971760265529e-05
          ],
          [
            800,
            0.00017426589329261333
          ],
          [
            900,
            0.00013519881758838892
          ],
          [
            1000,
            6.708390719722956e-05
          ],
          [
            1100,
            0.00012672596494667232
          ],
          [
            1200,
            0.00010755835683085024
          ],
          [
            1300,
            0.0001408719108439982
          ],
          [
            1400,
            8.787197293713689e-05
          ],
          [
            1500,
            0.00014607459888793528
          ],
          [
            1600,
            0.00010418450983706862
          ],
          [
            1700,
            9.792932542040944e-05
          ],
          [
            1800,
            0.0001209648180520162
          ],
          [
            1900,
            8.655164856463671e-05
          ],
          [
            2000,
            9.813941869651899e-05
          ],
          [
            2100,
            0.0001488271082052961
          ],
          [
            2200,
            0.00020852783927693963
          ],
          [
            2300,
            0.00016462332860101014
          ],
          [
            2400,
            0.0001784927153494209
          ],
          [
            2500,
            8.977469406090677e-05
          ],
          [
            2600,
            8.904265996534377e-05
          ],
          [
            2700,
            0.00017353617295157164
          ],
          [
            2800,
            0.0001748860377119854
          ],
          [
            2900,
            0.00014826330880168825
          ],
          [
            3000,
            0.0001743422180879861
          ],
          [
            3100,
            0.0003853694652207196
          ],
          [
            3200,
            0.00035314346314407885
          ],
          [
            3300,
            0.000174609012901783
          ],
          [
            3400,
            8.697256271261722e-05
          ],
          [
            3500,
            9.651665459387004e-05
          ],
          [
            3600,
            0.00010356779966969043
          ],
          [
            3700,
            0.0001413757709087804
          ],
          [
            3800,
            0.00013940458302386105
          ],
          [
            3900,
            0.00027427697204984725
          ],
          [
            4000,
            0.00015292817261070013
          ],
          [
            4100,
            7.85554657340981e-05
          ],
          [
            4200,
            8.963858999777585e-05
          ],
          [
            4300,
            9.479976142756641e-05
          ],
          [
            4400,
            0.000251934165135026
          ],
          [
            4500,
            0.0001523698738310486
          ],
          [
            4600,
            9.546055662212893e-05
          ],
          [
            4700,
            0.00024403465795330703
          ],
          [
            4800,
            0.0001105197734432295
          ],
          [
            4900,
            9.635010792408139e-05
          ],
          [
            5000,
            0.00014771943097002804
          ],
          [
            5100,
            0.00010349992226110771
          ],
          [
            5200,
            9.874155512079597e-05
          ],
          [
            5300,
            0.00032332359114661813
          ],
          [
            5400,
            0.00010307099000783637
          ],
          [
            5500,
            0.00010521244985284284
          ],
          [
            5600,
            0.0001332386746071279
          ],
          [
            5700,
            0.00011444443953223526
          ],
          [
            5800,
            0.00017283950001001358
          ],
          [
            5900,
            0.00012990552932024002
          ],
          [
            6000,
            9.821596904657781e-05
          ],
          [
            6100,
            0.00014389990246854722
          ],
          [
            6200,
            0.00010097686026711017
          ],
          [
            6300,
            0.00010487929102964699
          ],
          [
            6400,
            0.00015800402616150677
          ],
          [
            6500,
            0.00018955902487505227
          ],
          [
            6600,
            0.00017131910135503858
          ],
          [
            6700,
            0.0001272130903089419
          ],
          [
            6800,
            0.00014424098480958492
          ],
          [
            6900,
            0.00014099766849540174
          ],
          [
            7000,
            0.0002196628338424489
          ],
          [
            7100,
            0.00011737333261407912
          ],
          [
            7200,
            0.00015754328342154622
          ],
          [
            7300,
            0.00017770318663679063
          ],
          [
            7400,
            0.00040405732579529285
          ],
          [
            7500,
            0.0001662175782257691
          ],
          [
            7600,
            0.00014404555258806795
          ],
          [
            7700,
            0.00019917558529414237
          ],
          [
            7800,
            0.00020465820853132755
          ],
          [
            7900,
            0.00014878787624184042
          ],
          [
            8000,
            8.522096322849393e-05
          ],
          [
            8100,
            8.777981565799564e-05
          ],
          [
            8200,
            0.00011588534835027531
          ],
          [
            8300,
            0.0002159330906579271
          ],
          [
            8400,
            0.00010339757864130661
          ],
          [
            8500,
            0.00019984273239970207
          ],
          [
            8600,
            0.00010566105629550293
          ],
          [
            8700,
            0.00015920898295007646
          ],
          [
            8800,
            0.00015826513117644936
          ],
          [
            8900,
            0.00011526037269504741
          ],
          [
            9000,
            0.00011666487262118608
          ],
          [
            9100,
            0.00024397490778937936
          ],
          [
            9200,
            0.0002861123066395521
          ],
          [
            9300,
            9.706365381134674e-05
          ]
        ],
        "logging/rms/model.layers.2.post_attention_layernorm/activation": [
          [
            0,
            0.9999971985816956
          ],
          [
            100,
            0.9815214276313782
          ],
          [
            200,
            0.9564682245254517
          ],
          [
            300,
            0.9272629618644714
          ],
          [
            400,
            0.8575983047485352
          ],
          [
            500,
            0.799021303653717
          ],
          [
            600,
            0.7552168369293213
          ],
          [
            700,
            0.7141465544700623
          ],
          [
            800,
            0.68714839220047
          ],
          [
            900,
            0.6579583287239075
          ],
          [
            1000,
            0.640325129032135
          ],
          [
            1100,
            0.6253422498703003
          ],
          [
            1200,
            0.6089730262756348
          ],
          [
            1300,
            0.5965072512626648
          ],
          [
            1400,
            0.5858874917030334
          ],
          [
            1500,
            0.5754753351211548
          ],
          [
            1600,
            0.5627704858779907
          ],
          [
            1700,
            0.5572116374969482
          ],
          [
            1800,
            0.5521162152290344
          ],
          [
            1900,
            0.5428890585899353
          ],
          [
            2000,
            0.5381054282188416
          ],
          [
            2100,
            0.5352965593338013
          ],
          [
            2200,
            0.5282947421073914
          ],
          [
            2300,
            0.5238571763038635
          ],
          [
            2400,
            0.5212639570236206
          ],
          [
            2500,
            0.5153334736824036
          ],
          [
            2600,
            0.5085116624832153
          ],
          [
            2700,
            0.5087286233901978
          ],
          [
            2800,
            0.5045756101608276
          ],
          [
            2900,
            0.5038056969642639
          ],
          [
            3000,
            0.5003014802932739
          ],
          [
            3100,
            0.4985779821872711
          ],
          [
            3200,
            0.49554383754730225
          ],
          [
            3300,
            0.4945036768913269
          ],
          [
            3400,
            0.49290820956230164
          ],
          [
            3500,
            0.4921945631504059
          ],
          [
            3600,
            0.492410808801651
          ],
          [
            3700,
            0.48698854446411133
          ],
          [
            3800,
            0.4911895990371704
          ],
          [
            3900,
            0.48904839158058167
          ],
          [
            4000,
            0.48747923970222473
          ],
          [
            4100,
            0.4893440902233124
          ],
          [
            4200,
            0.4861431121826172
          ],
          [
            4300,
            0.48718199133872986
          ],
          [
            4400,
            0.48557111620903015
          ],
          [
            4500,
            0.482464998960495
          ],
          [
            4600,
            0.4829199016094208
          ],
          [
            4700,
            0.4869633615016937
          ],
          [
            4800,
            0.48515748977661133
          ],
          [
            4900,
            0.4834001660346985
          ],
          [
            5000,
            0.48703089356422424
          ],
          [
            5100,
            0.48671460151672363
          ],
          [
            5200,
            0.4845884442329407
          ],
          [
            5300,
            0.48645058274269104
          ],
          [
            5400,
            0.48688361048698425
          ],
          [
            5500,
            0.48581379652023315
          ],
          [
            5600,
            0.4854296147823334
          ],
          [
            5700,
            0.48978710174560547
          ],
          [
            5800,
            0.4886679947376251
          ],
          [
            5900,
            0.48696833848953247
          ],
          [
            6000,
            0.4870879352092743
          ],
          [
            6100,
            0.4896168112754822
          ],
          [
            6200,
            0.49137958884239197
          ],
          [
            6300,
            0.48915788531303406
          ],
          [
            6400,
            0.49012982845306396
          ],
          [
            6500,
            0.4907331168651581
          ],
          [
            6600,
            0.4927922189235687
          ],
          [
            6700,
            0.49215903878211975
          ],
          [
            6800,
            0.4930025637149811
          ],
          [
            6900,
            0.4947987198829651
          ],
          [
            7000,
            0.49644386768341064
          ],
          [
            7100,
            0.4962674677371979
          ],
          [
            7200,
            0.49516919255256653
          ],
          [
            7300,
            0.4969014525413513
          ],
          [
            7400,
            0.49778589606285095
          ],
          [
            7500,
            0.49689263105392456
          ],
          [
            7600,
            0.5002906918525696
          ],
          [
            7700,
            0.5014281272888184
          ],
          [
            7800,
            0.5020476579666138
          ],
          [
            7900,
            0.5026323795318604
          ],
          [
            8000,
            0.5023238062858582
          ],
          [
            8100,
            0.502680778503418
          ],
          [
            8200,
            0.5023161172866821
          ],
          [
            8300,
            0.5038133263587952
          ],
          [
            8400,
            0.5037775635719299
          ],
          [
            8500,
            0.5045222043991089
          ],
          [
            8600,
            0.5052109956741333
          ],
          [
            8700,
            0.5063522458076477
          ],
          [
            8800,
            0.5048038363456726
          ],
          [
            8900,
            0.5052102208137512
          ],
          [
            9000,
            0.5058495402336121
          ],
          [
            9100,
            0.5038347840309143
          ],
          [
            9200,
            0.5067568421363831
          ],
          [
            9300,
            0.5059993863105774
          ]
        ],
        "logging/rms/model.layers.3.mlp.down_proj/parameter": [
          [
            0,
            0.023304419592022896
          ],
          [
            100,
            0.025096524506807327
          ],
          [
            200,
            0.03230908885598183
          ],
          [
            300,
            0.04018869996070862
          ],
          [
            400,
            0.046418316662311554
          ],
          [
            500,
            0.05154506862163544
          ],
          [
            600,
            0.0558757446706295
          ],
          [
            700,
            0.05959967523813248
          ],
          [
            800,
            0.06288260966539383
          ],
          [
            900,
            0.06573374569416046
          ],
          [
            1000,
            0.06833012402057648
          ],
          [
            1100,
            0.07061856985092163
          ],
          [
            1200,
            0.07267134636640549
          ],
          [
            1300,
            0.07448344677686691
          ],
          [
            1400,
            0.07614202052354813
          ],
          [
            1500,
            0.07760162651538849
          ],
          [
            1600,
            0.07891547679901123
          ],
          [
            1700,
            0.08011620491743088
          ],
          [
            1800,
            0.08114433288574219
          ],
          [
            1900,
            0.08210562914609909
          ],
          [
            2000,
            0.0829530730843544
          ],
          [
            2100,
            0.08372697979211807
          ],
          [
            2200,
            0.08441444486379623
          ],
          [
            2300,
            0.08500473946332932
          ],
          [
            2400,
            0.08553861826658249
          ],
          [
            2500,
            0.08601044118404388
          ],
          [
            2600,
            0.0864088237285614
          ],
          [
            2700,
            0.08678122609853745
          ],
          [
            2800,
            0.08709332346916199
          ],
          [
            2900,
            0.08734169602394104
          ],
          [
            3000,
            0.0875595286488533
          ],
          [
            3100,
            0.0877140685915947
          ],
          [
            3200,
            0.08785710483789444
          ],
          [
            3300,
            0.08796729147434235
          ],
          [
            3400,
            0.0880175530910492
          ],
          [
            3500,
            0.08805453777313232
          ],
          [
            3600,
            0.0880613923072815
          ],
          [
            3700,
            0.08805298060178757
          ],
          [
            3800,
            0.08800290524959564
          ],
          [
            3900,
            0.087922103703022
          ],
          [
            4000,
            0.08783884346485138
          ],
          [
            4100,
            0.08772590756416321
          ],
          [
            4200,
            0.08760220557451248
          ],
          [
            4300,
            0.08746040612459183
          ],
          [
            4400,
            0.08730211108922958
          ],
          [
            4500,
            0.0871238186955452
          ],
          [
            4600,
            0.08693299442529678
          ],
          [
            4700,
            0.08672495186328888
          ],
          [
            4800,
            0.08651365339756012
          ],
          [
            4900,
            0.08627132326364517
          ],
          [
            5000,
            0.08605049550533295
          ],
          [
            5100,
            0.08579112589359283
          ],
          [
            5200,
            0.08553028106689453
          ],
          [
            5300,
            0.0852663591504097
          ],
          [
            5400,
            0.08498439937829971
          ],
          [
            5500,
            0.08472543954849243
          ],
          [
            5600,
            0.08442319184541702
          ],
          [
            5700,
            0.08413591235876083
          ],
          [
            5800,
            0.08384449779987335
          ],
          [
            5900,
            0.08354786783456802
          ],
          [
            6000,
            0.0832374319434166
          ],
          [
            6100,
            0.08293340355157852
          ],
          [
            6200,
            0.08261963725090027
          ],
          [
            6300,
            0.08231347799301147
          ],
          [
            6400,
            0.08200319111347198
          ],
          [
            6500,
            0.08169903606176376
          ],
          [
            6600,
            0.08139975368976593
          ],
          [
            6700,
            0.08109276741743088
          ],
          [
            6800,
            0.08077995479106903
          ],
          [
            6900,
            0.08048083633184433
          ],
          [
            7000,
            0.08017109334468842
          ],
          [
            7100,
            0.07986581325531006
          ],
          [
            7200,
            0.0795813575387001
          ],
          [
            7300,
            0.07929333299398422
          ],
          [
            7400,
            0.07901570945978165
          ],
          [
            7500,
            0.07873478531837463
          ],
          [
            7600,
            0.0784614235162735
          ],
          [
            7700,
            0.0781986191868782
          ],
          [
            7800,
            0.07794276624917984
          ],
          [
            7900,
            0.07770232856273651
          ],
          [
            8000,
            0.07746561616659164
          ],
          [
            8100,
            0.07723166048526764
          ],
          [
            8200,
            0.07701732963323593
          ],
          [
            8300,
            0.07681567966938019
          ],
          [
            8400,
            0.07662127166986465
          ],
          [
            8500,
            0.07645387202501297
          ],
          [
            8600,
            0.07629034668207169
          ],
          [
            8700,
            0.07614640891551971
          ],
          [
            8800,
            0.07601777464151382
          ],
          [
            8900,
            0.07590504735708237
          ],
          [
            9000,
            0.0758151188492775
          ],
          [
            9100,
            0.0757436528801918
          ],
          [
            9200,
            0.0756923109292984
          ],
          [
            9300,
            0.07566322386264801
          ]
        ],
        "logging/rms/model.layers.5.mlp.up_proj/gradient": [
          [
            0,
            8.929422619985417e-05
          ],
          [
            100,
            9.227708687831182e-06
          ],
          [
            200,
            1.0495406058907975e-05
          ],
          [
            300,
            1.0624878996168263e-05
          ],
          [
            400,
            1.1898350749106612e-05
          ],
          [
            500,
            1.0522479897190351e-05
          ],
          [
            600,
            1.0940891115751583e-05
          ],
          [
            700,
            1.052945117407944e-05
          ],
          [
            800,
            1.0599957022350281e-05
          ],
          [
            900,
            9.937835784512572e-06
          ],
          [
            1000,
            1.0108063179359306e-05
          ],
          [
            1100,
            1.0307947377441451e-05
          ],
          [
            1200,
            1.0530165127420332e-05
          ],
          [
            1300,
            1.0443010978633538e-05
          ],
          [
            1400,
            9.850284186541103e-06
          ],
          [
            1500,
            1.0254413609800395e-05
          ],
          [
            1600,
            1.064840853359783e-05
          ],
          [
            1700,
            1.0978233149216976e-05
          ],
          [
            1800,
            1.0196539733442478e-05
          ],
          [
            1900,
            1.0181470315728802e-05
          ],
          [
            2000,
            1.0327396012144163e-05
          ],
          [
            2100,
            1.1842677849926986e-05
          ],
          [
            2200,
            1.0623043635860085e-05
          ],
          [
            2300,
            1.0881663911277428e-05
          ],
          [
            2400,
            1.0405626198917162e-05
          ],
          [
            2500,
            1.0337837920815218e-05
          ],
          [
            2600,
            1.0581239621387795e-05
          ],
          [
            2700,
            1.0455586561874952e-05
          ],
          [
            2800,
            1.1024735613318626e-05
          ],
          [
            2900,
            1.0665537956811022e-05
          ],
          [
            3000,
            1.1866558452311438e-05
          ],
          [
            3100,
            1.0326423762307968e-05
          ],
          [
            3200,
            1.0919581654889043e-05
          ],
          [
            3300,
            1.2292267456359696e-05
          ],
          [
            3400,
            1.134953708969988e-05
          ],
          [
            3500,
            1.1577413715713192e-05
          ],
          [
            3600,
            1.0882867172767874e-05
          ],
          [
            3700,
            1.0911291610682383e-05
          ],
          [
            3800,
            1.1629878827079665e-05
          ],
          [
            3900,
            1.1282110790489241e-05
          ],
          [
            4000,
            1.1736448868759908e-05
          ],
          [
            4100,
            1.1105234079877846e-05
          ],
          [
            4200,
            1.1799280400737189e-05
          ],
          [
            4300,
            1.1374020687071607e-05
          ],
          [
            4400,
            1.6603071344434284e-05
          ],
          [
            4500,
            1.1585399079194758e-05
          ],
          [
            4600,
            1.2713149772025645e-05
          ],
          [
            4700,
            1.2044252798659727e-05
          ],
          [
            4800,
            1.2343848538876045e-05
          ],
          [
            4900,
            1.1779294254665729e-05
          ],
          [
            5000,
            1.272737245017197e-05
          ],
          [
            5100,
            1.3188246157369576e-05
          ],
          [
            5200,
            1.2047704331052955e-05
          ],
          [
            5300,
            1.2435310054570436e-05
          ],
          [
            5400,
            1.2915600564156193e-05
          ],
          [
            5500,
            1.2646131835936103e-05
          ],
          [
            5600,
            1.2399334991641808e-05
          ],
          [
            5700,
            1.3188130651542451e-05
          ],
          [
            5800,
            1.2786193110514432e-05
          ],
          [
            5900,
            1.3528905583370943e-05
          ],
          [
            6000,
            1.2641967259696685e-05
          ],
          [
            6100,
            1.333292129857e-05
          ],
          [
            6200,
            1.2762140613631345e-05
          ],
          [
            6300,
            1.3273501281219069e-05
          ],
          [
            6400,
            1.3499266970029566e-05
          ],
          [
            6500,
            1.41731479743612e-05
          ],
          [
            6600,
            1.407232502970146e-05
          ],
          [
            6700,
            1.3472910723066889e-05
          ],
          [
            6800,
            1.3844559362041764e-05
          ],
          [
            6900,
            1.496627191954758e-05
          ],
          [
            7000,
            1.3692498214368243e-05
          ],
          [
            7100,
            1.4421472769754473e-05
          ],
          [
            7200,
            1.4468388144450728e-05
          ],
          [
            7300,
            1.4252070286602248e-05
          ],
          [
            7400,
            1.4453583389695268e-05
          ],
          [
            7500,
            1.4500706129183527e-05
          ],
          [
            7600,
            1.4690656826132908e-05
          ],
          [
            7700,
            1.4589047168556135e-05
          ],
          [
            7800,
            1.453135882911738e-05
          ],
          [
            7900,
            1.4893441402819008e-05
          ],
          [
            8000,
            1.4946481314837001e-05
          ],
          [
            8100,
            1.4957428902562242e-05
          ],
          [
            8200,
            1.4921507499821018e-05
          ],
          [
            8300,
            1.538342439744156e-05
          ],
          [
            8400,
            1.5204933333734516e-05
          ],
          [
            8500,
            1.5334380805143155e-05
          ],
          [
            8600,
            1.568485276948195e-05
          ],
          [
            8700,
            1.533205431769602e-05
          ],
          [
            8800,
            1.532025999040343e-05
          ],
          [
            8900,
            1.5413012079079635e-05
          ],
          [
            9000,
            1.539938421046827e-05
          ],
          [
            9100,
            1.538107062515337e-05
          ],
          [
            9200,
            1.567769140820019e-05
          ],
          [
            9300,
            1.5550554962828755e-05
          ]
        ],
        "logging/rms/model.layers.7.self_attn.k_proj/gradient": [
          [
            0,
            2.1069665308459662e-05
          ],
          [
            100,
            1.1513839126564562e-05
          ],
          [
            200,
            1.6617892470094375e-05
          ],
          [
            300,
            2.2315853129839525e-05
          ],
          [
            400,
            2.2298016119748354e-05
          ],
          [
            500,
            1.9396991774556227e-05
          ],
          [
            600,
            1.970896846614778e-05
          ],
          [
            700,
            1.7424370525986888e-05
          ],
          [
            800,
            2.005663736781571e-05
          ],
          [
            900,
            1.873074688774068e-05
          ],
          [
            1000,
            1.8661885405890644e-05
          ],
          [
            1100,
            1.943348252098076e-05
          ],
          [
            1200,
            1.8628537873155437e-05
          ],
          [
            1300,
            1.7962804122362286e-05
          ],
          [
            1400,
            1.927356242958922e-05
          ],
          [
            1500,
            1.9977998817921616e-05
          ],
          [
            1600,
            1.9404227714403532e-05
          ],
          [
            1700,
            1.8971686586155556e-05
          ],
          [
            1800,
            1.948884346347768e-05
          ],
          [
            1900,
            1.920386239362415e-05
          ],
          [
            2000,
            1.9802177121164277e-05
          ],
          [
            2100,
            2.1059124264866114e-05
          ],
          [
            2200,
            2.042296910076402e-05
          ],
          [
            2300,
            2.0353671061457135e-05
          ],
          [
            2400,
            1.969500954146497e-05
          ],
          [
            2500,
            1.9199274902348407e-05
          ],
          [
            2600,
            1.9137711205985397e-05
          ],
          [
            2700,
            1.9894452634616755e-05
          ],
          [
            2800,
            2.215462882304564e-05
          ],
          [
            2900,
            1.9311080905026756e-05
          ],
          [
            3000,
            2.047468296950683e-05
          ],
          [
            3100,
            2.0045907149324194e-05
          ],
          [
            3200,
            2.0643659809138626e-05
          ],
          [
            3300,
            2.0662133465521038e-05
          ],
          [
            3400,
            1.9862889530486427e-05
          ],
          [
            3500,
            2.1594862118945457e-05
          ],
          [
            3600,
            2.0685713025159203e-05
          ],
          [
            3700,
            2.0237586795701645e-05
          ],
          [
            3800,
            2.1684127204935066e-05
          ],
          [
            3900,
            2.270271215820685e-05
          ],
          [
            4000,
            2.0441560991457663e-05
          ],
          [
            4100,
            2.0310573745518923e-05
          ],
          [
            4200,
            2.2728512703906745e-05
          ],
          [
            4300,
            2.0630259314202704e-05
          ],
          [
            4400,
            2.692145608307328e-05
          ],
          [
            4500,
            2.106355896103196e-05
          ],
          [
            4600,
            2.1226540411589667e-05
          ],
          [
            4700,
            2.3100834368960932e-05
          ],
          [
            4800,
            2.3307264200411737e-05
          ],
          [
            4900,
            2.2565242034033872e-05
          ],
          [
            5000,
            2.3644153770874254e-05
          ],
          [
            5100,
            2.244126153527759e-05
          ],
          [
            5200,
            2.345520624658093e-05
          ],
          [
            5300,
            2.3446216800948605e-05
          ],
          [
            5400,
            2.245351606688928e-05
          ],
          [
            5500,
            2.29336346819764e-05
          ],
          [
            5600,
            2.3535138097940944e-05
          ],
          [
            5700,
            2.4709805074962787e-05
          ],
          [
            5800,
            2.424470403639134e-05
          ],
          [
            5900,
            2.4143088012351654e-05
          ],
          [
            6000,
            2.290920565428678e-05
          ],
          [
            6100,
            2.380883597652428e-05
          ],
          [
            6200,
            2.305741327290889e-05
          ],
          [
            6300,
            2.5529874619678594e-05
          ],
          [
            6400,
            2.785591277643107e-05
          ],
          [
            6500,
            2.706971463339869e-05
          ],
          [
            6600,
            2.480134389770683e-05
          ],
          [
            6700,
            2.6842384613701142e-05
          ],
          [
            6800,
            2.783340278256219e-05
          ],
          [
            6900,
            2.5794546672841534e-05
          ],
          [
            7000,
            2.5606392227928154e-05
          ],
          [
            7100,
            2.628799484227784e-05
          ],
          [
            7200,
            2.7427722670836374e-05
          ],
          [
            7300,
            2.6057879949803464e-05
          ],
          [
            7400,
            2.9043689210084267e-05
          ],
          [
            7500,
            2.6835577955353074e-05
          ],
          [
            7600,
            2.635757664393168e-05
          ],
          [
            7700,
            2.6746109142550267e-05
          ],
          [
            7800,
            2.823212525981944e-05
          ],
          [
            7900,
            2.6375144443591125e-05
          ],
          [
            8000,
            2.75029397016624e-05
          ],
          [
            8100,
            2.620382838358637e-05
          ],
          [
            8200,
            2.7180687538930215e-05
          ],
          [
            8300,
            2.7386638976167887e-05
          ],
          [
            8400,
            2.9539554816437885e-05
          ],
          [
            8500,
            2.7479874916025437e-05
          ],
          [
            8600,
            2.8945090889465064e-05
          ],
          [
            8700,
            2.716685958148446e-05
          ],
          [
            8800,
            2.8827958885813132e-05
          ],
          [
            8900,
            3.070768070756458e-05
          ],
          [
            9000,
            2.8094747904106043e-05
          ],
          [
            9100,
            2.8366555852699094e-05
          ],
          [
            9200,
            2.8673990527749993e-05
          ],
          [
            9300,
            2.902140113292262e-05
          ]
        ],
        "logging/rms/model.layers.2.input_layernorm/activation": [
          [
            0,
            0.9999958276748657
          ],
          [
            100,
            0.99229896068573
          ],
          [
            200,
            0.9731870889663696
          ],
          [
            300,
            0.9471237659454346
          ],
          [
            400,
            0.9146721959114075
          ],
          [
            500,
            0.8839340209960938
          ],
          [
            600,
            0.8561374545097351
          ],
          [
            700,
            0.8270965218544006
          ],
          [
            800,
            0.7997732162475586
          ],
          [
            900,
            0.7728288769721985
          ],
          [
            1000,
            0.7461504936218262
          ],
          [
            1100,
            0.7213374376296997
          ],
          [
            1200,
            0.6964300870895386
          ],
          [
            1300,
            0.6730169653892517
          ],
          [
            1400,
            0.6505851149559021
          ],
          [
            1500,
            0.6305316686630249
          ],
          [
            1600,
            0.6088643074035645
          ],
          [
            1700,
            0.5901763439178467
          ],
          [
            1800,
            0.5739620923995972
          ],
          [
            1900,
            0.56130051612854
          ],
          [
            2000,
            0.5468483567237854
          ],
          [
            2100,
            0.5354856848716736
          ],
          [
            2200,
            0.5254919528961182
          ],
          [
            2300,
            0.5144372582435608
          ],
          [
            2400,
            0.5071173310279846
          ],
          [
            2500,
            0.4968287944793701
          ],
          [
            2600,
            0.48678573966026306
          ],
          [
            2700,
            0.4818154275417328
          ],
          [
            2800,
            0.47478145360946655
          ],
          [
            2900,
            0.4697400629520416
          ],
          [
            3000,
            0.464263379573822
          ],
          [
            3100,
            0.4610077440738678
          ],
          [
            3200,
            0.4550357460975647
          ],
          [
            3300,
            0.4505521357059479
          ],
          [
            3400,
            0.4466582238674164
          ],
          [
            3500,
            0.4419645369052887
          ],
          [
            3600,
            0.44132566452026367
          ],
          [
            3700,
            0.4370173513889313
          ],
          [
            3800,
            0.4366810619831085
          ],
          [
            3900,
            0.4332582950592041
          ],
          [
            4000,
            0.42924773693084717
          ],
          [
            4100,
            0.43034908175468445
          ],
          [
            4200,
            0.42510786652565
          ],
          [
            4300,
            0.4234495759010315
          ],
          [
            4400,
            0.4236571192741394
          ],
          [
            4500,
            0.42113497853279114
          ],
          [
            4600,
            0.4191353917121887
          ],
          [
            4700,
            0.4204893410205841
          ],
          [
            4800,
            0.41754257678985596
          ],
          [
            4900,
            0.41571298241615295
          ],
          [
            5000,
            0.4159785509109497
          ],
          [
            5100,
            0.4163821339607239
          ],
          [
            5200,
            0.41412124037742615
          ],
          [
            5300,
            0.41383031010627747
          ],
          [
            5400,
            0.4123634994029999
          ],
          [
            5500,
            0.41167569160461426
          ],
          [
            5600,
            0.41140761971473694
          ],
          [
            5700,
            0.4122597277164459
          ],
          [
            5800,
            0.41063523292541504
          ],
          [
            5900,
            0.4114763140678406
          ],
          [
            6000,
            0.41079023480415344
          ],
          [
            6100,
            0.4126996099948883
          ],
          [
            6200,
            0.41197288036346436
          ],
          [
            6300,
            0.40958115458488464
          ],
          [
            6400,
            0.4103010594844818
          ],
          [
            6500,
            0.4102694094181061
          ],
          [
            6600,
            0.4112764596939087
          ],
          [
            6700,
            0.41081881523132324
          ],
          [
            6800,
            0.4114265441894531
          ],
          [
            6900,
            0.41193780303001404
          ],
          [
            7000,
            0.41291579604148865
          ],
          [
            7100,
            0.41247642040252686
          ],
          [
            7200,
            0.4113099277019501
          ],
          [
            7300,
            0.41244637966156006
          ],
          [
            7400,
            0.41206422448158264
          ],
          [
            7500,
            0.4119184911251068
          ],
          [
            7600,
            0.41276222467422485
          ],
          [
            7700,
            0.4138301908969879
          ],
          [
            7800,
            0.4137096107006073
          ],
          [
            7900,
            0.41322213411331177
          ],
          [
            8000,
            0.41322290897369385
          ],
          [
            8100,
            0.41350817680358887
          ],
          [
            8200,
            0.4134206473827362
          ],
          [
            8300,
            0.41392946243286133
          ],
          [
            8400,
            0.4143058657646179
          ],
          [
            8500,
            0.4137720763683319
          ],
          [
            8600,
            0.4144520163536072
          ],
          [
            8700,
            0.41429904103279114
          ],
          [
            8800,
            0.41347023844718933
          ],
          [
            8900,
            0.4132082462310791
          ],
          [
            9000,
            0.41367968916893005
          ],
          [
            9100,
            0.41307005286216736
          ],
          [
            9200,
            0.41416361927986145
          ],
          [
            9300,
            0.41351404786109924
          ]
        ],
        "logging/rms/model.layers.3.mlp.up_proj/activation": [
          [
            0,
            0.9861946702003479
          ],
          [
            100,
            1.087941288948059
          ],
          [
            200,
            1.2670555114746094
          ],
          [
            300,
            1.445022702217102
          ],
          [
            400,
            1.4746588468551636
          ],
          [
            500,
            1.4716219902038574
          ],
          [
            600,
            1.4745680093765259
          ],
          [
            700,
            1.449282169342041
          ],
          [
            800,
            1.4380515813827515
          ],
          [
            900,
            1.4024213552474976
          ],
          [
            1000,
            1.401597023010254
          ],
          [
            1100,
            1.3828390836715698
          ],
          [
            1200,
            1.3574641942977905
          ],
          [
            1300,
            1.348527193069458
          ],
          [
            1400,
            1.3305296897888184
          ],
          [
            1500,
            1.323751449584961
          ],
          [
            1600,
            1.293916940689087
          ],
          [
            1700,
            1.2890599966049194
          ],
          [
            1800,
            1.2754300832748413
          ],
          [
            1900,
            1.2648626565933228
          ],
          [
            2000,
            1.2574015855789185
          ],
          [
            2100,
            1.2454476356506348
          ],
          [
            2200,
            1.2372299432754517
          ],
          [
            2300,
            1.2246683835983276
          ],
          [
            2400,
            1.2251183986663818
          ],
          [
            2500,
            1.2095208168029785
          ],
          [
            2600,
            1.1883678436279297
          ],
          [
            2700,
            1.1830315589904785
          ],
          [
            2800,
            1.1853913068771362
          ],
          [
            2900,
            1.175262212753296
          ],
          [
            3000,
            1.1691850423812866
          ],
          [
            3100,
            1.1630405187606812
          ],
          [
            3200,
            1.154245138168335
          ],
          [
            3300,
            1.1480830907821655
          ],
          [
            3400,
            1.1472501754760742
          ],
          [
            3500,
            1.1372419595718384
          ],
          [
            3600,
            1.1323744058609009
          ],
          [
            3700,
            1.1174249649047852
          ],
          [
            3800,
            1.130097508430481
          ],
          [
            3900,
            1.1272729635238647
          ],
          [
            4000,
            1.1097886562347412
          ],
          [
            4100,
            1.1045916080474854
          ],
          [
            4200,
            1.0971111059188843
          ],
          [
            4300,
            1.0960233211517334
          ],
          [
            4400,
            1.0924415588378906
          ],
          [
            4500,
            1.078735589981079
          ],
          [
            4600,
            1.0787891149520874
          ],
          [
            4700,
            1.0831340551376343
          ],
          [
            4800,
            1.0745617151260376
          ],
          [
            4900,
            1.0636805295944214
          ],
          [
            5000,
            1.0714702606201172
          ],
          [
            5100,
            1.0704811811447144
          ],
          [
            5200,
            1.0555193424224854
          ],
          [
            5300,
            1.0554044246673584
          ],
          [
            5400,
            1.049485445022583
          ],
          [
            5500,
            1.0446171760559082
          ],
          [
            5600,
            1.0359947681427002
          ],
          [
            5700,
            1.050323247909546
          ],
          [
            5800,
            1.0364141464233398
          ],
          [
            5900,
            1.0296169519424438
          ],
          [
            6000,
            1.0228967666625977
          ],
          [
            6100,
            1.0259082317352295
          ],
          [
            6200,
            1.0267211198806763
          ],
          [
            6300,
            1.0144517421722412
          ],
          [
            6400,
            1.0134103298187256
          ],
          [
            6500,
            1.0090136528015137
          ],
          [
            6600,
            1.01553475856781
          ],
          [
            6700,
            1.0013799667358398
          ],
          [
            6800,
            1.0024878978729248
          ],
          [
            6900,
            1.0026259422302246
          ],
          [
            7000,
            1.0017387866973877
          ],
          [
            7100,
            0.9959681630134583
          ],
          [
            7200,
            0.9850735068321228
          ],
          [
            7300,
            0.9922952055931091
          ],
          [
            7400,
            0.9885846376419067
          ],
          [
            7500,
            0.9795674681663513
          ],
          [
            7600,
            0.9866400361061096
          ],
          [
            7700,
            0.9843820929527283
          ],
          [
            7800,
            0.9828319549560547
          ],
          [
            7900,
            0.9792183041572571
          ],
          [
            8000,
            0.9742416739463806
          ],
          [
            8100,
            0.9679957032203674
          ],
          [
            8200,
            0.9711612462997437
          ],
          [
            8300,
            0.9735352396965027
          ],
          [
            8400,
            0.9640939831733704
          ],
          [
            8500,
            0.9643535017967224
          ],
          [
            8600,
            0.9661661386489868
          ],
          [
            8700,
            0.9645175337791443
          ],
          [
            8800,
            0.9579994082450867
          ],
          [
            8900,
            0.9578638076782227
          ],
          [
            9000,
            0.9575151205062866
          ],
          [
            9100,
            0.9490277171134949
          ],
          [
            9200,
            0.9570326805114746
          ],
          [
            9300,
            0.9528142213821411
          ]
        ],
        "logging/rms/model.layers.0.self_attn/activation": [
          [
            0,
            0.06293031573295593
          ],
          [
            100,
            1.6763155460357666
          ],
          [
            200,
            1.8492015600204468
          ],
          [
            300,
            2.1911628246307373
          ],
          [
            400,
            2.5602378845214844
          ],
          [
            500,
            2.884763240814209
          ],
          [
            600,
            3.164881706237793
          ],
          [
            700,
            3.450406551361084
          ],
          [
            800,
            3.5808393955230713
          ],
          [
            900,
            3.777921676635742
          ],
          [
            1000,
            3.821380376815796
          ],
          [
            1100,
            3.863769769668579
          ],
          [
            1200,
            3.974707841873169
          ],
          [
            1300,
            3.94284725189209
          ],
          [
            1400,
            3.9126577377319336
          ],
          [
            1500,
            3.914903163909912
          ],
          [
            1600,
            3.927227258682251
          ],
          [
            1700,
            3.921794891357422
          ],
          [
            1800,
            3.8489181995391846
          ],
          [
            1900,
            3.825032949447632
          ],
          [
            2000,
            3.7775304317474365
          ],
          [
            2100,
            3.7080626487731934
          ],
          [
            2200,
            3.686659097671509
          ],
          [
            2300,
            3.6390902996063232
          ],
          [
            2400,
            3.6375732421875
          ],
          [
            2500,
            3.5724644660949707
          ],
          [
            2600,
            3.5557894706726074
          ],
          [
            2700,
            3.497612714767456
          ],
          [
            2800,
            3.480262517929077
          ],
          [
            2900,
            3.3889992237091064
          ],
          [
            3000,
            3.3569295406341553
          ],
          [
            3100,
            3.3206582069396973
          ],
          [
            3200,
            3.2668657302856445
          ],
          [
            3300,
            3.2379629611968994
          ],
          [
            3400,
            3.163194417953491
          ],
          [
            3500,
            3.136826276779175
          ],
          [
            3600,
            3.0839788913726807
          ],
          [
            3700,
            3.083904981613159
          ],
          [
            3800,
            3.0305707454681396
          ],
          [
            3900,
            2.9958574771881104
          ],
          [
            4000,
            2.933875799179077
          ],
          [
            4100,
            2.911836624145508
          ],
          [
            4200,
            2.863696336746216
          ],
          [
            4300,
            2.8272407054901123
          ],
          [
            4400,
            2.7931671142578125
          ],
          [
            4500,
            2.7484230995178223
          ],
          [
            4600,
            2.7347588539123535
          ],
          [
            4700,
            2.6939852237701416
          ],
          [
            4800,
            2.6581897735595703
          ],
          [
            4900,
            2.6328670978546143
          ],
          [
            5000,
            2.5987579822540283
          ],
          [
            5100,
            2.5498874187469482
          ],
          [
            5200,
            2.5296483039855957
          ],
          [
            5300,
            2.459251880645752
          ],
          [
            5400,
            2.4493234157562256
          ],
          [
            5500,
            2.411595582962036
          ],
          [
            5600,
            2.3980190753936768
          ],
          [
            5700,
            2.3622586727142334
          ],
          [
            5800,
            2.3294498920440674
          ],
          [
            5900,
            2.273409843444824
          ],
          [
            6000,
            2.2571346759796143
          ],
          [
            6100,
            2.232516050338745
          ],
          [
            6200,
            2.201474905014038
          ],
          [
            6300,
            2.190986394882202
          ],
          [
            6400,
            2.1628668308258057
          ],
          [
            6500,
            2.1251654624938965
          ],
          [
            6600,
            2.0906283855438232
          ],
          [
            6700,
            2.065971851348877
          ],
          [
            6800,
            2.0459203720092773
          ],
          [
            6900,
            2.0127322673797607
          ],
          [
            7000,
            1.980555772781372
          ],
          [
            7100,
            1.9713709354400635
          ],
          [
            7200,
            1.948099970817566
          ],
          [
            7300,
            1.909716248512268
          ],
          [
            7400,
            1.9030927419662476
          ],
          [
            7500,
            1.8737764358520508
          ],
          [
            7600,
            1.8404992818832397
          ],
          [
            7700,
            1.8219736814498901
          ],
          [
            7800,
            1.8026161193847656
          ],
          [
            7900,
            1.789947271347046
          ],
          [
            8000,
            1.7700878381729126
          ],
          [
            8100,
            1.7350177764892578
          ],
          [
            8200,
            1.723684310913086
          ],
          [
            8300,
            1.7085387706756592
          ],
          [
            8400,
            1.7001549005508423
          ],
          [
            8500,
            1.6710107326507568
          ],
          [
            8600,
            1.6685110330581665
          ],
          [
            8700,
            1.642561435699463
          ],
          [
            8800,
            1.6322065591812134
          ],
          [
            8900,
            1.6212668418884277
          ],
          [
            9000,
            1.6101174354553223
          ],
          [
            9100,
            1.6054017543792725
          ],
          [
            9200,
            1.61143958568573
          ],
          [
            9300,
            1.602598786354065
          ]
        ],
        "logging/rms/model.layers.6.self_attn.k_proj/activation": [
          [
            0,
            0.9942710399627686
          ],
          [
            100,
            1.7921669483184814
          ],
          [
            200,
            1.8852070569992065
          ],
          [
            300,
            2.008730411529541
          ],
          [
            400,
            2.0338833332061768
          ],
          [
            500,
            2.0416672229766846
          ],
          [
            600,
            2.080326795578003
          ],
          [
            700,
            2.0650947093963623
          ],
          [
            800,
            2.053239583969116
          ],
          [
            900,
            2.042060613632202
          ],
          [
            1000,
            2.0235445499420166
          ],
          [
            1100,
            2.0558671951293945
          ],
          [
            1200,
            2.017791271209717
          ],
          [
            1300,
            2.01153302192688
          ],
          [
            1400,
            2.0122475624084473
          ],
          [
            1500,
            1.9970420598983765
          ],
          [
            1600,
            1.9744083881378174
          ],
          [
            1700,
            1.9669523239135742
          ],
          [
            1800,
            1.9971617460250854
          ],
          [
            1900,
            1.9650708436965942
          ],
          [
            2000,
            1.964993953704834
          ],
          [
            2100,
            1.9448989629745483
          ],
          [
            2200,
            1.9357507228851318
          ],
          [
            2300,
            1.9189947843551636
          ],
          [
            2400,
            1.8919416666030884
          ],
          [
            2500,
            1.8954344987869263
          ],
          [
            2600,
            1.901362419128418
          ],
          [
            2700,
            1.8817970752716064
          ],
          [
            2800,
            1.886945366859436
          ],
          [
            2900,
            1.8770114183425903
          ],
          [
            3000,
            1.8644171953201294
          ],
          [
            3100,
            1.863844633102417
          ],
          [
            3200,
            1.8465580940246582
          ],
          [
            3300,
            1.8402211666107178
          ],
          [
            3400,
            1.8370063304901123
          ],
          [
            3500,
            1.8243907690048218
          ],
          [
            3600,
            1.811702013015747
          ],
          [
            3700,
            1.8032419681549072
          ],
          [
            3800,
            1.792258620262146
          ],
          [
            3900,
            1.8260209560394287
          ],
          [
            4000,
            1.791465401649475
          ],
          [
            4100,
            1.8068690299987793
          ],
          [
            4200,
            1.793489694595337
          ],
          [
            4300,
            1.7930889129638672
          ],
          [
            4400,
            1.766762614250183
          ],
          [
            4500,
            1.7481532096862793
          ],
          [
            4600,
            1.7637443542480469
          ],
          [
            4700,
            1.7532200813293457
          ],
          [
            4800,
            1.7575520277023315
          ],
          [
            4900,
            1.7286410331726074
          ],
          [
            5000,
            1.7364219427108765
          ],
          [
            5100,
            1.7300684452056885
          ],
          [
            5200,
            1.7242097854614258
          ],
          [
            5300,
            1.7217806577682495
          ],
          [
            5400,
            1.7203491926193237
          ],
          [
            5500,
            1.7164177894592285
          ],
          [
            5600,
            1.7159380912780762
          ],
          [
            5700,
            1.703224778175354
          ],
          [
            5800,
            1.694771409034729
          ],
          [
            5900,
            1.697703242301941
          ],
          [
            6000,
            1.69943368434906
          ],
          [
            6100,
            1.689493179321289
          ],
          [
            6200,
            1.689151406288147
          ],
          [
            6300,
            1.6904706954956055
          ],
          [
            6400,
            1.6869527101516724
          ],
          [
            6500,
            1.695087194442749
          ],
          [
            6600,
            1.6788221597671509
          ],
          [
            6700,
            1.6613095998764038
          ],
          [
            6800,
            1.6687521934509277
          ],
          [
            6900,
            1.6532124280929565
          ],
          [
            7000,
            1.6548850536346436
          ],
          [
            7100,
            1.660950779914856
          ],
          [
            7200,
            1.6688122749328613
          ],
          [
            7300,
            1.6416789293289185
          ],
          [
            7400,
            1.6357271671295166
          ],
          [
            7500,
            1.64647376537323
          ],
          [
            7600,
            1.642910122871399
          ],
          [
            7700,
            1.6373271942138672
          ],
          [
            7800,
            1.6329082250595093
          ],
          [
            7900,
            1.6250120401382446
          ],
          [
            8000,
            1.6369017362594604
          ],
          [
            8100,
            1.6320416927337646
          ],
          [
            8200,
            1.6285042762756348
          ],
          [
            8300,
            1.6145976781845093
          ],
          [
            8400,
            1.6245090961456299
          ],
          [
            8500,
            1.6135163307189941
          ],
          [
            8600,
            1.6151827573776245
          ],
          [
            8700,
            1.6177912950515747
          ],
          [
            8800,
            1.6263766288757324
          ],
          [
            8900,
            1.6251537799835205
          ],
          [
            9000,
            1.6152831315994263
          ],
          [
            9100,
            1.626769781112671
          ],
          [
            9200,
            1.6198017597198486
          ],
          [
            9300,
            1.6160262823104858
          ]
        ]
      }
    },
    {
      "id": "r1ml386z",
      "name": "model-d8-lr0.003-tok614M-deterministic-perturbbatch2344x256-p4-amplification-step-2344-tokens-256",
      "problem": "p4",
      "group": "amplification",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/r1ml386z",
      "gpu": "H100",
      "created_at": "2026-10-28T20:52:29Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p4",
        "cs312-a1-p4-amplification"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-deterministic-perturbbatch2344x256-p4-amplification-step-2344-tokens-256",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p4",
          "cs312-a1-p4-amplification"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": true,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p4-amplification-step-2344-tokens-256",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": 2344,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 256,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": null,
        "final_val_loss": null,
        "elapsed_seconds": 643,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "iwugud62",
      "name": "model-d8-lr0.009-tok614M-p5-loss-curves-lr-0.009",
      "problem": "p5",
      "group": "loss-curves",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/iwugud62",
      "gpu": "H100",
      "created_at": "2026-10-28T20:53:50Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p5",
        "cs312-a1-p5-loss-curves"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.009,
        "run_name": "model-d8-lr0.009-tok614M-p5-loss-curves-lr-0.009",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p5",
          "cs312-a1-p5-loss-curves"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.009,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p5-loss-curves-lr-0.009",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.9082679748535156,
        "final_val_loss": 2.951192855834961,
        "elapsed_seconds": 619.5087910029999,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "zzrh2eb5",
      "name": "model-d10-lr0.003-tok614M-ds222-ms222-p3-hyperparameter-d10-seed-222",
      "problem": "p3",
      "group": "hyperparameter-d10",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/zzrh2eb5",
      "gpu": "H100",
      "created_at": "2026-10-28T20:54:26Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p3",
        "cs312-a1-p3-hyperparameter",
        "gpu-h100"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d10-lr0.003-tok614M-ds222-ms222-p3-hyperparameter-d10-seed-222",
        "data_seed": 222,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d10",
        "model_seed": 222,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p3",
          "cs312-a1-p3-hyperparameter",
          "gpu-h100"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d10",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 640,
          "context_length": 1024,
          "intermediate_size": 2240,
          "num_hidden_layers": 10,
          "num_attention_heads": 10,
          "num_key_value_heads": 10,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": false,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 64649600,
        "run_name_suffix": "p3-hyperparameter-d10-seed-222",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": null,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 1,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": 2.848304033279419,
        "final_val_loss": 2.840414524078369,
        "elapsed_seconds": 2308.030026509001,
        "num_parameters": 64649600,
        "train_tokens": 614400000,
        "compute_flops": 2.189426688e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    },
    {
      "id": "ayhp9cep",
      "name": "model-d8-lr0.003-tok614M-deterministic-perturbbatch4688x16-p4-amplification-step-4688-tokens-16",
      "problem": "p4",
      "group": "amplification",
      "state": "completed",
      "url": "https://forge.coreweave.com/wandb/kingzuko/assignments/runs/ayhp9cep",
      "gpu": "H100",
      "created_at": "2026-10-28T20:58:16Z",
      "tags": [
        "cs312-a1",
        "cs312-a1-p4",
        "cs312-a1-p4-amplification"
      ],
      "config": {
        "beta1": 0.9,
        "beta2": 0.95,
        "lr_dip": null,
        "dropout": 0,
        "qk_norm": true,
        "end_step": 9375,
        "optim_lr": 0.003,
        "run_name": "model-d8-lr0.003-tok614M-deterministic-perturbbatch4688x16-p4-amplification-step-4688-tokens-16",
        "data_seed": 42,
        "force_run": false,
        "grad_norm": 1,
        "model_dir": "/root/data/ckpts",
        "num_evals": 100,
        "precision": "mp",
        "batch_size": 64,
        "ema_decays": [],
        "model_name": "d8",
        "model_seed": 42,
        "num_epochs": 1,
        "save_model": false,
        "wandb_tags": [
          "cs312-a1",
          "cs312-a1-p4",
          "cs312-a1-p4-amplification"
        ],
        "lr_schedule": "linear",
        "total_steps": 9375,
        "val_dataset": {
          "tag": "dclm",
          "name": "val",
          "path": null,
          "context_length": 1024,
          "sequence_limit": 1000
        },
        "min_lr_ratio": 0,
        "model_config": {
          "name": "d8",
          "head_dim": 64,
          "vocab_size": 4096,
          "hidden_size": 512,
          "context_length": 1024,
          "intermediate_size": 1792,
          "num_hidden_layers": 8,
          "num_attention_heads": 8,
          "num_key_value_heads": 8,
          "max_position_embeddings": 131072
        },
        "stop_at_step": null,
        "train_tokens": 614400000,
        "wandb_entity": "kingzuko",
        "wandb_online": true,
        "warmup_steps": null,
        "weight_decay": 0.1,
        "checkpointing": "disabled",
        "deterministic": true,
        "fork_from_run": null,
        "learning_rate": 0.003,
        "model_builder": null,
        "torch_compile": true,
        "train_dataset": {
          "tag": "dclm",
          "name": "train",
          "path": null,
          "context_length": 1024,
          "sequence_limit": null
        },
        "uses_autocast": true,
        "wandb_project": "assignments",
        "fork_from_step": null,
        "loss_precision": "fp32",
        "metric_loggers": [
          {
            "event": "after_backward",
            "function": "log_module_rms"
          }
        ],
        "optimizer_name": "adamw",
        "warmup_percent": 0.01,
        "param_precision": "fp32",
        "parameter_count": 34612736,
        "run_name_suffix": "p4-amplification-step-4688-tokens-16",
        "batch_order_seed": null,
        "compute_precision": "bf16",
        "fail_on_nonfinite": false,
        "num_micro_batches": 1,
        "perturb_one_token": false,
        "perturb_batch_step": 4688,
        "torch_compile_mode": "reduce-overhead",
        "num_train_sequences": 600000,
        "tie_word_embeddings": false,
        "embedding_init_scale": 1,
        "init_checkpoint_path": null,
        "warmup_steps_applied": 93,
        "keep_checkpoint_steps": [],
        "resume_from_checkpoint": true,
        "optimizer_state_precision": "fp32",
        "perturb_batch_token_count": 16,
        "latest_checkpoint_frequency": 1000
      },
      "summary": {
        "final_train_loss": null,
        "final_val_loss": null,
        "elapsed_seconds": 447,
        "num_parameters": 34612736,
        "train_tokens": 614400000,
        "compute_flops": 1.120986464256e+17,
        "nonfinite_metrics": []
      },
      "history": {
        "train_loss": [],
        "val_loss": [],
        "learning_rate": []
      }
    }
  ]
}