{
 "init_fp32_sha256": "3388743efeef0e9eb77f61bc1fc018db7bb82e5e6a313f707ad028d9b95e1bd0",
 "init_bf16_adapter_sha256": "e740cf725271a660278190aafad57d75c165e6b3da048fc65e1a1e3c2bd9e7c8",
 "init_B_all_zero": true,
 "recovered_grad_norm": 36.49467826760985,
 "recovered_grad_A_max_abs": 0.0,
 "baseline_update": {
  "max_abs_error": 0.00019999337382614613,
  "reference_max_abs": 0.00010000000474974513,
  "relative_l2_error": 0.05990436714547741,
  "cosine_similarity": 0.9982057324278439
 },
 "reference_update": {
  "max_abs_error": 1.3921540812589228e-05,
  "reference_max_abs": 0.0004319589934311807,
  "relative_l2_error": 0.011095771369354926,
  "cosine_similarity": 0.9999384418601805
 },
 "reference_update_B_only": {
  "max_abs_error": 1.3921540812589228e-05,
  "reference_max_abs": 0.0004319589934311807,
  "relative_l2_error": 0.011095771369354926,
  "cosine_similarity": 0.9999384418601829
 },
 "dimuon_A_step1_max_abs": 0.0,
 "lr_scaling": [
  {
   "learning_rate": 0.0001,
   "update_norm": 0.005571355047044043
  },
  {
   "learning_rate": 0.001,
   "update_norm": 0.05571355442863166
  },
  {
   "learning_rate": 0.01,
   "update_norm": 0.5571355017914699
  }
 ],
 "lr_scaling_max_rel_change": 7.10453955665713e-08,
 "dimuon_B_stable_rank_step1": 0.7930079444363333,
 "n_B_blocks": 97,
 "adamw_B_stable_rank_step1": 0.14829558737224918,
 "restore_replay_params": {
  "max_abs_error": 2.4998094886541367e-05,
  "reference_max_abs": 0.000484729214804247,
  "relative_l2_error": 0.009888607172079343,
  "cosine_similarity": 0.999951107737341
 },
 "v2": {
  "baseline_update": {
   "max_abs_error": 2.9103830456733704e-11,
   "reference_max_abs": 0.00010000001202570274,
   "relative_l2_error": 1.1838959207204275e-07,
   "cosine_similarity": 0.9999999999984653,
   "elementwise_pass_fraction": 1.0,
   "n_elements": 27475968,
   "n_fail": 0,
   "reference": "torch.optim.AdamW (torch 2.15.0+cpu) on the fork client's own step-1 exp_avg/(1-beta1) gradient and identical fp32 init"
  },
  "adam_v_consistency_max_rel": 1.9562544650852942e-07,
  "cross_client_grad_agreement": {
   "max_abs_error": 0.003906428813934326,
   "reference_max_abs": 0.9726564288139343,
   "relative_l2_error": 0.00445943772141835,
   "cosine_similarity": 0.9999900624438804
  },
  "reference_update_own_bf16_momentum": {
   "max_abs_error": 1.619606337044388e-05,
   "reference_max_abs": 0.00043122234637849033,
   "relative_l2_error": 0.008914503668966067,
   "cosine_similarity": 0.9999602657663359,
   "elementwise_pass_fraction": 0.999999672441022,
   "n_elements": 27475968,
   "n_fail": 9
  },
  "reference_update_other_client_fp32_grad": {
   "max_abs_error": 1.3311757356859744e-05,
   "reference_max_abs": 0.00043169609853066504,
   "relative_l2_error": 0.01112447649318528,
   "cosine_similarity": 0.9999381229397715,
   "elementwise_pass_fraction": 0.9999998180227899,
   "n_elements": 27475968,
   "n_fail": 5
  },
  "lr_scaled_update_1e-4_x10_vs_1e-3": {
   "max_abs_error": 1.1148425983265042e-05,
   "reference_max_abs": 0.0004318455175962299,
   "relative_l2_error": 0.008873499902993041,
   "cosine_similarity": 0.9999606304975469,
   "elementwise_pass_fraction": 0.999999963604558,
   "n_elements": 27475968,
   "n_fail": 1
  },
  "lr_scaled_update_1e-2_div10_vs_1e-3": {
   "max_abs_error": 9.825969755183905e-06,
   "reference_max_abs": 0.0004318455175962299,
   "relative_l2_error": 0.008924332405289597,
   "cosine_similarity": 0.9999601781432929,
   "elementwise_pass_fraction": 1.0,
   "n_elements": 27475968,
   "n_fail": 0
  },
  "restore_replay_update": {
   "max_abs_error": 2.4998094886541367e-05,
   "reference_max_abs": 0.000484729214804247,
   "relative_l2_error": 0.009888607172079343,
   "cosine_similarity": 0.999951107737341,
   "elementwise_pass_fraction": 0.9999978890643635,
   "n_elements": 27475968,
   "n_fail": 58
  },
  "restore_replay_momentum": {
   "max_abs_error": 0.0009765625,
   "reference_max_abs": 0.1787109375,
   "relative_l2_error": 0.003484678339969296,
   "cosine_similarity": 0.9999939294047687
  }
 }
}