{
 "init_fp32_sha256": "3388743efeef0e9eb77f61bc1fc018db7bb82e5e6a313f707ad028d9b95e1bd0",
 "init_bf16_adapter_sha256": "e740cf725271a660278190aafad57d75c165e6b3da048fc65e1a1e3c2bd9e7c8",
 "init_B_all_zero": true,
 "recovered_grad_norm": 36.49832519260662,
 "recovered_grad_A_max_abs": 0.0,
 "baseline_update": {
  "max_abs_error": 0.00019999521464342251,
  "reference_max_abs": 0.00010000000474974513,
  "relative_l2_error": 0.059997378197632956,
  "cosine_similarity": 0.9982001570893024
 },
 "reference_update": {
  "max_abs_error": 1.676286046858877e-05,
  "reference_max_abs": 0.0004319589934311807,
  "relative_l2_error": 0.011047655416269142,
  "cosine_similarity": 0.9999389745813615
 },
 "reference_update_B_only": {
  "max_abs_error": 1.676286046858877e-05,
  "reference_max_abs": 0.0004319589934311807,
  "relative_l2_error": 0.011047655416269142,
  "cosine_similarity": 0.9999389745813618
 },
 "dimuon_A_step1_max_abs": 0.0,
 "lr_scaling": [
  {
   "learning_rate": 0.0001,
   "update_norm": 0.005571355029109937
  },
  {
   "learning_rate": 0.001,
   "update_norm": 0.05571355460103725
  },
  {
   "learning_rate": 0.01,
   "update_norm": 0.5571355024069835
  }
 ],
 "lr_scaling_max_rel_change": 7.735888063464813e-08,
 "dimuon_B_stable_rank_step1": 0.7929276215700582,
 "n_B_blocks": 97,
 "adamw_B_stable_rank_step1": 0.14830248318081038,
 "restore_replay_params": {
  "max_abs_error": 4.352768883109093e-05,
  "reference_max_abs": 0.0004933822783641517,
  "relative_l2_error": 0.009953487697234082,
  "cosine_similarity": 0.9999504640550458
 },
 "v2": {
  "baseline_update": {
   "max_abs_error": 2.9103830456733704e-11,
   "reference_max_abs": 0.00010000001202570274,
   "relative_l2_error": 1.1836754552721225e-07,
   "cosine_similarity": 0.9999999999984533,
   "elementwise_pass_fraction": 1.0,
   "n_elements": 27475968,
   "n_fail": 0,
   "reference": "torch.optim.AdamW (torch 2.15.0+cpu) on the fork client's own step-1 exp_avg/(1-beta1) gradient and identical fp32 init"
  },
  "adam_v_consistency_max_rel": 1.915328766699531e-07,
  "cross_client_grad_agreement": {
   "max_abs_error": 0.0039064884185791016,
   "reference_max_abs": 0.9726564288139343,
   "relative_l2_error": 0.004391774377892753,
   "cosine_similarity": 0.9999903569331032
  },
  "reference_update_own_bf16_momentum": {
   "max_abs_error": 1.6289202903863043e-05,
   "reference_max_abs": 0.00043122234637849033,
   "relative_l2_error": 0.008891037556287004,
   "cosine_similarity": 0.9999604746790173,
   "elementwise_pass_fraction": 0.9999997816273479,
   "n_elements": 27475968,
   "n_fail": 6
  },
  "reference_update_other_client_fp32_grad": {
   "max_abs_error": 1.6678692190907896e-05,
   "reference_max_abs": 0.00043169609853066504,
   "relative_l2_error": 0.011249974322777247,
   "cosine_similarity": 0.999936718962419,
   "elementwise_pass_fraction": 0.9999997816273479,
   "n_elements": 27475968,
   "n_fail": 6
  },
  "lr_scaled_update_1e-4_x10_vs_1e-3": {
   "max_abs_error": 1.5426019672304392e-05,
   "reference_max_abs": 0.0004318455175962299,
   "relative_l2_error": 0.008530711051707019,
   "cosine_similarity": 0.9999636134824237,
   "elementwise_pass_fraction": 0.999999963604558,
   "n_elements": 27475968,
   "n_fail": 1
  },
  "lr_scaled_update_1e-2_div10_vs_1e-3": {
   "max_abs_error": 1.3547141861636192e-05,
   "reference_max_abs": 0.0004318455175962299,
   "relative_l2_error": 0.008501773216792323,
   "cosine_similarity": 0.9999638599239631,
   "elementwise_pass_fraction": 0.999999963604558,
   "n_elements": 27475968,
   "n_fail": 1
  },
  "restore_replay_update": {
   "max_abs_error": 4.352768883109093e-05,
   "reference_max_abs": 0.0004933822783641517,
   "relative_l2_error": 0.009953487697234082,
   "cosine_similarity": 0.9999504640550458,
   "elementwise_pass_fraction": 0.9999969791783132,
   "n_elements": 27475968,
   "n_fail": 83
  },
  "restore_replay_momentum": {
   "max_abs_error": 0.00048828125,
   "reference_max_abs": 0.1787109375,
   "relative_l2_error": 0.00342291724776035,
   "cosine_similarity": 0.9999941420738797
  }
 }
}