{ "aggregation": "token_mean", "arms": { "baseline_adamw_s0": { "aggregation": "token_mean", "value": 2.0330861653887697, "token_mean": 2.0330861653887697, "example_mean": 1.9115550791560603, "nll_sum": 197912.80585593518, "n_tokens": 97346, "n_examples": 500, "n_empty": 0 }, "treatment_dimuon_s0": { "aggregation": "token_mean", "value": 2.0325384676338447, "token_mean": 2.0325384676338447, "example_mean": 1.9114180149242066, "nll_sum": 197859.48967028424, "n_tokens": 97346, "n_examples": 500, "n_empty": 0 }, "baseline_adamw_s1": { "aggregation": "token_mean", "value": 2.0314219380012855, "token_mean": 2.0314219380012855, "example_mean": 1.91241359540049, "nll_sum": 197750.79997667315, "n_tokens": 97346, "n_examples": 500, "n_empty": 0 }, "treatment_dimuon_s1": { "aggregation": "token_mean", "value": 2.03035734551033, "token_mean": 2.03035734551033, "example_mean": 1.909182655629596, "nll_sum": 197647.1661560486, "n_tokens": 97346, "n_examples": 500, "n_empty": 0 }, "baseline_adamw_s2": { "aggregation": "token_mean", "value": 2.0308968318351543, "token_mean": 2.0308968318351543, "example_mean": 1.9100704506768729, "nll_sum": 197699.68299182493, "n_tokens": 97346, "n_examples": 500, "n_empty": 0 }, "treatment_dimuon_s2": { "aggregation": "token_mean", "value": 2.0305850384881787, "token_mean": 2.0305850384881787, "example_mean": 1.9098447542370276, "nll_sum": 197669.33115667026, "n_tokens": 97346, "n_examples": 500, "n_empty": 0 } } }