{"item_id": "no_robots_test:d6c011ffb1ff8a9abe9bd24caf3f9817454a1f054d5d0e0360d19bf50cf6b20c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 129.83305756729465, "n_tokens": 55}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7682c850c4e5979cef0ad966b8feb119de2bd323bb40819767a161040b59eb7a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1254.148268243027, "n_tokens": 555}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45971bbe382b81644487690d2018bc3aec8c807f1be52a9744223e5492255928", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 575.6916164498925, "n_tokens": 233}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ccdce774f24ede2e799686276e8b72e8b08a4aebf6ba75ecc450fc73cfedd1a8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1056.276922524967, "n_tokens": 416}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1f40447167a99977d745672c0c19cb2739b6f5208647af47fac16c94f88826e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 503.4196944882467, "n_tokens": 287}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f7128731ae16e9ccfbb888620c5d75564fb8d12350e9b47c781beeb64ebd04c7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 123.44178630235541, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f865f7581ddc128be8b79fa82e7fa9102362b6a7685d82f9116436280073695b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 706.3933148427304, "n_tokens": 468}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e26a31997285dc001e683aec269ec9b0c4e3400b97a7cbb6367a08e374dfedc", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 134.60657883450654, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3fad3d579a7259e0bbff20c18d4c72049a7b9378078c85188ba9b166216b4775", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.09212818099559, "n_tokens": 65}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc614a388398a30b28e3b18b9382a1438d8b8455377d6a65f902a709a75168a1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 615.6335222613507, "n_tokens": 271}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e038c9bbc2ec4556f6ab47f9651fa89cb5d7f72891a5fba4415e13f18f7ca0b7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 47.599664992252315, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:37746cac882d406894272569214f6ede6ab7b78de88c01e6bea144234a4013bf", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 21.614298799574954, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6ac710f1196bc72404d3e08e8acca16f7f144752544aa4af9a19736053fbda4b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 180.304180637454, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f52ce291ce39c76f22e3771a091d24bb55b3831106506a3835c2a2e16a86d1c1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 389.8067005515894, "n_tokens": 112}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a5c6035044f914d24e5fa5677048b7461bb3c3a4a7cfa474fbcfa29588670d8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 10.609793526082115, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1c9a958b19539efc3ce03adb85c0c7811393e90d35f33f4d96e999d79e3e8a9", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 241.61578794802313, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66e33c21f54193775c1fda86f9be739152462cea267969b838ed953956f4b631", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 130.6662037398661, "n_tokens": 105}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c338b2227c9f2922a94c730fc653d50dec826ea0febb228867efb3709a3f31d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 451.10063691280493, "n_tokens": 407}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:85b810a2c52be481e2f79b741fb8a02142c18d9db329189689789240bad537a6", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.74404338753857, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba7cd3cea48952cd4f218fb4ba23a7a0d9f6d3e2b524eb897a063d567521bcbc", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 727.5732414215522, "n_tokens": 231}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:645c6de54016df90ea64d9b72a1686de2c682467cc0988ed2b8379e4af3a3b69", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 289.84467841494177, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba474c32c7c4db657376ec72136594729848d88a0423d0457e9f6eea6680e9c1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 391.1919062664897, "n_tokens": 155}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebd302ba966ef926516b751f9d42bd52ed4b21747f424f147c33de05d5cb46a5", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 90.40817472840308, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d555a1b6eab48b9f199186e30b6b691eafd4b0df80a6558b64c4c5d60509848a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 132.3948184438318, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1329aaafcece6e6674ee78a546492be7047a72bd8eed93a15490b517d195f8aa", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 239.80578872075466, "n_tokens": 83}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ca2aefe6159c88ab4335e1b2a19e04bb70d2d096c8b6487946607a4fb57b9207", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 362.00486213088095, "n_tokens": 135}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f8385c2bedf5af812b3e13ed50abf373552e551992c637acf8c341fb2bd4ef30", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 945.9667590953104, "n_tokens": 390}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:687e88746b34ab7a856e2d8795eb696de02b6909f8e68dd0c5595cf754eb22b2", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 871.1412755953468, "n_tokens": 284}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b096cd3cc576e1df1bfc3ea2e8c1b89817a67e1f4d4209100e7e0ac03323b45a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 26.646260947436417, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:503c617fbdab4576be1c79b421947a7c5f1a2b365808c6b6f8e31287d1aeb674", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 337.30055556261505, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:46ffb831bbb5717977280909d133272c1cda68f7769a58f18e83331e906c5aa0", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1204.440440017626, "n_tokens": 447}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d155ad5a56b452703abf0c54969f8cfd0372dcbe0befcd4a0af5a0fbdcbfe23b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 0.9901553229709634, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d36d2dcd016969972e6ea69b0ad14f9ff2b6e341d9ff7565318d6082b0523ba6", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 388.31278320994056, "n_tokens": 155}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d2c280bd301ce2066b71f70cdfe03494262cf4f369010aea6e00f23f853cbc7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 847.9185040641865, "n_tokens": 457}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:37ac631bf0d66b95a69519e58da6a3c4f1118d6960bace298e83087805422076", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 309.8839360508912, "n_tokens": 187}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:91e0052f1664f2e28d66653914c81a87f27e0b24a46b9136e4748a8c24545289", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 463.5626372911811, "n_tokens": 230}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6f921864bd8b8123377fe29446547b0cfccf9882bda00e1ed0a11f99c7290799", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 390.5023359998613, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:06f8cec4f3a7a51087180e3fba0d8a2c19c0866cff613bbc7d044033f82467e5", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 321.7540634546049, "n_tokens": 436}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:41d3a40c684db02d115771774e75f6812745b96bfc8b26c6198f3537fa5bd7e8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 486.1633124130183, "n_tokens": 146}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:71b63a042ad1e85efc91ec2ac3a88629d29d13978696515b1bc0d29bea1fae36", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 316.042716511605, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:40f8e6e855826d7d7671f4dbb5f7c12ae99541888fe78e7b4d669adbe00b1151", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 13.103124518981076, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0869a2536bae18939b4f62b6c026f631cc44083e1903bde4de0b1e7e339702e5", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 431.08356287997685, "n_tokens": 333}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac80dd9713747a25db3164ad15d37c61409a02257bd88433e1c254eb927a4372", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 80.4096046818413, "n_tokens": 53}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2fb3649c9d992e39a4a394aeb16b91720ec8ae19dd43895b3914a6511144ca1e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 188.62025194363582, "n_tokens": 94}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bb96ffd53f0444b90e6fad698788ab9ccd24d6f63aa674494be21315ee7a2dd3", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1074.227716107558, "n_tokens": 521}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2beadd667769f5875ab256f7f840e2c6d26c1b667ba4ef11d814b61153da6e13", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 319.5595364490009, "n_tokens": 175}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a9a8696c28ade7a3f9e0b3d8d97abb862ed987239887e988a2dd21cee1915cb2", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 136.24078124762855, "n_tokens": 79}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bab1283b2cfd37eb5a264da47f0663cea09d18088cd4c48886d0174e1eba536e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 54.0597150623953, "n_tokens": 19}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b3b45db4ac4b90ae5fddacef19c5deb1a91dbee65068d9ab0d36d3e1aa92334b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 3.010884157716646, "n_tokens": 10}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2596826a823a13939db48d0ee04bfb0083fdf8133eff4468550ca63ebb76864", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 328.78679044961564, "n_tokens": 208}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:069a404880fd7eebecec2132e04406f2858b71a7588237de0c546d826aa2cce3", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 309.68062377089404, "n_tokens": 156}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:151659a113f8a967eea7c23e19e96b0da262f736a3560b9dff28efb68b553978", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 224.99943819131227, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0f861d5aa34b0dcfc2ddd35da09fc581aff25b042a2795f36bda290e00071378", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1159.1160745397974, "n_tokens": 420}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:498c6846aff34679bd2acaf9a40672c60df6dc00e30ecd2be181b233b23faf1e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 764.4099217260459, "n_tokens": 285}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3a2e37c1fe2d7c63b55330af7098035b4dc8142da2ff249f35820cd06b458cea", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 84.65327947666128, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c97be73986b86b7bb444ba1402ece81e49a0e962be40a66a0021c293d0e48134", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 410.09470376134493, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:371d8db9eaa9687270ad0fab91513225fa7ce1c54e5a0d845f126a7ae386e735", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 54.71192247858983, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2d0ff0f26fb8e8effcd4918c0653fcc0eee53226f4d13b79eee2fc03df6286aa", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 739.767720678833, "n_tokens": 245}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ad3ade87b53d6f4adc940e6f4ba711e65b73e7d2fc4a2aa4e15c0b733b110b29", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 9.497298939754273, "n_tokens": 45}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:716e64d1f2292720df26399fee0aaf5e015009178041a6ec8fedc17e2d9e9df6", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 235.2995529082733, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:569e694f8ad2b83ae1e997fd4b19849b0859d23873a4147bb31e7873ed29e086", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 127.89291357239426, "n_tokens": 114}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3956cffb3efd15358c82ae59c24fdcbd58112173f6ff3f8c41888e6c4ed6c895", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 63.37457959157132, "n_tokens": 20}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:11cb75d074a4a74b12c17ea021dfe17d72909661a28ca255e000d86573e52f4a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 166.7317958203471, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7b69321f3a4e585a40ceba48e7b63685452a123e2cb64486ae5c54ffd3be0d23", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 151.7134032768156, "n_tokens": 63}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ede0754a2e1b91497d9e4db2320edbb495c071f190098537eee95929972e17d1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 72.30102999216115, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66ada4a1b1b49410c7f8a6a27934b65139499a9c3e5c65549375068a70a3c51f", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 100.56939656246686, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02c4f02245b627721c8a03184b85e95b2d7a2a3e2757fcaa53a3f227785f0277", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 142.6347775824629, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2891116ede1751ddb26aaa9de499dc1149851f957873abcf2903132c62addab8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 100.56126494148793, "n_tokens": 48}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc009733b4090c99c626a0b657377e2c3db4dc065ca522659356d8be020a4bdd", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.37625145551783, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:252b2127915bf0a3c04b2aa0e9cda42302f94b5feded11ae4d272b4d6d585c30", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 64.20840130866236, "n_tokens": 26}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:757b00e4f2279890ebb97605a867e4309c29fce4ddfd2035ff568c7be0bb6b6d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.69349698224698, "n_tokens": 64}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2ce87bfc5c427f720cb5f28f4099db60307f1ed844c4c8e61f1f046e06265fbd", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 223.1345838090316, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2526b13cafe55ba808ebe720cc2ebfce41f9e0a12b7512ffe6dbf7eb41a559c5", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 381.742263804146, "n_tokens": 342}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d0fa72d19e14c4e11a471ab3f0127fbaeee061a5ee6cc5ecf87142920bd0c24", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 323.4606985226195, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d04ddb39eff5469b4b4b6d090b51e6f46e47dc4daec06702964c1f737f7e8123", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 364.01837790916795, "n_tokens": 314}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:525e28a56ceec00670ad602d6553ffdf08501e8a0ca7ea10027a2136bf135d54", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 115.03367628498404, "n_tokens": 68}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1415ff2282982ef44abfbbecf0503e4d6f0ea6186824ae56e2d438fb3fca23b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 72.27018617478814, "n_tokens": 58}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9ab2002a593fbbebdc2d4f4678bd21f8d4cd02cd15d65589c403319c8b5f4747", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 210.72962589410037, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45678c64b9b9861841bb742e8e05cc4c421d21c9bf4dcdf637a96e827c661830", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 204.45202035363945, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12751be5580238e093aab282dc8b994353b4c0643fae38656978e34fcab15b3e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 322.3027891071956, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:412c1c7294d8b1d07ab2e23cc6e748d4f9e3ab6628ae1df5ab42c56c7414531e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 285.1683783334388, "n_tokens": 312}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8395735b43fc5000483fbf3bb2662975b3ebe5bd83fad730c12cdf6404a41c1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 639.0265098554496, "n_tokens": 302}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7be45ddf4361ed9d86fc499ee2d6aa4174d7c5aa6db5cd799eec4d789aa9c838", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1273.7469099452314, "n_tokens": 473}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b4ac421b07dd3cf8535f88666150b33d008b709eee6a0281f8b3d01d77e61b42", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.72479893059221, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d4f7a00621e23c1ef1e1ca6970dda6157a4a7afb000de94fc94163a6406f48c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 315.610502642769, "n_tokens": 169}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4c48bb83330aaf49d90f0673248fb903b29f16adad3efc331c17dd200202483", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 196.38740583607887, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8c2b9b8240c2ce74726a939bf4c485b9fc3e7868c2f0e48a6a8489659a92168e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1483.9070573852869, "n_tokens": 663}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8c034a519e1533a7d544faf79099055f5b04c1207f6fbe265e4463dda40e0824", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 96.16363035737459, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2f9354b6c63a3e550fbab16210d0d38fad27dadba62d375b4f35722a0a46c887", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 581.0271970736635, "n_tokens": 272}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1af4443ea535d2f85009c7705db3081bfa675eda1ffcb4de92ac70102fe23448", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 576.4379818217526, "n_tokens": 206}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e4228fe80ce2c4c988f5c0a8c60d9672e46566e4f6fe05315a2c5e1f09dc990", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 870.2692801295825, "n_tokens": 720}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b3a1e4ed83a6227f5050917a7059aa210538961b47c678f11fa33b2535467cf4", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 736.5658177188975, "n_tokens": 291}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6936a6d57488b9b79a55bd677f2c130f3c36ba2dc348747826d0f3a5cb5b7027", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1279.3417657921198, "n_tokens": 562}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1d57c8b8a4d920e196c48e429468a951ee9125c447890b4d891ea3755f1dbd8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 178.80179689135275, "n_tokens": 117}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21bf1e34609a84aa6f41b73a534567fba26b13d5025844ef1ed9851ff3c35eda", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 148.58710298207006, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c5bec6d10044644190ba466977bdab9375264adaae2d0c377ffa48410063fc80", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 548.1971179286766, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:798b01c27b9d7d5719cf411a678312f9676dc3845c4b6d3e99744b5d80c4dd6f", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 74.20942197094314, "n_tokens": 45}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6ee94a135df17071b4b0c1f9e7f5ecddaaddd34b568a29642650c851a2def94c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 387.63814798619524, "n_tokens": 220}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0eec4940165bbe26d1f4fcf7801fbc2578618f78dd649ab5a1f97258f7ff742", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 305.1829731345101, "n_tokens": 134}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f39be8cff1abe33986b52a7e7aec5a1b8adf9552746697e972812e7babaf3b22", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1182.6674555787472, "n_tokens": 454}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b72a4b2add1b1711109547a75c5318b94db761dc3cd2c08e73e11cfe14469e96", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 79.7943189401071, "n_tokens": 57}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e0ebb53a5dd1feafa657b34f39e15bfa8913e56f21d61542f7c1932da440426", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 202.18068595853345, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1ecc678e8184e4ef5150ad3a51b05a3d29fc3b2672e74ff0fb98cc7249ce5883", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 70.44083709573306, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:703d0b37f6b9cc517692f8bcdec6988d82d20e9023b95c901225d206fcd7e5af", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 136.70450248706447, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eb4fee5c685b36bffcd84b2c68db01fe4842302c24190e144f391b7016bb2330", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 629.8471693208658, "n_tokens": 294}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7954bc81cf750c36c91d432a844a5f2ba689213263761bdebf866d28b3662f61", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 412.21330437703773, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4f25dfe951a9ee72613ab2e8021ffb4e09871143628991c5fb560e0a3f8a3c67", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 544.2156856617103, "n_tokens": 203}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b8c5dc22944151efd9e6642639973e1ca401e1a380fc0ff4d57a3b24a3173278", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 368.28262521960005, "n_tokens": 166}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:979520d6745fc9319044c901dbee403a6dcf48d253e710fb6db78dada2bf712a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 721.8789947770483, "n_tokens": 262}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:47c6604c9b3b4e350ad5f546aa6f4748b59ef6275b4cc4ab99425518b2c7fd3f", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 118.24276983921527, "n_tokens": 52}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d29b4a6069a7d535d79c44dcaacbe6d6f30289086ce2ace4897202dce919811a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 484.7271224087717, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f60bb67e4cb1d3dc680b634ea4bf50b3148231fb6e8cfea09aab9c0860eaf63e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 32.10979059530837, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4cb56274ed302cc7e7bb9f57bb3d7fe43df6265c6e226cd9fb2f6fd8287eec3e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1177.868459498619, "n_tokens": 642}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:86ad87691e5725d33d686118811d13876d192cf7525fb83c9e2434ee6d71be56", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 258.5787618643594, "n_tokens": 176}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:08d888907bbbb7d371248e13dab35000d0d971f1bd16112e732546226f0802cd", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 208.8337224594643, "n_tokens": 113}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:757ed7e67d03ef845a4dcb8b90666504e6bd4e14b2a3c5d954372e14ee5d9aec", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 539.7731192238252, "n_tokens": 194}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:290e88a34d533c83aa725c61b56a3f01f0b55db15ba6b332c4432f14634a9fe0", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 118.34620065343711, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3d701bcf2811e91950d7766cdbd2660e2ee02be6825f8e5dbd569752cb7327b2", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 4.9159425661076455, "n_tokens": 10}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bc90d0b2dd1afcddd8de7b2e7ff4d4c770018190ad63c0d1de27cd6c0c046979", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 174.26569479366208, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ef52784af72fdcb475ca17d2f444011bf89a4f73cba3627ef7a4a369a3dd39f4", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 397.53778722228867, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e7da2610042433c41b02cad24401c5c0f83bee93ed07d6f5807f7883d252c45", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 329.31093349662524, "n_tokens": 117}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7f77538b92b924595ccd388f371d085841f926b3f436c964e0d94383ed97b780", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1326.1483320640182, "n_tokens": 576}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:076473b02f7f76619fb48bedc3a6295a3be8333d87f67983f0f05dd6f95fa7a0", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 122.0623304963433, "n_tokens": 93}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7e8135ad15dc03710f78522d402a5b8d724706a1ba0445714a448e59a77c2ec9", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 312.4700194556849, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3391c058e714734b2a349e66d6708733ff35e49cb4d22a521ae0b692e21a76e6", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 572.6147410891429, "n_tokens": 240}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4bdf2305eb042d59d61126bd3018e2a216c7e46b98ba4d8be57f5ad86b82734c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 39.5045696710975, "n_tokens": 61}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc1646d3f0fd7b1a8ba246dae952929e522158f26e0524b6f40126b68b34ec8b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 124.0257240310666, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0bfc23e86d05103d10342d234b31fe3613b93e7620e6c272b2687e08bfb9491e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 192.68433801415028, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dad92f898cd3f957f6a61c8dbbd70cfb6a5aee938edfc0b54af4f8ebdef4bb3c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 269.8132720816144, "n_tokens": 120}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51217435894e5a1bf8d0e87cfd74e24cbfff862a1f7a39d08596bfbe2c499d32", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 5.672303345177625, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f5cc15a138584ced005ec845f5a40212cd1e4c389aaadb5db442b61637320d19", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 876.1039363607874, "n_tokens": 334}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aef43863df74ba98f55bbf32bc780175e667b8af13b9308d6e54a35e1efb09bc", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 2.0343594520077204, "n_tokens": 26}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d9b5aaf8fb1c656a71df74fc73f1ac3b5e5d63810f5556295f1292cfe00bb87d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 54.2812882348901, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02ae13c831902dfa4f7aea6e89bb478d9a64e62c9cd1562334a614e35b62a483", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 235.26758787297558, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ec9bf682c8a288c825f56766b2743be9d768c12368980d81715ec0a9a293dbd", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 640.3918480648799, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6c7f04a463f203983dcfc1b50cd819500d6d0e087c2e746c76714689567e19e7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 648.4469001547475, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1fa6007d33362ffd33bb07cb575d3286ae410da730da8f4d6e523d84be1a2332", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 191.67550151603518, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f7dfc75f57c1c9022920cf1c26cb513280cb76c7d04d604ebdbd2ee95d04218c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 568.4395611021837, "n_tokens": 265}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95ab39c44458ecc1e254c4d2194c59d86dd455c7dbdec58797b2fcac0f7df839", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1347.1645074966978, "n_tokens": 516}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1c191631ff3e1bc89519fccf379faf48b2950d3960818b9d86fa7cbb36efb8b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1212.5143637812407, "n_tokens": 502}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2880e6d3dc46901576c9ff3bc55a3a1a950a0e2bf8a32606c51282995b7e9364", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1396.0677896118632, "n_tokens": 492}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:96a2891220d97cc3c1baca4ddf13121f17adbb908b72caf6e946e982d86fefe1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 300.9660736942849, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:068f53051dcc214ec91622949ac1d49db7d3c6eb0e885172fb93513e45d883e0", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1417.5778236710812, "n_tokens": 476}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a6f31d9ba234bfecceee2b6db822077c30aa23d2dd40602fc94663bda4e1cd9", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 152.9896663301074, "n_tokens": 170}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2830c95d42887be796a6c5e0cc1de1d29619cc4f33ecf1f2e0fd7b7319b041e2", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 372.84083870256995, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d06ff6439f54b7345b83b8bed2e689493104c9338efc5e21243ade63cabd1f7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 380.4192168788604, "n_tokens": 397}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:326a5c2c6bbd8459c6e1edf67b56da08d0bbe39d1ee02dcf7dcb13518b9d44d6", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 138.83813011075313, "n_tokens": 57}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a0cb5111b8e2d4fe6560ae67761862ab2e5608410668e0ea382bd68defff5d10", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 802.2827917691807, "n_tokens": 411}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f2fb01116f39477efc5e0e8ab47809920621d6c74e9a4a60ec9aa1c7c8201410", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 605.213887696246, "n_tokens": 227}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e24e4d095b5bb0dbcd738f61cb9a783c121ac44188937c846c800c4eca2fe60", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 61.117459061930276, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:967305b1921daa495ef581fdc52997046809ecc01ed6ca818f4c52c085c3dd2c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 59.690824857209236, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fd80e71474ab525762acf1d979f85ecb5a6fe83d34087d7baac7f108e31b4415", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 187.87963989215177, "n_tokens": 89}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c421a5055d01c12bf1ca46211b65dd34e67d5111d502cce455d1e3e10dcd1c48", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 630.2804254601087, "n_tokens": 271}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1789df91903365b9016e4015a62c0771379d0f6b1c12cde49c00deafd16e568b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.32502969070993, "n_tokens": 59}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d097f9337d9beae903165700e60c8107fdd5f4dbdcdeb718ff5ab38bde15460b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 201.30363713620181, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3b2803a605e122e0ab8e6626269ba570c29249d45ba58d7a54b63a7e0f97e5bc", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 190.0920246841788, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:89e44a65181076ab721592e13a69c971d9f067eb21db9a11468ed41430dadd2d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 383.90440024983275, "n_tokens": 237}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95c8a688253b51b33e956f0f62e143ba558a3494da559d8d35ea0ad544885ead", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 197.25424734058697, "n_tokens": 92}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d5e4c39e16efdc6470e674ed1523697946b836509ad4965c47726cc8f6cb6df", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 321.25240298385995, "n_tokens": 153}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d3216e0e9c5525fd3ff1b390fe9ddfe994eda332607d0fdb4986b19877dc6c0", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 635.9880922858782, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eaea0c1080796440180027b3ddca45c68eca17d3b2070f65b50ff67b6393352f", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 566.2660757576255, "n_tokens": 253}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:213eb243af6ec6084438ae97c83acc1224eb51d005da0de0735b6eebbfa523c3", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 906.9861629025136, "n_tokens": 428}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45242f3a7707cd505500f1026ea4840d01c833047ca5b677ce90ae7e029dcbdc", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 524.8624303306118, "n_tokens": 270}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f119ab42649b334ed54181aa9d9e198678502b7f309a7f1b8021200ad43c7131", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 112.00401014333193, "n_tokens": 79}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ec0ab0abc0cd6b428980887f7fdb6fdc36eae28ed284b484af3007a36aede555", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 291.52157134266344, "n_tokens": 144}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da0c8826b1c9df28399772fbbbc00def6e24266ea4769395b086fb5212f858b4", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 805.9146928367162, "n_tokens": 312}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f17e86e400862b58a8f76248b6a0516ef3258bdbcc14e2bf04973c276cb80adf", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 162.95812547772994, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e8e0ae19872ede1c9e4f75e62a31cbd2008befe91b60b1efceec9d82a68068ee", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1021.5979119285414, "n_tokens": 554}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8bf210a9bbec3800386a7c5c31d74e89eb4331209ff9707c6ab6af269ffcf11", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 78.34883358139905, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:69d2b75a5774cf0cc7f61356d15f46ce5f7e847a6ae2fd7d80b844729ee66533", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 796.9542395471585, "n_tokens": 306}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f390cc2e8411ec903c73f3f4f63d319ff38697806fc2e2cc3a919ee9f4de7df9", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 2.0421660561496537, "n_tokens": 6}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:91c266537d1b7b14576858b3cffc0e0c64e067f25fc427b1ccd9f57deb3ab510", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 198.8314680080057, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9bb61f01d987accca140d9b7a08cf663da8c4647707509d0f849e1a6d4618845", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 511.699636785861, "n_tokens": 256}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b0d0852a3458d9e67d6aaee4a56ad43a02a5e06e0b7ce12d3f488768bffb453", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 439.6822027458711, "n_tokens": 234}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c35fbe35a264b1d4bb9266ce6d88abb1d932379dd81c1adc52db0f2e41f6777b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1350.1703607056966, "n_tokens": 653}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:601da7a0629ec217772580a3120ac9fc06a6df190ed10780e7da422cf7f9262a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 447.8545224925699, "n_tokens": 220}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc3cdef5cb453bcfea86564234a8d2bbd1c5ee3806098531fcaf2014f25705b1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 480.756886450283, "n_tokens": 221}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1b58ea5e251db651f6ed3fc547f082837341e585d518ffe13b38f167216e57f", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 82.9596370837121, "n_tokens": 67}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:85b235f4feda83914fdb0cbb3829ceb72a67a0cad5db3385cd00342dd5c5adc7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 231.20102006578873, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f52d6383e3acbd487bdb7628e5e1f40615221a18987e99010a5a1ccd9f1d7cb0", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 74.87623625620563, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e6fd684789090b25ab723bbdd2fffc97cb47f20ddab417d0fc0571f848734469", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1108.0970709299127, "n_tokens": 517}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4a9dd28310b012602050b7aebce6fc24ac6970da91c0606343724aa054f582a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 91.59332553872878, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:abd71530ee6e630d3ec7d965c754e672013f3e08785c888ae03a54545ca06aea", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 409.93944452594224, "n_tokens": 185}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6e2bfc6786ee24a14685bb3e2bff4e30c235573cce6a30e6a4f34648872945a3", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 33.1215595355269, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0bd65e73a8f7bcc45be8767197aa1d949f05a16c544f4979662418a20974fb95", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 216.24766823995242, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c5844637317399e7d5b233c18d7ac5cdbf35eb0c8828c5c9502a28c4702a7201", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 39.37920305194689, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51113c20a33637c45ffa7790adf858b82411041fd590a33eb7237a8dcc20f759", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 707.0349107334712, "n_tokens": 372}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ef8990846d162db707da43ce86ff6679aef342edf48271f8c56a6eaea6b757b2", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 3.5131893063753523, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9205274fb686fc486f4bcdebb1db6ff5ba082910ec126fe4e7a45b7c4e326502", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 162.7374699673136, "n_tokens": 69}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12a51577fc8c8f57379974dff63caa82cfee85878af091db7e9ed8bef0c2dff7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.5399217289163971, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1e2f3bba465c89ee6540b3fcbe41b69530214abc3a22c91f3abd3b0268dce6f7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 306.9070253502896, "n_tokens": 122}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:59fd818054494e1765970af339112c6adf8fd23735c5d25d9737f96c3d0d915e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 542.0175525290861, "n_tokens": 239}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3fd1549f3fbcf76e94f71ab625d154f0de522d1a7d8bd50f010c440921de6a93", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 400.62899267243506, "n_tokens": 215}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:44ad24bcbe033d894271593fe623ca666021144e28ba110d46cd84435dba393d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 371.1885870177416, "n_tokens": 131}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:96e2f8ebd4953035715526d9a61b0d821619b54e49dca59e0a27ac38660c1f30", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 363.853654665907, "n_tokens": 136}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e899cf5f0a16dfb8a99c24079edd1daf67e29471990a5dee209266b674594163", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 810.3860466085571, "n_tokens": 241}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da0b52f4093106f56b7404adbb8159a61bcc8cb7941f53c70323e5d874e8875e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 296.6819172486755, "n_tokens": 145}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2a9a52bff5d204d803b507d62782260485e0f99e39b462c864a9ced696daadb", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 350.0912568459303, "n_tokens": 226}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b4626c5a09a0e78cd163ede5e329c94dcf7af010b4cb657b5e90e35fccd548cd", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1329.458126493231, "n_tokens": 548}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a711c95c8b8132371034deda9d96ebf86b4e3c7a6ad82fe08569725c74274079", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 26.47941558587536, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8380a993af2c8f279ac14e503846912dfbcde296077027b9f33743ae3c8e77e2", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 418.73481340445346, "n_tokens": 170}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ae7bbb65b9624d622a74937935bd701d475c1a178fe315de73b92e47ee9fd5f1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.81572025064042, "n_tokens": 27}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fafd92407ddf89c0194177a60f58a38a1407d1c0dfa055df0367a7853ed134b9", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 599.2177023345835, "n_tokens": 264}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:92dcd250215c49ee91f3bedffd13233cebc6883c582c00f9e5daa52ac0dd92b7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 700.0833861335855, "n_tokens": 258}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04f4e8dcb7a85d3d2942a5b8a88dba98e688b47fb767d15e5d6a6580cf920dd1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 188.96125309944705, "n_tokens": 82}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:98256cd92ae4fa5dce574e0389c873fca0c1accc50ddb955b6a0159bca065620", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 289.933212879273, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:140c8928abacd14de28e471f9b72ba39b1fd28d49f2901fe084745f4d2278ee5", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 578.8477205140344, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2109bf5c5db973ca8ff4b138a9796e29e20be366383d585af45a84e05038ea39", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 515.5900272767444, "n_tokens": 152}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5f66fef6384c7a95e3778c9c5f46cadd6318ce1888d9e2044c9e38a59192dcca", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 250.2012667444901, "n_tokens": 151}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:50402f52bfb645ff79958783d68aa9790de3615cb436dfe3ed8d46164a80bfd8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 876.321569233724, "n_tokens": 320}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cdeb6dcc295cafe0ed298573af3444ac8fe409ca6032f0f5a1c52cae717e3187", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 229.15972407604613, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b2930d8d0408970b01f3d4522f10d8c1fe03a47ab6366f1d2370293ab74b326", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 238.19996139220484, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1bf1accc704426d12687e1ba37ca0bece147d542dbef4e9ed0d5c3abc9fadc03", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 221.49810300101262, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b9b9d2cfbc490f3f45f1bf113df46f68e78ffe0689fe761740adb1e53f8b20c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 292.1400316805698, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:76532c9fd99ea816721df2cef8b59592f80eb658ee02f3392aefc00f34da245a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 272.78005534345084, "n_tokens": 135}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5b77f923577ba1dd1c4a709eaf66597c54d52e7810be27543838e2f1314206f6", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1288.1312313446715, "n_tokens": 629}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9f2696fa31f6f52d177f0acde38b92505c990b9a2cb440af41bababe680ca217", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 214.06080097248193, "n_tokens": 241}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21d5e6f61e5d2258f80580d708ec4285fc824e07c92582b63b35988f019091e2", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 777.4095344225814, "n_tokens": 492}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0d5085e39c268c69847de78014edf194ea0fc5c2868c14fe5059390b7cb9940", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 803.0501525467107, "n_tokens": 304}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bdfed4ee300d6bff796ae268f6f83bfaae10e71aa8ede3dde72554e7eaf79b55", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1136.182192790095, "n_tokens": 404}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d5dc53024c3085f99c8102e249b7da704ba08b65f33f99bed3327ca3726f72f", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 6.5785830732206705, "n_tokens": 17}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:63d767b55aa04b962cab270eee9e64b65aaf34af3aa9781167c228dd0e82f67c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 295.6532416902867, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9329174e2ac800db587384bd62c32bf99604ad657176f524f83263251d20bca5", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 382.12074804745316, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7c4214e958ae2abd2be5d8b652d5915b494776dc94af3873d2d6c3344e851f62", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 261.3836355704234, "n_tokens": 161}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0dc3429898c88946ff7e6b1d33b8ba1ca2fe61216f700a9d88df16e14a6b7d8d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 199.48043309931245, "n_tokens": 125}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5991d65bc74447559f555e0a808f886fb6645f3529656ddd63b8d087f2df7f27", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1196.764472051707, "n_tokens": 639}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9beb41a989ac57f4fdc979d80b3b65eb99d25b97c9f664eb42bcaa16ccd74267", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 615.4256561194143, "n_tokens": 315}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aadb45cc8d2e48853f3e7d8f759532646d013559d46b7fc72c60042d3f154064", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 192.45924600867193, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4f5195b9648dfb0a57f64f53e6afc60e78c7b65a7620943ffd98947c9170d628", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 53.597467852857335, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8135293cb7bb33562aac0e08f4942f44ad7d7858ddbbcdda57ca83f234588846", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 828.1353875207769, "n_tokens": 386}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1e66a5ced13c36d30989f5776239534594765d1bf8cf40144eed2e913e24d52", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 307.8692870183668, "n_tokens": 153}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2cc15697d3bad72aa51063c3d8d42753ee59d965111cf28aecc97dded3d8376", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 444.2076120692033, "n_tokens": 518}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3410cd90f220004a96c7f8bfa1396589594d36100f6b48c632238fd97c25f051", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 550.0288119665256, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0512bb67304464c586c502af3dfc689a18a64da1493ac248b30782ceb219e103", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 193.6579055027105, "n_tokens": 121}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4b535a929ec12ec2fa17ee650e3339a558e495254049d037bd55d881614b7993", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 894.0828564060006, "n_tokens": 613}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc1c6bf4a49f7ad4a1b65a21092307059639a4d54c70943c81f70ef5595acd00", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 430.07584478297053, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f02e1582f19aceb3804c56a778dbe12f55fe8a8904e555c8b8f5854b2d2e2490", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 614.1700681878342, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a45ba472e28e8ea090c83ab4d9d909c24591f06bfe9d7fa29b08eefc40fb486e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 141.92031554355026, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cb0115b30980ef2c67f726ee3b246b1a9a48c862cc96e9d5d7f932465113df15", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 860.2830311954513, "n_tokens": 373}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21d96307542784354781725acfac689570738bbd4701d34d7fef620028a65ab3", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 912.4743957506098, "n_tokens": 288}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cf187936417f4e620db64edacc001a21ea66cad7ce1632b3b695834e59937c36", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 579.7008109655981, "n_tokens": 243}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ea03a22f943868af40ddde4838466261bc866a90f93ba57dc9762af5dd1d1f02", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 158.59916619067917, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b1d03bc76343f1fed66b69110f521554c64cf85be99e8465fb9d683e712dbf2e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 103.12508011682894, "n_tokens": 51}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:89b59d3fd692af01d07cffca31fa8206144455daef39e21834fa33fa717eccbd", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 226.84132915898056, "n_tokens": 104}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f57eb796307f7079b4b17d5ad1b373027a3d8d6effafe8195d7f07c0c3adc7d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1338.1501408395661, "n_tokens": 748}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5379c8e23f96ecbe07278583d4a1bf0cae261c8859f5eaf2fe71cd48dd372b19", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 517.1526798063342, "n_tokens": 180}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5d57c71c8eb4151b7882399a736fa1f76cee5b963bd81df6c71449843d6a3a78", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 269.32997174121317, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1e734b7c9273ade357686249bef609292f02928f4d7e92aaf8e804903705dcf", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 691.2940444229098, "n_tokens": 394}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:acaf6bbf25fd178fbcec73c0c442c059764b5fb6574737f115be96448f0a949e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 947.1710210431761, "n_tokens": 426}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2bf1aaceb022d29d07b3592686801bc38669d7cc3b53a39a493b9fcbe341cba7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 257.2095183498518, "n_tokens": 124}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:def95674a89f7c0af7e5effafea662aea97fab147eceb9c26522faf022f9c5fe", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 0.7887590254098313, "n_tokens": 16}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9aa4a72006d99dbfa3577a09727a94f45fe46287f36c6a57f05277c5ee7241ab", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 148.18513882624097, "n_tokens": 49}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1f3fc92dfd7a802a4522cb83047fce264d858342bdd1ba74a6f1ec4b70670436", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 248.458867396556, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f027a06e3a6d9f8e7884505e882765afab994a7af76a45a17ff1ee2019b87935", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 21.25096278707383, "n_tokens": 68}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:58ff17be13248eac49ee8819e0c0932a24aa86ce83bae6c5a81606790fba7b35", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 9.160700052648053, "n_tokens": 12}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d181278e1b38176c0969f3353fff5e6c420e04b575910d912fc520e607435836", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 649.0371714937673, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:18c97df1c8de043206f91f144ab63cbaaff8daf413e985c89e707dd3fec96e01", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 792.6923361838512, "n_tokens": 331}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8d7070f3b2eadd68ee04484aeee162965cfa87c8944030ddb201caa81afe852", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 254.24730146597472, "n_tokens": 129}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:57518a6bceea3fd9ffa74011999efd87493f1c5db060a4aa769b9be7848af626", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 613.7541105221746, "n_tokens": 238}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:87914ff0fe55338940f93023f9753fe82086fa3f6e8a9eda1a777acc015cf0ac", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 624.453518911434, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7559d264f51a24cb19d4f5975adfd3311da418ff021a7b34b425ae468c2f3a03", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 220.0277963162539, "n_tokens": 108}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac1507a57ad89bb7bc2bbc1c369c9b85a9e6eabd82d2fdb646a555dca07e8a8f", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 195.30264312686904, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5cdc678ca7768ca7b56af0acd0bd8beed33e962c09fae12c4593ad3fb4e7b686", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 213.11591098555527, "n_tokens": 116}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:10d1712f547e45c910c0ace8c5df343bcfe60cb9674565c75f44c37c9ef27b4a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 15.418525411094834, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f23f7cbd01c6c31d2cf42ab2a77ccd8990c2df24aae4f7fea9333c169b1ebef5", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 972.6034814707145, "n_tokens": 537}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:62ad8ad2fb5e912a6a726ce97148ab183e00836f1f419cb36b40ce9b539f966b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1228.991678817709, "n_tokens": 557}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f1c772697dfaaeac06b48f38adb234478015161fa3ff747863ab1a4fa52546c5", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1395.731395175762, "n_tokens": 519}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac0d55915dbc688034a5fa10e0a0567a2e43baafed48b670e27a99a753d23c5d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 548.7574166294326, "n_tokens": 390}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12aab43789e2f7d3146b3176b50852a78331f6ab86ec81f83cc16f5f33ea9ccc", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 272.35111218103646, "n_tokens": 154}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a47718eb12402f37e9fd94c2155173f37ff201f6e1023e1bec5fde1465a84024", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 322.0002168831302, "n_tokens": 374}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ad5e260eba22fdeba20d6e656bdfbc9b3594bee49a1bb22a595b51cd96992af", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 32.07318152601101, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:879a1ad0ecb760e10299434681ba0e095059acf521f96b016b7a3cde37bdb2b0", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 381.3003178305171, "n_tokens": 187}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8bb586e839cef9a28ef6fa93a819eaf4c00c71772ab77b6dd895ad053536a777", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 324.1599008311199, "n_tokens": 190}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:df61fa815e8c0741d159d29c8942deabfeb19d84d7ebe78a5aa6ab18f9f0c1bb", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 95.26372187229003, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7b9040b1d3b6856c5515e7c3d8d835e9d842b146723068447b4f4ba797e89c32", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 406.6251134097047, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eed1bf7ddb070685755afefb800d9b3501a4d37c0dfb2dcff9b466f13e9a51b1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 149.06478708220902, "n_tokens": 127}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2c3159fafc7d47e194430e37ebe9e1b7f624fca4b0f713e8796b14482fbd1e6", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 642.1509552026491, "n_tokens": 290}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bd00fc3125a0b2024594521b7e88e01056379c60de1104cd3cd30b1d6b86018e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1019.9064743776175, "n_tokens": 424}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bdf651db6af463bac2baaa81cd5531391ee680381ab3ec527827f266704f87be", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 169.52831167776503, "n_tokens": 56}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7a18aac879b7e987f2ac1e13262a9938bdcf98a10e9882b15432cb71c04b0e8c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 300.31838626290846, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6353dab1d3388095c5fa4bdfe6cb081ed487aa771b0295c592712ff348594cb1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 229.50233773816626, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bc3916b72a42f1e5762f0b6ec42187c26c4be4e1bdfc91ee538d2ca24a88e4d1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 281.9390465595875, "n_tokens": 188}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ad428e8ceee2a71a99099898cdc3502664f5ceff3546b24068980c1002fe61d1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.507390411301003, "n_tokens": 34}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:73421e0bdb4bfeb54712175074ae883bda34be646e072d60c9ff7680629b1e72", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 185.692604885552, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:99c31abd504316002052b5a4599e5ca23850b258e7712e71910e06f9a8f8ddca", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 287.00112056726357, "n_tokens": 115}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:edcbfaa28a53505efeb660324de996f5f87064f05f82c00a430b4bf693563e24", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 594.1533508061489, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d5a125c091b1330ad20f9c6266cef55a59d453c7faadc3f75b7f310d118f580", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 934.5181734399162, "n_tokens": 366}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:711dbf4713654879d2ed546e27e1758c4c41508cadf57b17f7098ec8d9cb4d32", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 561.2790914604993, "n_tokens": 251}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1d206f2103e90eac0254aa1d3274e9b01645c4a4ba106d87dfe15c1f1e034965", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1515.2382985889567, "n_tokens": 517}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:27af0d850d8bd239b4d44d381f524807db5aad1e39b1a652b58fbfc63a766892", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.0974635288851, "n_tokens": 54}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2acba4442cc04a98acb1e4ec53cd5677d85e55f0e539f3346597bf85f07d694", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1223.8305002502002, "n_tokens": 488}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2d91dcc129303876668ca3ebd2082ad0fb4ce76ae99951d801f94e95a7a60404", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 565.631125860632, "n_tokens": 217}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2065b3c57f02d3e7fb4e531ee740a7abd4715d4c4bf462f910f7d07f8ed49c7b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 273.9646600668775, "n_tokens": 109}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:163bae12e8c1649f03d00c75f1f14392d3a165a705e130e2c8c2ef8072900298", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 296.5295781431829, "n_tokens": 282}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:627f3274d200d6ebff294410bddd5bdd289e739ab0eec10e2f12b86e9ba1d2c2", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1289.7181083197465, "n_tokens": 503}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6da2d4509f61ee54c1e1517dbd90130732b33323b86eb203bd802506eef0f6f5", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 885.5580775724231, "n_tokens": 320}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f0bfe3f8637787f7feade76b0b4542f98eaa7a6979db99717babbe6d773e2dc8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 53.576075742350895, "n_tokens": 18}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aa7f0e5cdfb6901d2d90d3e7208e66ef152eb4c375d6ca49f11c8595426fb5fa", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 110.63475316233007, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:359c18b053c7ee99c28aaef1489af3e7fdec5696b9c396819469c0fae0abac37", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 351.1520288558968, "n_tokens": 168}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:292ac83dea709c12c9fac33c85cd40881cc9bcf5ed4afdbfd63debfd61077bf6", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 83.6008658952693, "n_tokens": 41}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0613f4755ddc2493e8e837f455e836df25da9bfa3ff7af7b3730a27b6f5e6b45", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 508.75857564749094, "n_tokens": 239}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:49432f201791c5d2f041d3a9f15fbe8f040e2ee6c3538e3681828d966db63c97", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 50.40451598210484, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a3bb1debb936705b1ef7521ef1e9c15e800b67be60014884374f9b5036de27c0", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 537.2555553721256, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e20eeb892f54c4810c7d93f54778f1d76df20c699cc7bc3df0c25e283a595a83", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 731.0101935619696, "n_tokens": 417}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:489ec38b91c95df5035c1d889c2a32ed40ca97fa306732d72589217906a120a2", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 215.58610932852184, "n_tokens": 182}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1510c80a8ab1d3336f8a94e68efeda4ac4e0c72357b810ff368b0625a7278dd", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 461.16881400252805, "n_tokens": 328}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:376025d76297c587ce811b6f6d21599fbb25cf1af8dc4ed92e18aecbbcc40fe3", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 224.67606628755084, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebca3e652be5cfb23f84fa73480f2f853fd04daa2fdb50575ead2a53b146d443", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 24.663699467994434, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:38aa0c7bb0970bf91add7d33abdfe187e34a094b55fc66d2a4536c3edccc5a23", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 3.1980527736960767, "n_tokens": 13}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c75021b544b5c17b1bc159a46bf68c84f3c3f6985a3a45e0534c42dede8ed30", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 318.0608559302823, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a74836ebd3c90c383a4008391560ec957dfa0b5da9e29f37cbcb25aa03162300", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 240.17203268900676, "n_tokens": 209}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ed7b90363e2b3e866e549e4cad67bfbe47b984f6d424dfc5c6ef43bcbc744545", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 101.25188640662816, "n_tokens": 92}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:59b4cee67aabb257050e24350386b215c61af9a4e00bf1b6044bedd14ab864f8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 66.17999118409693, "n_tokens": 99}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7bc58574708b8a53410195e1d914dc5a86428b8cc02a383a0f47ddb0c211064c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 714.6181764429693, "n_tokens": 336}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:17b62a7ecf91cae6ab14f5504d18da30b44396a30219e2b824a59607e58053a5", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 169.85089694873386, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:832d80a522ed3d18ad84965c457e919336a091b5b525f105cedc909a1a6b42c7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.03715136418373, "n_tokens": 41}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1ab776c45860a736c7a65b2070dc7d57a58f64ecccffd8c5e0b5220163d129b2", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1157.781176082803, "n_tokens": 405}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0dde5c58440c2832f06ee8b7bdbb39e7eb7e703d3722d3903e37972b98f758d6", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 453.33235180037013, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dbbe795ab6edb4b0b00d7dc488041c666a0050c0630291a71ac00a77311013e9", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.52098565960341, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b8225dc73fa4c390080ebee2a1f6c1aefda82980c02ade6aabe003b2a607778", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 781.8235321341624, "n_tokens": 336}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4402a30e69c901a660fb7000be2a91ae4fb85d240762156b252fbbaebfcb35c4", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 246.17275031831196, "n_tokens": 65}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:190800e5fe6ec8102868c2a20fe72c3bcce3d47b09e9ce6f89378df9d69d8a55", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 240.28017793461868, "n_tokens": 73}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2933db9a81070f5a3a907dddc7bfb53954204e9ce6accdbe16fa8236e73702bd", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 207.75830903250198, "n_tokens": 108}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9b99f22ca3ad129385462592c43ee852b5bc1b143116c69f4a498cc2716b2f37", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 338.43223163842777, "n_tokens": 166}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f15bf5f600fde612c62aac19aacc96fec9d5492ea20cd882fcf438f7da528fdc", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 226.66968440765004, "n_tokens": 237}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c75dd3b9c443c578595c6e6254bab4a402af66ae303c3adcd7d7b0d12fe356f", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 16.23696468143362, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6977eba7eabf93213bdb09bbd79c76d48d40f5495b61e60cac9d7251107dd65e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 631.6443745078645, "n_tokens": 483}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e174209ec79d2c77551ad995f0793a105c2a276aba6e540a734b46c376b95ac", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 157.98435605560462, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc9914ebb51f869a655d2c711c3026c5a946e7f5a5f0c4207e5e59996f28fc3a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 39.40285347799772, "n_tokens": 48}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6c6e51c01ed43bf768cd647ee633051ba964018ba50398b94778a6336d79cc7d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 295.5080773947608, "n_tokens": 371}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e459a433eee96c1489749574fdb1251cf6160e0867970d21b57f8a0c07bcd5b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1073.808893881493, "n_tokens": 455}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:396b9869a1bcf5dc03b28b5b7d9beca4bcba0e336601de2c72d753a5581c0e7e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1216.2194401825827, "n_tokens": 587}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba3186534d194b706f2fafd73ffeba8eaf369eb1b8bc7cd5735f6b832eb63345", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 553.4227251499224, "n_tokens": 193}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8ca28b279177640a66bba4418407eaac428b4b9929be2621053e528c4787d678", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 247.80876128103046, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0d085a2a920a21efe14671cf9783a18cedbf443a371982632b2daf77b745e63c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 79.33425295153393, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0aff4c8b522ebeeb637127bcc660272fc3be476548731845e0a98d0d7252c6a8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 123.28046525893706, "n_tokens": 34}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:034aeca97edb0026c8f6b28015f96f80e64ed2185e47ca5953bb3558544bf677", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 105.23241956104266, "n_tokens": 90}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e748b973a0f9ca774a7fafc2cfb916b4b3fff17f2aa52dbdc4efd99a78a0f42", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 202.12559745165254, "n_tokens": 85}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9620fd7c9182bde749653ef79cfadcfbb0114013d649300cb1137c70fbbbf2aa", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 33.36538745379491, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7e5c5cd4c0281d3379244965dc6614199c6da3e959135a65dc64b8fe9bfbe3c6", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 287.9215163399365, "n_tokens": 321}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e8d7adc6514830d95bd6d2eefdab4c5f4ab86135aa4f6fb94c57f45965d8bf44", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1189.7443797740734, "n_tokens": 487}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04a42213adc94ff11ab0c8f2b9d3c1b6a09ab88a018ff2674ac46cc776245585", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 175.74800271898403, "n_tokens": 100}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:43e34875cd8505e545ce6578bacc3f0a0731d1871f829dedb3ebcfedbc125ab3", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 391.8393943493861, "n_tokens": 215}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:079e49e7313d18925ddc6d79ee2bfdaa6efe110fd5e5154d68eb30a3aeb303ce", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 340.940865096803, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b1538637e504a357ff8f6187d26c774dabf66c820133e7386de0ef4b9939a9ff", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 60.69391023779309, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9637d09548e7cfb3a2254681d76b906f6736834dc7bb56bc30d30e3ef122ff92", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 710.6997562200936, "n_tokens": 274}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4e780fcb9b95852d4003a3125728cd59ac9eaa361574de7b424e834429b2f94b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 250.23697241639724, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebe773c8ce5b980e8534de968460abea42946f338700cab3952e745f1edf34c1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 774.8032457063305, "n_tokens": 369}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f40b5870f2b4637108f9e0e624e635b87b8a481c570e561213cfb83997c71fcf", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 214.14078323382773, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a457eaad92c901bfa6b421dbca85a0187a55a0c1d3db5c3190118b0f9762840e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 88.16393383401919, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4a35736bd4adcf4f2738d714126f7e1ee631b270854f5f9caf763ee6b0b914ed", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 87.5754208853291, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ff458369e71a6c78f6c963ef11c04a41df465ef908baa09bc39c2fd608ebb047", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 444.6899656402554, "n_tokens": 916}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6d04c2f474c12831ca516bc6b570f14380577896c9430fc0f50c5189b50a61c7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 969.3853827852613, "n_tokens": 370}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4fda661d52da94ab5575570229f0fcfbc5d07d86da03f3c689a44bbc7e9183ff", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 335.1665136130273, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d1a1e1b267ad0722a86ca4fad6ddbebd51176842040b291e0008de019ce5379", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 345.67580627277357, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:24e9ac536dfc2c36b548475cbfdc400ae21c9b5566d6152a3d126f52b43fee25", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 442.3567900772109, "n_tokens": 211}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02f3e506860f9c0a76c25e040d4ab0104d61bf6759c0aa85ad31ee64bf721eb1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 912.0444431711519, "n_tokens": 465}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c79fdcbd3dfb18027a63eded6f242968c518642e7862334f825cadbe2007f1d1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 15.357665116592216, "n_tokens": 27}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0e414e0a370e42b00e9e292c176ab1216c7a51b8347c465e2be9d8e10f44af3b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1313.993410561497, "n_tokens": 480}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e9c46210587c0ce455a20422f65d5471275eb38dc4b6db98fd2144bcff13ae72", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 636.5479803037301, "n_tokens": 477}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f7aa67c5e926f3901db8fbaf16761392bd403ef426125b223631ec3b2517ac8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1611.3424766869805, "n_tokens": 580}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a6deacccb8af5a3a0ea0346c92c9370bdd52ac9227fe360ac5596c76d1bbbd8c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 208.50770512224153, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e825b5cbbaba4c14f72a0856896dd5b523a871ab2b9f2dcd15d776a2b4aabfa4", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 44.490427301079706, "n_tokens": 59}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2bbd6906c056a90062a8ae36294c8d919482503c574113afdc86f13f14fd837b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 198.61439122076263, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:072f282c80b080141098970c3b463d29c5aae2f69ddd2dac7455badcfc5a89c3", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 49.037790632149154, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:244ecb6b0826574c23d978c03ca05300669ceecf65734363fe097610a6ca25bc", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 35.11062832946709, "n_tokens": 58}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e507dd4c9d1df15f476426251e5a1d650a207b6a5584f7bd4744f0903093600e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 57.257211188851215, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2b3cdffb047fc350416d9b20e25c4e70590df1c3c868ffdd44fa545ce0d67610", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 23.920022234614407, "n_tokens": 36}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4c949fbda37ddfda58554ff73a2e224deed8df66695c36a40f8a2d4a134cb9e3", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 78.4411492595516, "n_tokens": 24}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6d6dfc83c69f55a856b1e0b758eaddf68b5543e14cb2ae617743a0d4881824e8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.199839089178795, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9cc02849ca26fe5b9121d46077bb34eff04fb3e2ea2f82305367c9154d1237b7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 470.3031311003622, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2153e9b17536a047acf8a0614c91ab45c9450839e4b2c7660ab25251c173e1c3", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 254.28940845292345, "n_tokens": 91}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8dc045dcc46374809265fe389a46803a26afafe333fa77dc70a1f8c3acdc3963", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 321.6596785286912, "n_tokens": 206}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:288e444047682b25ddb5ff63898e6a0d48cb1de3c6c06a65261f8bdb60931468", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 711.0303936689737, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1905bb8ba7ffff2cff8875d6ddb7a2d85c4fd48873bcfef5c4f71670fa118b68", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 252.32380381974258, "n_tokens": 109}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:042108b7bf148d0831e5665ce92715f156541ee00c56b0adbd330b4cd63dcd99", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 407.49705617726795, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3715688d26cc3544beca7d717c5c663cf2a05625d9ae13d1fdb39cf508f77446", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 39.8718759126059, "n_tokens": 28}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dab34dff6549458647c89e02da31b00b2339599ede1deb6799587b4bd0209106", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 367.53810582309916, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ee1bf2cb4729ec1e998907fd521b642b8fa17f54dcd3c4ecfd61994b3935b289", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 261.1674437191268, "n_tokens": 305}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e3d7cc21f696e9727960b47df92da81cd681c36ee389272b24cb82839f66d9b8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 331.1105014249649, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:79cedc57b4ca1fb97ea15691a996378a147499a6e1de0b0e50d9c4c7caf96ea2", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 179.41981383926304, "n_tokens": 55}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d95f75bba38b5fb8923367b6c8149cae81ba5d31e76f960e55db774d641f3ae9", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 237.6292771185956, "n_tokens": 154}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1f1c25dd4f795b151f180ab18467385fd533988876fb5303fb5bb3459e35c23a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 572.2140501159431, "n_tokens": 203}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:09d47615e1590057bac2dc5ce27d3ff90f20db6b531672e5ad57699382a0da08", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 60.977924954906825, "n_tokens": 82}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a6416ec59f8e7fe9867476cbb4f5f44bfdd6e962fce1bb00814a141cb3780234", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 42.15126278628577, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e2caa2ddf7d8e2f8b2c23d288d2b6efc376a4e823ffe09a8af191a44659a4b7b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 688.0307582148739, "n_tokens": 299}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1f930ab77dda26f05c58851efc4c27dbc6e180ec529c04a8ed40e43cd8d0304", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 940.6786079036983, "n_tokens": 524}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c721adad90dcd07ebbf863bbbd0c4912f833fab99ac96db9f1d5f833c51eb896", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 105.78020134491248, "n_tokens": 84}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9aec927595bd10316b1df8dcc0df499655280e584a0576047e056f1cb4366d9c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 480.23921027200913, "n_tokens": 291}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3efd76547ebd59f65357d2040a3b63b92ada7655b9d2c4de25872503038cb13e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 420.9125272082234, "n_tokens": 313}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3cf7583809cc9110e00c65652f69c9235ecb294741c261595eb4ef71d9fd537c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 153.917168866868, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b8ef3dce83ad90f2c1a18eb70b97ec2cbc3c25663448c05014503d1a4fd3ed5", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 32.912998702492814, "n_tokens": 24}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4eace49f52ea1066fe19654a8d625211ec377ad9901c86888dc5ad4be6fdcee", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 472.950154734805, "n_tokens": 236}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0907eb27ebbf46386b02ca9314935c115cdbdd8382c6370817438e4fc2097819", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 19.441923068386586, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fb551f033bfede2b3cd283a2628bb5c46f4dfb47a97e6f477b5288d358ad4b72", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 336.3726784930793, "n_tokens": 163}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95b5066b66039db0dbb8ab6788922e68fde8517e20552c6cda3fc0e3499d316a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 188.72857627886606, "n_tokens": 78}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c27801ad6b5ebadf46dd97da83476952a72b99495ebc85677516437e49c09fbf", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 67.60566104142617, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e31053f7b489a3ba30b1011663175d1a13fc350b94840af286aea356c829599e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 109.0895705230513, "n_tokens": 77}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a88b3d44f1598abfb32011ef71e859618a69c60e54d77ac0477a29d649036625", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 20.839466165108888, "n_tokens": 33}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a210dfc781291b83f2b82a299e82c61d90617500e34395c42a53220b22fb32b0", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.87400427944203, "n_tokens": 119}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:756d31fa74b296203c9450a5ded21a07492f0f99caf7c982abf61a93a9c3ec56", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 454.4989638558618, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:470dce010416538f33aaeb18822ccbdf5f5e1da5749326a11100cab5b54f44db", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 192.64365035267724, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d9f074817f0647ebb6d9d6a879598fc4394ae7c63b56cc55a147a2b8ef27aa27", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 334.9196102935489, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fdcc2616f33ae53e0f3121b5cf7cc998b31a8657f3581552a2646c28702f302b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 352.22740225393545, "n_tokens": 184}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9a9300da4935003f03f16f85b9697b58b533353f121a8be641e1c46aaea3d6f3", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 373.4444190192642, "n_tokens": 314}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:93f3c8cc7dece34fdca51a61199b09bd96d8a2d0d5526bae764c07a97602a921", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 711.3911243270127, "n_tokens": 366}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b93de1a6ea093a5807b24dd5c14f32a952d548e14cdbc92d20d5cbc831546b8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 233.14658847484907, "n_tokens": 152}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:36674ceea31c0eefa67d12528bf92ddd91263cfb12fbe08bcd2631a52dd61188", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 204.28525846363482, "n_tokens": 143}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e266e32ac7319880ff40641c9ea49f61154ce74ce396876cc973d70708946f7d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 268.70286213981626, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1521cb0aa1aa83ec0dc5e3a52234a27e14576e75751b4704480ebd16ac6e396", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 119.45761744234596, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a794f05f5d6687b8a2e78d904a89209812a47276ad51ed1405043d45b1500cab", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 233.71485396981097, "n_tokens": 103}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:27d5c23de1b1d5746a570fcb287b947bf3abec3a5a2948cb081f8daf5c285b6b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 571.6921358985471, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9f63c208fe95b14e13899e0207f0d42a9a816b8674a3892c3c8de74b07b70c7d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 456.43827912781944, "n_tokens": 179}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04795cf6ec37a7dd935c1de66d84d8ac0d764cdf12fac297d129f48dcfaa8d79", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 164.97943980923674, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:afd6af67cc1816d99f86b3e059ab2e77aea944c07b1838c27e6eef57a1400985", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.16916993444823, "n_tokens": 52}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cbec88e3309b7648c023d9e2114e2d7595cc9aa18067c25391252004042c8eb9", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 254.56211701993152, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a0a73e9962d364ed3eeb4d132f2499e7047e2272808600a290a2fdab270f074", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 50.614160065361375, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f74746e22e3b69428e9f6bc6ea0561480c8f0ed4bd977656197db9521368fee8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 338.52864598663996, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0b1ce063570abea18f6ed8dbeadb06d796c243f7e6a2a1f49379e74384d5ba6", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 221.46172240614328, "n_tokens": 143}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66b6335c0c576b405ed1668e632edbedd0eb09146dd4e4d84aca2b6043511aea", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 482.3927573966471, "n_tokens": 228}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:079c5a5713af4f78a53df64e7b0464359e30f5fedcfa1fee25cc46b177c44367", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 757.5933900045993, "n_tokens": 300}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d436fce6076f3110e1b20da47f43d8fd0e643a43d36af478ed325f1061eddc79", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 302.59113233738753, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da13290dda7f6ac430bdd317de487a6f9fa79e1b0ce8b353f948980a519cf952", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 250.35457711412437, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f044562dab2d66d59ffa187a93db0a4d4eef2217a7c143f944312254e82913cc", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 146.567378035851, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:940e3ea02beb3b61613794d1b427bf37f30078633244e2a2d3a3a17a169d2350", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 951.2677297404828, "n_tokens": 497}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:749dd218364d72a3c4022bc6665491204d016ba8717793b88665219a4b4d9c70", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 311.6700962893856, "n_tokens": 151}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e10eb2e3fd3cbcbc45858578621b9b4e64aca3dd8f3b0ad39a472fa3c490f660", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 46.509557937788486, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:36e1d930e74392cca2528fe06bd8f0d38befdde3c3781b8922041dd688d55235", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 453.7293388029477, "n_tokens": 194}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ecdb34794b24ea6e65ac66a1700160f4864589bb77a5def4591fe996701cb06e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 216.4694335756651, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:47e591d09b7363112580b3eefe8ed4da5f274dccd3619a2704027db79f941198", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 663.2839777074273, "n_tokens": 284}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f68dd2578ad9dfebdec7bcd8caae2e5d4459159dcfbce130fb6ee6902c18b836", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.2775754847166354, "n_tokens": 17}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2abe99df0a43a558ebb63151afd3f8a96f884b33495437b5917b0d6099fd599", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 144.51662363604544, "n_tokens": 293}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3ab7f8ff8f4372b640737a33505112b854b4d6bc35d9e87a4cf73ca9dbbe2f14", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 480.0589374727897, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1045319c37d98f4f7462681fc50423762cafeb00bd2925484b3d429718e8ff8c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 672.3959200963941, "n_tokens": 242}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d3f9dc6ca94a0bdba137665cb1d8d9e4b76d78fdd9a79e7e4ac963bda7e0f38", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 373.5590414062899, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d8e91a51b7e31c9367cb2bfc5f4418870271355df0d3048599ed2f1d61bac77f", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 336.8649922966988, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a911dae756fdfd96b80d4406b261fe658cf900bf6ea2281c59b2e87df796a24", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 386.8051717699109, "n_tokens": 177}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:070995ef4c7e899b073a6b1e03a1c0a91d8f6e2917b867ebf75bce02027b2653", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 523.7939040767337, "n_tokens": 251}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51e7e7e69771e152110bd3673461509ee7e0c513dcf590703f6d587bb65ed706", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 162.0813531366707, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4377ce8bd0f44aa7114983c2d48b23862106b0f247b9199a0ab9926f50dfd80b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 556.8500619144961, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4969e6d2e7da9be81ccbbdb18b575ba0b363066b5365ca134b59285bf5c6afd3", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 28.423750365734577, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2f4b66e0168b2cf7e7c260d3f3b7a18df48f4984fdae0a895561c6a01fd77c88", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 377.35268973290295, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc306933ec2a6f7ee590c6de309bbdad91d0f668aca834db27cdc4ecfb5ac7d8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 478.00503820442987, "n_tokens": 264}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3232792c0b1f58bb36128a00bbe8a2abdf24fddac8c92ba386018ebe34756dae", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 934.187467355508, "n_tokens": 347}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5ee45f9ebff4e75410b1128889f9d0ca7556b223e69df33334075761d1c7a57e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 803.0730883282376, "n_tokens": 352}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f6c76517ce8ed01ce548ea7c86ffc53a5fe7afe7984a166755b5e35eeb99099c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1068.9767828214426, "n_tokens": 446}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:57a499002a099639b52fb3dfdf516feb745c14457182340aebbb3546de7eec77", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1443.2844802998263, "n_tokens": 506}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1c5db2224424da86a908bfc9f21425d8669300e88205241d97d0c7a9b4324a6a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 127.23808927662253, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2ace06c7fd726671319de8192f3fe5480f5297faab8f09753c1cfe7d6df294fd", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 423.5718743318889, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a3b22afe88af8a1377646606f9f4df393ac0bc931a643220a32095285895de97", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 15.648031242659727, "n_tokens": 78}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:86c835efe40d8ef93ca1608e77a2268143da853d0f60a714e1284fe606e6b4df", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 80.52072073082172, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0e43302941845c64fb7ba5fca1ef39612a906c9fc81c3fb7753ff7ba3b30687d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 317.44730285803644, "n_tokens": 142}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d63dd41a84b46571478cb5a4903d5efce1b77515b3e3e5acee602f4a56d0783a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.890304613075386, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:07727af96427cfb80e78aba4d505f97dde11e3c5969f44fe5664b45e8b4e7df7", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1051.3115182581648, "n_tokens": 426}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d0aede9a69080a3131f709faa0ec3d99aecd603e981414ee70d2df4d39bea02d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1240.1032974182672, "n_tokens": 519}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0ca28e9e453502956ead1128cec5019004c58e33cba5929f5301f3763428216c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 220.84419389300842, "n_tokens": 95}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:764691c4fe0c71bcacf5e05c3b4a120547e80d8c365e6edeefa6a40298f04faa", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 774.8486831772611, "n_tokens": 362}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c221a1f994cff9c2f34b9aa9e41a55163172ddae96767c1d20c1965b48080017", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 75.26138000663673, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ac2c6de8b0e256bde22bd47ede3e8ce6b1c3df1b1e2dd0e3eb286e2bb325bef", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 44.52942425361198, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6a07c07c04281930a7048bda680a6241c65710437584d777401158b0c57554c8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 108.94935570880807, "n_tokens": 46}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c6c5baccf1fd2a97d0043db12d7d33d85377a8a924e43eee946b3bc18ed8ebb1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 139.0700035638024, "n_tokens": 83}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:50afd036b32ea68be44204ffab02e3f5cb85068de3d905b820844c09b77e17a5", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1054.41805947292, "n_tokens": 454}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d8b08737912472872ed2932afe7af99bc72e16457a76b9f91f6b6e376284f24", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1530.4635475386117, "n_tokens": 493}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:585e892fa64acb013514af77c36f63c776983e5cfef4563790464fc6cfdfbfde", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.83892695688792, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:690738484383e06723019f31ae210f7306246191c01c3d5a09c4f665b7624f1f", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 273.29586866906965, "n_tokens": 120}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4464c320e01db719e51909b974243edc0e7b45f08cc6b30d4d31ac6f13f2e67c", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 706.3000182018686, "n_tokens": 289}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:700bc710519bc0de70046303a32891ac5542679ef6ca1030f3bbc8bfefdc2a17", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 358.9165962752545, "n_tokens": 112}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8b6453aa02539744c0b316eb03e2d64aa90369280a65da600f6c391472b94963", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1010.591883567151, "n_tokens": 439}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3e0a50a9d76572aed087981deeb71f851ea0e9ce59ef7a79dd5b14ac82c38c84", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 505.69618528457113, "n_tokens": 223}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6367ce45caa5d0f0b1acb41b2f53e424f993478d1466f4448a4a97dc495a7222", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 236.23262980192726, "n_tokens": 205}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e473b2438fd9d0a06a40ad46f9a3ffeccd8d0ad4e5749b9d1ccba0eeac5a3025", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 91.46184753686248, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:40995aedb42a2ce8a74fdc801dc7a3c7a4e50206d0820dfaa35b47f5bb76bf9a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 232.69292571399546, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c0e4991c7c924b78a5cff690c322f7cdd0e82062b55130fb63c19f2b4da79188", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 60.678374607798105, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45c8c3c63e02bf5ed5c99b208cdf423a53371f41e59d852c2678ee637aea8ba5", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 183.81031171193035, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ed6df8fada20e3613a2ee2142eb619726f7389f0b6464480a37e7f675dacf148", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 282.84294146984166, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:76aee18285d18dabcec5cb59f7aa2a0190bbdb0a4f64eb6a4db95976e8d227ca", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 121.84954079968679, "n_tokens": 70}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:62829e5b79946e964e3a04465f37d7f8d3d702e2fa342dbf7fbe4441aa05ff23", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 472.42619325904104, "n_tokens": 231}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c14c3c4b63794c8b534c6a60fa3338b1cadc10b24bf8ef69bdb04854b5224333", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 7.931585266993807, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9ea362fd9c2b04083756e2c03b02b4d5d334826313b7c36eb45f922068ccdb80", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 69.5978441397724, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:446c0186eeb24e8a43d0ab7dd13d314a20e86b3523aa23dc1d8e68422e7b7cce", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 348.56815276201223, "n_tokens": 169}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:489c7abb740ed0b9bb6bc704595edf4c94f1f9f4ac797ff1d6f55d8ea956d8e6", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 583.1661938751358, "n_tokens": 300}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:002ab8b85a36e6c5464c96594c1046aaad0832b2b7ba59b7c60f8d5bf1839d14", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 293.04684769980327, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:73d6f61d9fc2261b5ff4fc6a130ce46e5f759fdd82536f4458150cc9abe67453", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1566.7006051522917, "n_tokens": 745}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f3f094b2aaa7c46b1dc50d4975a008bd30230089ebefafa9724184be73f84d17", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 164.7804036139828, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c70281f8e81ec2249e2b6ec296b0d5158860523a83a3d6ece0c11d534f24fc3d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 48.73912769689889, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:23b988274475e59d97dfeaf717327a13d9e3d4df2e73c30cbbca59c1ea842860", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 366.01267971110747, "n_tokens": 195}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9283abbe02ec6e09f3ce2719b02aa2b1dc2f887425a2d5144f923403fb9b54db", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1284.4290505257723, "n_tokens": 533}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a08e2b36113e5d71feb47d60494b84029dec93aab7e1ad658b433eebff8e0ba3", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 508.5824021342396, "n_tokens": 225}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f02ff68fb4cacef7ce3877c019b13187ab2739d5dd1a82f850852a67025a9b1", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 340.71492872294857, "n_tokens": 140}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0335e3ebae248cd378edc4479b1f7a885172da22e70da830aeaf9622978feec4", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 157.73348921371507, "n_tokens": 90}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02697bcf2ecb738e9532ddba8b7079aa21d8bb9744456dcde524871c3eb728f8", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 166.596979754348, "n_tokens": 105}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5b34963157310ae9936fd14ff22daa343a9529b3c193544d754eea0a73e5760e", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 101.593034654711, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12fe37ce674a2f79d7f2f36211393d9d9d4b97d1a431be0b27000b64a5bb16cd", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 118.0866528300171, "n_tokens": 61}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0c30072a27e82c8fc2f6009a0d08214fb1552c42b1917aa9acbcfe3d1c5d9e91", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 92.90284201050099, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0d24b407ea10dd9173e8fbb377609559e820302a1bc8ea15f42b5c0356266a1b", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 469.91233765283687, "n_tokens": 199}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:602272a99566bf68a5b48979478bceb0b56f74915925ed8a1b0a558935df3584", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 186.18606363335857, "n_tokens": 94}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ecdac8f179582eb850ec28155ea59279e445c219d7bcccc6753cef24a7199a42", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 11.02531351313769, "n_tokens": 97}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:46b880155fdd947f395a3009a313bf8cbfe8e137c37b3a614c49585112e0aa0f", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 458.32734868852367, "n_tokens": 212}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:65b835d2335e23cf908b10817be1eb5c1bd5dcd3b80bd3e7a46c72d2cd479e8d", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 209.1623334331922, "n_tokens": 236}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:48363ab6108604ad6812a9dbe0f17fc52dc68532d3b3bf4d83bfadcea7b99f9a", "arm": "baseline", "arm_name": "baseline_adamw_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1089.6291222928876, "n_tokens": 447}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://b61dfd929fd09745b512c7224450cbde/weights/confirm-baseline_adamw_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d6c011ffb1ff8a9abe9bd24caf3f9817454a1f054d5d0e0360d19bf50cf6b20c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 130.1654448276522, "n_tokens": 55}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7682c850c4e5979cef0ad966b8feb119de2bd323bb40819767a161040b59eb7a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1254.0697727730221, "n_tokens": 555}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45971bbe382b81644487690d2018bc3aec8c807f1be52a9744223e5492255928", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 574.0622943281857, "n_tokens": 233}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ccdce774f24ede2e799686276e8b72e8b08a4aebf6ba75ecc450fc73cfedd1a8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1055.7994217956439, "n_tokens": 416}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1f40447167a99977d745672c0c19cb2739b6f5208647af47fac16c94f88826e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 503.77875434108387, "n_tokens": 287}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f7128731ae16e9ccfbb888620c5d75564fb8d12350e9b47c781beeb64ebd04c7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 123.71654581139774, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f865f7581ddc128be8b79fa82e7fa9102362b6a7685d82f9116436280073695b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 704.4300640598863, "n_tokens": 468}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e26a31997285dc001e683aec269ec9b0c4e3400b97a7cbb6367a08e374dfedc", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 133.23620543393008, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3fad3d579a7259e0bbff20c18d4c72049a7b9378078c85188ba9b166216b4775", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.38484294131695, "n_tokens": 65}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc614a388398a30b28e3b18b9382a1438d8b8455377d6a65f902a709a75168a1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 613.5218596762006, "n_tokens": 271}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e038c9bbc2ec4556f6ab47f9651fa89cb5d7f72891a5fba4415e13f18f7ca0b7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 47.37292351027577, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:37746cac882d406894272569214f6ede6ab7b78de88c01e6bea144234a4013bf", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 21.64480032080246, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6ac710f1196bc72404d3e08e8acca16f7f144752544aa4af9a19736053fbda4b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 178.47252912862587, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f52ce291ce39c76f22e3771a091d24bb55b3831106506a3835c2a2e16a86d1c1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 389.67641390038807, "n_tokens": 112}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a5c6035044f914d24e5fa5677048b7461bb3c3a4a7cfa474fbcfa29588670d8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 10.313185186793817, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1c9a958b19539efc3ce03adb85c0c7811393e90d35f33f4d96e999d79e3e8a9", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 239.72337623890735, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66e33c21f54193775c1fda86f9be739152462cea267969b838ed953956f4b631", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 131.1805873068838, "n_tokens": 105}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c338b2227c9f2922a94c730fc653d50dec826ea0febb228867efb3709a3f31d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 447.1111649526083, "n_tokens": 407}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:85b810a2c52be481e2f79b741fb8a02142c18d9db329189689789240bad537a6", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 188.5338147085863, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba7cd3cea48952cd4f218fb4ba23a7a0d9f6d3e2b524eb897a063d567521bcbc", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 725.5658604448204, "n_tokens": 231}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:645c6de54016df90ea64d9b72a1686de2c682467cc0988ed2b8379e4af3a3b69", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 291.6194111737759, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba474c32c7c4db657376ec72136594729848d88a0423d0457e9f6eea6680e9c1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 391.6861574242489, "n_tokens": 155}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebd302ba966ef926516b751f9d42bd52ed4b21747f424f147c33de05d5cb46a5", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 90.32161300792131, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d555a1b6eab48b9f199186e30b6b691eafd4b0df80a6558b64c4c5d60509848a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 133.24534428666527, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1329aaafcece6e6674ee78a546492be7047a72bd8eed93a15490b517d195f8aa", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 240.1410785396115, "n_tokens": 83}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ca2aefe6159c88ab4335e1b2a19e04bb70d2d096c8b6487946607a4fb57b9207", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 362.2396011580204, "n_tokens": 135}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f8385c2bedf5af812b3e13ed50abf373552e551992c637acf8c341fb2bd4ef30", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 946.5052941058043, "n_tokens": 390}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:687e88746b34ab7a856e2d8795eb696de02b6909f8e68dd0c5595cf754eb22b2", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 869.6952967428051, "n_tokens": 284}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b096cd3cc576e1df1bfc3ea2e8c1b89817a67e1f4d4209100e7e0ac03323b45a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 27.08809718866359, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:503c617fbdab4576be1c79b421947a7c5f1a2b365808c6b6f8e31287d1aeb674", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 335.003821098818, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:46ffb831bbb5717977280909d133272c1cda68f7769a58f18e83331e906c5aa0", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1200.9544970879147, "n_tokens": 447}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d155ad5a56b452703abf0c54969f8cfd0372dcbe0befcd4a0af5a0fbdcbfe23b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 0.9916842240545236, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d36d2dcd016969972e6ea69b0ad14f9ff2b6e341d9ff7565318d6082b0523ba6", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 391.28106256815624, "n_tokens": 155}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d2c280bd301ce2066b71f70cdfe03494262cf4f369010aea6e00f23f853cbc7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 847.8472299921032, "n_tokens": 457}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:37ac631bf0d66b95a69519e58da6a3c4f1118d6960bace298e83087805422076", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 310.3862027156101, "n_tokens": 187}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:91e0052f1664f2e28d66653914c81a87f27e0b24a46b9136e4748a8c24545289", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 467.3353489033361, "n_tokens": 230}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6f921864bd8b8123377fe29446547b0cfccf9882bda00e1ed0a11f99c7290799", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 391.85139222437283, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:06f8cec4f3a7a51087180e3fba0d8a2c19c0866cff613bbc7d044033f82467e5", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 324.784887806323, "n_tokens": 436}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:41d3a40c684db02d115771774e75f6812745b96bfc8b26c6198f3537fa5bd7e8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 482.42079262148104, "n_tokens": 146}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:71b63a042ad1e85efc91ec2ac3a88629d29d13978696515b1bc0d29bea1fae36", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 313.38811189258104, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:40f8e6e855826d7d7671f4dbb5f7c12ae99541888fe78e7b4d669adbe00b1151", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 14.455879620945325, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0869a2536bae18939b4f62b6c026f631cc44083e1903bde4de0b1e7e339702e5", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 429.95354369564666, "n_tokens": 333}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac80dd9713747a25db3164ad15d37c61409a02257bd88433e1c254eb927a4372", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 80.12202093401709, "n_tokens": 53}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2fb3649c9d992e39a4a394aeb16b91720ec8ae19dd43895b3914a6511144ca1e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.03394807884797, "n_tokens": 94}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bb96ffd53f0444b90e6fad698788ab9ccd24d6f63aa674494be21315ee7a2dd3", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1080.7627020751552, "n_tokens": 521}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2beadd667769f5875ab256f7f840e2c6d26c1b667ba4ef11d814b61153da6e13", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 320.48298388435796, "n_tokens": 175}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a9a8696c28ade7a3f9e0b3d8d97abb862ed987239887e988a2dd21cee1915cb2", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 135.79636864943495, "n_tokens": 79}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bab1283b2cfd37eb5a264da47f0663cea09d18088cd4c48886d0174e1eba536e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 53.36496905927742, "n_tokens": 19}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b3b45db4ac4b90ae5fddacef19c5deb1a91dbee65068d9ab0d36d3e1aa92334b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 3.107172354172235, "n_tokens": 10}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2596826a823a13939db48d0ee04bfb0083fdf8133eff4468550ca63ebb76864", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 331.2221924487458, "n_tokens": 208}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:069a404880fd7eebecec2132e04406f2858b71a7588237de0c546d826aa2cce3", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 309.7308040327771, "n_tokens": 156}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:151659a113f8a967eea7c23e19e96b0da262f736a3560b9dff28efb68b553978", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 226.20251122509626, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0f861d5aa34b0dcfc2ddd35da09fc581aff25b042a2795f36bda290e00071378", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1158.633188303756, "n_tokens": 420}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:498c6846aff34679bd2acaf9a40672c60df6dc00e30ecd2be181b233b23faf1e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 762.9465681813781, "n_tokens": 285}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3a2e37c1fe2d7c63b55330af7098035b4dc8142da2ff249f35820cd06b458cea", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 85.30146199116825, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c97be73986b86b7bb444ba1402ece81e49a0e962be40a66a0021c293d0e48134", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 412.1558362759115, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:371d8db9eaa9687270ad0fab91513225fa7ce1c54e5a0d845f126a7ae386e735", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 55.34200389437501, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2d0ff0f26fb8e8effcd4918c0653fcc0eee53226f4d13b79eee2fc03df6286aa", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 739.7168802260562, "n_tokens": 245}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ad3ade87b53d6f4adc940e6f4ba711e65b73e7d2fc4a2aa4e15c0b733b110b29", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 9.002647656588579, "n_tokens": 45}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:716e64d1f2292720df26399fee0aaf5e015009178041a6ec8fedc17e2d9e9df6", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 234.97365473313585, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:569e694f8ad2b83ae1e997fd4b19849b0859d23873a4147bb31e7873ed29e086", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 128.3222836321729, "n_tokens": 114}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3956cffb3efd15358c82ae59c24fdcbd58112173f6ff3f8c41888e6c4ed6c895", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 62.251586784739175, "n_tokens": 20}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:11cb75d074a4a74b12c17ea021dfe17d72909661a28ca255e000d86573e52f4a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 167.4475353543121, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7b69321f3a4e585a40ceba48e7b63685452a123e2cb64486ae5c54ffd3be0d23", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 152.07581931741333, "n_tokens": 63}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ede0754a2e1b91497d9e4db2320edbb495c071f190098537eee95929972e17d1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 72.22823138137025, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66ada4a1b1b49410c7f8a6a27934b65139499a9c3e5c65549375068a70a3c51f", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 99.77854302555897, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02c4f02245b627721c8a03184b85e95b2d7a2a3e2757fcaa53a3f227785f0277", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 141.97755549654175, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2891116ede1751ddb26aaa9de499dc1149851f957873abcf2903132c62addab8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 101.6269471631972, "n_tokens": 48}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc009733b4090c99c626a0b657377e2c3db4dc065ca522659356d8be020a4bdd", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 66.28063831045051, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:252b2127915bf0a3c04b2aa0e9cda42302f94b5feded11ae4d272b4d6d585c30", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.04403599588636, "n_tokens": 26}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:757b00e4f2279890ebb97605a867e4309c29fce4ddfd2035ff568c7be0bb6b6d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.0329624055878, "n_tokens": 64}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2ce87bfc5c427f720cb5f28f4099db60307f1ed844c4c8e61f1f046e06265fbd", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 222.7959688558774, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2526b13cafe55ba808ebe720cc2ebfce41f9e0a12b7512ffe6dbf7eb41a559c5", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 380.6891473573269, "n_tokens": 342}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d0fa72d19e14c4e11a471ab3f0127fbaeee061a5ee6cc5ecf87142920bd0c24", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 325.1084914867297, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d04ddb39eff5469b4b4b6d090b51e6f46e47dc4daec06702964c1f737f7e8123", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 363.0024143718956, "n_tokens": 314}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:525e28a56ceec00670ad602d6553ffdf08501e8a0ca7ea10027a2136bf135d54", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 115.73556772365191, "n_tokens": 68}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1415ff2282982ef44abfbbecf0503e4d6f0ea6186824ae56e2d438fb3fca23b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 70.30899869972814, "n_tokens": 58}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9ab2002a593fbbebdc2d4f4678bd21f8d4cd02cd15d65589c403319c8b5f4747", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 209.0413314371599, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45678c64b9b9861841bb742e8e05cc4c421d21c9bf4dcdf637a96e827c661830", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 201.93291193768255, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12751be5580238e093aab282dc8b994353b4c0643fae38656978e34fcab15b3e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 320.8909501985827, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:412c1c7294d8b1d07ab2e23cc6e748d4f9e3ab6628ae1df5ab42c56c7414531e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 285.9915972097242, "n_tokens": 312}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8395735b43fc5000483fbf3bb2662975b3ebe5bd83fad730c12cdf6404a41c1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 641.495258734944, "n_tokens": 302}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7be45ddf4361ed9d86fc499ee2d6aa4174d7c5aa6db5cd799eec4d789aa9c838", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1270.405607983731, "n_tokens": 473}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b4ac421b07dd3cf8535f88666150b33d008b709eee6a0281f8b3d01d77e61b42", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.17243605977455, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d4f7a00621e23c1ef1e1ca6970dda6157a4a7afb000de94fc94163a6406f48c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 314.0787625514349, "n_tokens": 169}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4c48bb83330aaf49d90f0673248fb903b29f16adad3efc331c17dd200202483", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 198.3516978167895, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8c2b9b8240c2ce74726a939bf4c485b9fc3e7868c2f0e48a6a8489659a92168e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1477.1015231442634, "n_tokens": 663}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8c034a519e1533a7d544faf79099055f5b04c1207f6fbe265e4463dda40e0824", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 96.94338980345674, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2f9354b6c63a3e550fbab16210d0d38fad27dadba62d375b4f35722a0a46c887", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 582.8607162563712, "n_tokens": 272}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1af4443ea535d2f85009c7705db3081bfa675eda1ffcb4de92ac70102fe23448", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 576.2953674440563, "n_tokens": 206}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e4228fe80ce2c4c988f5c0a8c60d9672e46566e4f6fe05315a2c5e1f09dc990", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 871.1703121591481, "n_tokens": 720}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b3a1e4ed83a6227f5050917a7059aa210538961b47c678f11fa33b2535467cf4", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 735.2273300839715, "n_tokens": 291}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6936a6d57488b9b79a55bd677f2c130f3c36ba2dc348747826d0f3a5cb5b7027", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1275.5322867930026, "n_tokens": 562}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1d57c8b8a4d920e196c48e429468a951ee9125c447890b4d891ea3755f1dbd8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 178.93496096404306, "n_tokens": 117}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21bf1e34609a84aa6f41b73a534567fba26b13d5025844ef1ed9851ff3c35eda", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 146.92499453778748, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c5bec6d10044644190ba466977bdab9375264adaae2d0c377ffa48410063fc80", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 551.1383419565373, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:798b01c27b9d7d5719cf411a678312f9676dc3845c4b6d3e99744b5d80c4dd6f", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 72.92016577764252, "n_tokens": 45}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6ee94a135df17071b4b0c1f9e7f5ecddaaddd34b568a29642650c851a2def94c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 384.25490122214217, "n_tokens": 220}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0eec4940165bbe26d1f4fcf7801fbc2578618f78dd649ab5a1f97258f7ff742", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 306.5513385968379, "n_tokens": 134}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f39be8cff1abe33986b52a7e7aec5a1b8adf9552746697e972812e7babaf3b22", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1181.7680765541613, "n_tokens": 454}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b72a4b2add1b1711109547a75c5318b94db761dc3cd2c08e73e11cfe14469e96", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.42992801955734, "n_tokens": 57}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e0ebb53a5dd1feafa657b34f39e15bfa8913e56f21d61542f7c1932da440426", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 202.10280584646262, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1ecc678e8184e4ef5150ad3a51b05a3d29fc3b2672e74ff0fb98cc7249ce5883", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 70.56656483049647, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:703d0b37f6b9cc517692f8bcdec6988d82d20e9023b95c901225d206fcd7e5af", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 136.41191937923304, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eb4fee5c685b36bffcd84b2c68db01fe4842302c24190e144f391b7016bb2330", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 629.1791206876892, "n_tokens": 294}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7954bc81cf750c36c91d432a844a5f2ba689213263761bdebf866d28b3662f61", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 411.23599757757984, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4f25dfe951a9ee72613ab2e8021ffb4e09871143628991c5fb560e0a3f8a3c67", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 543.6171221263121, "n_tokens": 203}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b8c5dc22944151efd9e6642639973e1ca401e1a380fc0ff4d57a3b24a3173278", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 368.84791869734727, "n_tokens": 166}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:979520d6745fc9319044c901dbee403a6dcf48d253e710fb6db78dada2bf712a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 723.8241357569023, "n_tokens": 262}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:47c6604c9b3b4e350ad5f546aa6f4748b59ef6275b4cc4ab99425518b2c7fd3f", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 116.86656450265525, "n_tokens": 52}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d29b4a6069a7d535d79c44dcaacbe6d6f30289086ce2ace4897202dce919811a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 485.60430738381456, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f60bb67e4cb1d3dc680b634ea4bf50b3148231fb6e8cfea09aab9c0860eaf63e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 32.18005889548658, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4cb56274ed302cc7e7bb9f57bb3d7fe43df6265c6e226cd9fb2f6fd8287eec3e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1177.3645552425232, "n_tokens": 642}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:86ad87691e5725d33d686118811d13876d192cf7525fb83c9e2434ee6d71be56", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 258.2982602318716, "n_tokens": 176}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:08d888907bbbb7d371248e13dab35000d0d971f1bd16112e732546226f0802cd", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 210.322721205557, "n_tokens": 113}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:757ed7e67d03ef845a4dcb8b90666504e6bd4e14b2a3c5d954372e14ee5d9aec", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 540.359357528836, "n_tokens": 194}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:290e88a34d533c83aa725c61b56a3f01f0b55db15ba6b332c4432f14634a9fe0", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 118.83386046624037, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3d701bcf2811e91950d7766cdbd2660e2ee02be6825f8e5dbd569752cb7327b2", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 4.5823862236229616, "n_tokens": 10}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bc90d0b2dd1afcddd8de7b2e7ff4d4c770018190ad63c0d1de27cd6c0c046979", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 175.72457269871302, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ef52784af72fdcb475ca17d2f444011bf89a4f73cba3627ef7a4a369a3dd39f4", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 396.7725579635362, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e7da2610042433c41b02cad24401c5c0f83bee93ed07d6f5807f7883d252c45", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 328.5569910734348, "n_tokens": 117}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7f77538b92b924595ccd388f371d085841f926b3f436c964e0d94383ed97b780", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1323.7992150590437, "n_tokens": 576}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:076473b02f7f76619fb48bedc3a6295a3be8333d87f67983f0f05dd6f95fa7a0", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 121.13277383169566, "n_tokens": 93}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7e8135ad15dc03710f78522d402a5b8d724706a1ba0445714a448e59a77c2ec9", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 313.29701960927457, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3391c058e714734b2a349e66d6708733ff35e49cb4d22a521ae0b692e21a76e6", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 571.4096321242141, "n_tokens": 240}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4bdf2305eb042d59d61126bd3018e2a216c7e46b98ba4d8be57f5ad86b82734c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 38.73534198681955, "n_tokens": 61}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc1646d3f0fd7b1a8ba246dae952929e522158f26e0524b6f40126b68b34ec8b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 124.72853684897495, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0bfc23e86d05103d10342d234b31fe3613b93e7620e6c272b2687e08bfb9491e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.90314537674112, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dad92f898cd3f957f6a61c8dbbd70cfb6a5aee938edfc0b54af4f8ebdef4bb3c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 267.2400300905301, "n_tokens": 120}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51217435894e5a1bf8d0e87cfd74e24cbfff862a1f7a39d08596bfbe2c499d32", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 5.321635907026575, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f5cc15a138584ced005ec845f5a40212cd1e4c389aaadb5db442b61637320d19", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 875.467728315466, "n_tokens": 334}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aef43863df74ba98f55bbf32bc780175e667b8af13b9308d6e54a35e1efb09bc", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 2.126243825481538, "n_tokens": 26}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d9b5aaf8fb1c656a71df74fc73f1ac3b5e5d63810f5556295f1292cfe00bb87d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 53.36668089768091, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02ae13c831902dfa4f7aea6e89bb478d9a64e62c9cd1562334a614e35b62a483", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 233.52365567614765, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ec9bf682c8a288c825f56766b2743be9d768c12368980d81715ec0a9a293dbd", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 638.4494340446569, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6c7f04a463f203983dcfc1b50cd819500d6d0e087c2e746c76714689567e19e7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 646.9684663614025, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1fa6007d33362ffd33bb07cb575d3286ae410da730da8f4d6e523d84be1a2332", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 193.18503723326273, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f7dfc75f57c1c9022920cf1c26cb513280cb76c7d04d604ebdbd2ee95d04218c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 567.5872854296722, "n_tokens": 265}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95ab39c44458ecc1e254c4d2194c59d86dd455c7dbdec58797b2fcac0f7df839", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1345.1206509013753, "n_tokens": 516}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1c191631ff3e1bc89519fccf379faf48b2950d3960818b9d86fa7cbb36efb8b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1211.4949084998607, "n_tokens": 502}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2880e6d3dc46901576c9ff3bc55a3a1a950a0e2bf8a32606c51282995b7e9364", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1396.259171627818, "n_tokens": 492}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:96a2891220d97cc3c1baca4ddf13121f17adbb908b72caf6e946e982d86fefe1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 301.3955187176225, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:068f53051dcc214ec91622949ac1d49db7d3c6eb0e885172fb93513e45d883e0", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1415.9952531474223, "n_tokens": 476}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a6f31d9ba234bfecceee2b6db822077c30aa23d2dd40602fc94663bda4e1cd9", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 154.08624062799936, "n_tokens": 170}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2830c95d42887be796a6c5e0cc1de1d29619cc4f33ecf1f2e0fd7b7319b041e2", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 374.5865362726745, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d06ff6439f54b7345b83b8bed2e689493104c9338efc5e21243ade63cabd1f7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 374.6387016655599, "n_tokens": 397}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:326a5c2c6bbd8459c6e1edf67b56da08d0bbe39d1ee02dcf7dcb13518b9d44d6", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 139.72796097270702, "n_tokens": 57}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a0cb5111b8e2d4fe6560ae67761862ab2e5608410668e0ea382bd68defff5d10", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 804.2544121232204, "n_tokens": 411}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f2fb01116f39477efc5e0e8ab47809920621d6c74e9a4a60ec9aa1c7c8201410", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 603.74558678625, "n_tokens": 227}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e24e4d095b5bb0dbcd738f61cb9a783c121ac44188937c846c800c4eca2fe60", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 61.13371164691307, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:967305b1921daa495ef581fdc52997046809ecc01ed6ca818f4c52c085c3dd2c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 59.801975293071564, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fd80e71474ab525762acf1d979f85ecb5a6fe83d34087d7baac7f108e31b4415", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 188.85844704288138, "n_tokens": 89}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c421a5055d01c12bf1ca46211b65dd34e67d5111d502cce455d1e3e10dcd1c48", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 631.0612091492345, "n_tokens": 271}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1789df91903365b9016e4015a62c0771379d0f6b1c12cde49c00deafd16e568b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.05486450646276, "n_tokens": 59}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d097f9337d9beae903165700e60c8107fdd5f4dbdcdeb718ff5ab38bde15460b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 202.6872905663704, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3b2803a605e122e0ab8e6626269ba570c29249d45ba58d7a54b63a7e0f97e5bc", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.80718566311248, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:89e44a65181076ab721592e13a69c971d9f067eb21db9a11468ed41430dadd2d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 380.71794127062765, "n_tokens": 237}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95c8a688253b51b33e956f0f62e143ba558a3494da559d8d35ea0ad544885ead", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 198.0914268289016, "n_tokens": 92}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d5e4c39e16efdc6470e674ed1523697946b836509ad4965c47726cc8f6cb6df", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 320.88441050259735, "n_tokens": 153}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d3216e0e9c5525fd3ff1b390fe9ddfe994eda332607d0fdb4986b19877dc6c0", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 636.4516277647599, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eaea0c1080796440180027b3ddca45c68eca17d3b2070f65b50ff67b6393352f", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 566.1812182425729, "n_tokens": 253}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:213eb243af6ec6084438ae97c83acc1224eb51d005da0de0735b6eebbfa523c3", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 905.2430570082461, "n_tokens": 428}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45242f3a7707cd505500f1026ea4840d01c833047ca5b677ce90ae7e029dcbdc", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 525.8260245449451, "n_tokens": 270}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f119ab42649b334ed54181aa9d9e198678502b7f309a7f1b8021200ad43c7131", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 112.09329340657854, "n_tokens": 79}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ec0ab0abc0cd6b428980887f7fdb6fdc36eae28ed284b484af3007a36aede555", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 292.16168251804356, "n_tokens": 144}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da0c8826b1c9df28399772fbbbc00def6e24266ea4769395b086fb5212f858b4", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 805.3148452760943, "n_tokens": 312}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f17e86e400862b58a8f76248b6a0516ef3258bdbcc14e2bf04973c276cb80adf", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 163.04289604725636, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e8e0ae19872ede1c9e4f75e62a31cbd2008befe91b60b1efceec9d82a68068ee", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1021.6810371385909, "n_tokens": 554}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8bf210a9bbec3800386a7c5c31d74e89eb4331209ff9707c6ab6af269ffcf11", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 75.97543343264624, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:69d2b75a5774cf0cc7f61356d15f46ce5f7e847a6ae2fd7d80b844729ee66533", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 793.2535055203957, "n_tokens": 306}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f390cc2e8411ec903c73f3f4f63d319ff38697806fc2e2cc3a919ee9f4de7df9", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.6032292368581693, "n_tokens": 6}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:91c266537d1b7b14576858b3cffc0e0c64e067f25fc427b1ccd9f57deb3ab510", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 197.6886782485126, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9bb61f01d987accca140d9b7a08cf663da8c4647707509d0f849e1a6d4618845", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 514.9029955914739, "n_tokens": 256}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b0d0852a3458d9e67d6aaee4a56ad43a02a5e06e0b7ce12d3f488768bffb453", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 437.4313778760843, "n_tokens": 234}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c35fbe35a264b1d4bb9266ce6d88abb1d932379dd81c1adc52db0f2e41f6777b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1349.8806959253534, "n_tokens": 653}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:601da7a0629ec217772580a3120ac9fc06a6df190ed10780e7da422cf7f9262a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 447.9387833612818, "n_tokens": 220}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc3cdef5cb453bcfea86564234a8d2bbd1c5ee3806098531fcaf2014f25705b1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 479.89790020793316, "n_tokens": 221}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1b58ea5e251db651f6ed3fc547f082837341e585d518ffe13b38f167216e57f", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 84.67299665276363, "n_tokens": 67}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:85b235f4feda83914fdb0cbb3829ceb72a67a0cad5db3385cd00342dd5c5adc7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 229.9853077530147, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f52d6383e3acbd487bdb7628e5e1f40615221a18987e99010a5a1ccd9f1d7cb0", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 75.09630017109703, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e6fd684789090b25ab723bbdd2fffc97cb47f20ddab417d0fc0571f848734469", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1108.1288521034317, "n_tokens": 517}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4a9dd28310b012602050b7aebce6fc24ac6970da91c0606343724aa054f582a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 92.31406864979772, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:abd71530ee6e630d3ec7d965c754e672013f3e08785c888ae03a54545ca06aea", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 408.8903906038322, "n_tokens": 185}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6e2bfc6786ee24a14685bb3e2bff4e30c235573cce6a30e6a4f34648872945a3", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 33.03365058046802, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0bd65e73a8f7bcc45be8767197aa1d949f05a16c544f4979662418a20974fb95", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 215.64919683207336, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c5844637317399e7d5b233c18d7ac5cdbf35eb0c8828c5c9502a28c4702a7201", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 40.400758059810414, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51113c20a33637c45ffa7790adf858b82411041fd590a33eb7237a8dcc20f759", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 705.5205984841537, "n_tokens": 372}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ef8990846d162db707da43ce86ff6679aef342edf48271f8c56a6eaea6b757b2", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 4.046546304767617, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9205274fb686fc486f4bcdebb1db6ff5ba082910ec126fe4e7a45b7c4e326502", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 163.00963434295886, "n_tokens": 69}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12a51577fc8c8f57379974dff63caa82cfee85878af091db7e9ed8bef0c2dff7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.626310529638431, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1e2f3bba465c89ee6540b3fcbe41b69530214abc3a22c91f3abd3b0268dce6f7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 307.6724946512386, "n_tokens": 122}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:59fd818054494e1765970af339112c6adf8fd23735c5d25d9737f96c3d0d915e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 540.8046469312599, "n_tokens": 239}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3fd1549f3fbcf76e94f71ab625d154f0de522d1a7d8bd50f010c440921de6a93", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 400.2961981113817, "n_tokens": 215}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:44ad24bcbe033d894271593fe623ca666021144e28ba110d46cd84435dba393d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 369.903405798279, "n_tokens": 131}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:96e2f8ebd4953035715526d9a61b0d821619b54e49dca59e0a27ac38660c1f30", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 366.0187264888009, "n_tokens": 136}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e899cf5f0a16dfb8a99c24079edd1daf67e29471990a5dee209266b674594163", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 807.9115199265593, "n_tokens": 241}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da0b52f4093106f56b7404adbb8159a61bcc8cb7941f53c70323e5d874e8875e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 295.0438396764175, "n_tokens": 145}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2a9a52bff5d204d803b507d62782260485e0f99e39b462c864a9ced696daadb", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 351.3050550839689, "n_tokens": 226}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b4626c5a09a0e78cd163ede5e329c94dcf7af010b4cb657b5e90e35fccd548cd", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1328.63955020514, "n_tokens": 548}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a711c95c8b8132371034deda9d96ebf86b4e3c7a6ad82fe08569725c74274079", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 26.715570978910364, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8380a993af2c8f279ac14e503846912dfbcde296077027b9f33743ae3c8e77e2", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 421.68263231097626, "n_tokens": 170}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ae7bbb65b9624d622a74937935bd701d475c1a178fe315de73b92e47ee9fd5f1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.99106090638793, "n_tokens": 27}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fafd92407ddf89c0194177a60f58a38a1407d1c0dfa055df0367a7853ed134b9", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 598.5707790699398, "n_tokens": 264}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:92dcd250215c49ee91f3bedffd13233cebc6883c582c00f9e5daa52ac0dd92b7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 699.241447101911, "n_tokens": 258}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04f4e8dcb7a85d3d2942a5b8a88dba98e688b47fb767d15e5d6a6580cf920dd1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.45942716709476, "n_tokens": 82}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:98256cd92ae4fa5dce574e0389c873fca0c1accc50ddb955b6a0159bca065620", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 289.94505591387133, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:140c8928abacd14de28e471f9b72ba39b1fd28d49f2901fe084745f4d2278ee5", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 578.5068147121096, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2109bf5c5db973ca8ff4b138a9796e29e20be366383d585af45a84e05038ea39", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 517.2761492929194, "n_tokens": 152}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5f66fef6384c7a95e3778c9c5f46cadd6318ce1888d9e2044c9e38a59192dcca", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 249.45104666010002, "n_tokens": 151}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:50402f52bfb645ff79958783d68aa9790de3615cb436dfe3ed8d46164a80bfd8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 874.993573041711, "n_tokens": 320}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cdeb6dcc295cafe0ed298573af3444ac8fe409ca6032f0f5a1c52cae717e3187", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 229.49943834613168, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b2930d8d0408970b01f3d4522f10d8c1fe03a47ab6366f1d2370293ab74b326", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 240.45436364704938, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1bf1accc704426d12687e1ba37ca0bece147d542dbef4e9ed0d5c3abc9fadc03", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 221.46890520423926, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b9b9d2cfbc490f3f45f1bf113df46f68e78ffe0689fe761740adb1e53f8b20c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 292.68481709440584, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:76532c9fd99ea816721df2cef8b59592f80eb658ee02f3392aefc00f34da245a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 271.3875453674036, "n_tokens": 135}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5b77f923577ba1dd1c4a709eaf66597c54d52e7810be27543838e2f1314206f6", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1291.1217611793454, "n_tokens": 629}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9f2696fa31f6f52d177f0acde38b92505c990b9a2cb440af41bababe680ca217", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 215.54907354353367, "n_tokens": 241}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21d5e6f61e5d2258f80580d708ec4285fc824e07c92582b63b35988f019091e2", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 776.4089619943406, "n_tokens": 492}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0d5085e39c268c69847de78014edf194ea0fc5c2868c14fe5059390b7cb9940", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 803.4973952550863, "n_tokens": 304}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bdfed4ee300d6bff796ae268f6f83bfaae10e71aa8ede3dde72554e7eaf79b55", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1135.7509723598, "n_tokens": 404}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d5dc53024c3085f99c8102e249b7da704ba08b65f33f99bed3327ca3726f72f", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 6.267860818390545, "n_tokens": 17}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:63d767b55aa04b962cab270eee9e64b65aaf34af3aa9781167c228dd0e82f67c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 297.9209928352502, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9329174e2ac800db587384bd62c32bf99604ad657176f524f83263251d20bca5", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 381.36266455753685, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7c4214e958ae2abd2be5d8b652d5915b494776dc94af3873d2d6c3344e851f62", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 259.8223154783724, "n_tokens": 161}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0dc3429898c88946ff7e6b1d33b8ba1ca2fe61216f700a9d88df16e14a6b7d8d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 199.602268707571, "n_tokens": 125}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5991d65bc74447559f555e0a808f886fb6645f3529656ddd63b8d087f2df7f27", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1197.3342968773404, "n_tokens": 639}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9beb41a989ac57f4fdc979d80b3b65eb99d25b97c9f664eb42bcaa16ccd74267", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 616.7508209916123, "n_tokens": 315}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aadb45cc8d2e48853f3e7d8f759532646d013559d46b7fc72c60042d3f154064", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 194.29398568026818, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4f5195b9648dfb0a57f64f53e6afc60e78c7b65a7620943ffd98947c9170d628", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.8578114532404, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8135293cb7bb33562aac0e08f4942f44ad7d7858ddbbcdda57ca83f234588846", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 826.786235926416, "n_tokens": 386}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1e66a5ced13c36d30989f5776239534594765d1bf8cf40144eed2e913e24d52", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 308.5451946701014, "n_tokens": 153}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2cc15697d3bad72aa51063c3d8d42753ee59d965111cf28aecc97dded3d8376", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 445.13371196744924, "n_tokens": 518}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3410cd90f220004a96c7f8bfa1396589594d36100f6b48c632238fd97c25f051", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 550.6899360883235, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0512bb67304464c586c502af3dfc689a18a64da1493ac248b30782ceb219e103", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 193.91097421739096, "n_tokens": 121}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4b535a929ec12ec2fa17ee650e3339a558e495254049d037bd55d881614b7993", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 895.3886751197574, "n_tokens": 613}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc1c6bf4a49f7ad4a1b65a21092307059639a4d54c70943c81f70ef5595acd00", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 431.44300286174985, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f02e1582f19aceb3804c56a778dbe12f55fe8a8904e555c8b8f5854b2d2e2490", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 610.91681192539, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a45ba472e28e8ea090c83ab4d9d909c24591f06bfe9d7fa29b08eefc40fb486e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 140.87461454215463, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cb0115b30980ef2c67f726ee3b246b1a9a48c862cc96e9d5d7f932465113df15", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 858.87326214215, "n_tokens": 373}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21d96307542784354781725acfac689570738bbd4701d34d7fef620028a65ab3", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 911.7445777573175, "n_tokens": 288}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cf187936417f4e620db64edacc001a21ea66cad7ce1632b3b695834e59937c36", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 575.2088196263228, "n_tokens": 243}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ea03a22f943868af40ddde4838466261bc866a90f93ba57dc9762af5dd1d1f02", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 159.61062761973517, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b1d03bc76343f1fed66b69110f521554c64cf85be99e8465fb9d683e712dbf2e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 103.89332988375554, "n_tokens": 51}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:89b59d3fd692af01d07cffca31fa8206144455daef39e21834fa33fa717eccbd", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 226.1814369415788, "n_tokens": 104}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f57eb796307f7079b4b17d5ad1b373027a3d8d6effafe8195d7f07c0c3adc7d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1342.952108724956, "n_tokens": 748}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5379c8e23f96ecbe07278583d4a1bf0cae261c8859f5eaf2fe71cd48dd372b19", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 515.0030855776636, "n_tokens": 180}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5d57c71c8eb4151b7882399a736fa1f76cee5b963bd81df6c71449843d6a3a78", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 270.1729341376772, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1e734b7c9273ade357686249bef609292f02928f4d7e92aaf8e804903705dcf", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 690.6407371011219, "n_tokens": 394}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:acaf6bbf25fd178fbcec73c0c442c059764b5fb6574737f115be96448f0a949e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 949.1414712402766, "n_tokens": 426}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2bf1aaceb022d29d07b3592686801bc38669d7cc3b53a39a493b9fcbe341cba7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 257.41923083815186, "n_tokens": 124}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:def95674a89f7c0af7e5effafea662aea97fab147eceb9c26522faf022f9c5fe", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 0.8385273137209879, "n_tokens": 16}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9aa4a72006d99dbfa3577a09727a94f45fe46287f36c6a57f05277c5ee7241ab", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 147.86025233620592, "n_tokens": 49}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1f3fc92dfd7a802a4522cb83047fce264d858342bdd1ba74a6f1ec4b70670436", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 251.94838909259624, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f027a06e3a6d9f8e7884505e882765afab994a7af76a45a17ff1ee2019b87935", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 20.043743823713157, "n_tokens": 68}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:58ff17be13248eac49ee8819e0c0932a24aa86ce83bae6c5a81606790fba7b35", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.49023022799156, "n_tokens": 12}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d181278e1b38176c0969f3353fff5e6c420e04b575910d912fc520e607435836", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 644.9584645517604, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:18c97df1c8de043206f91f144ab63cbaaff8daf413e985c89e707dd3fec96e01", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 794.5869410854502, "n_tokens": 331}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8d7070f3b2eadd68ee04484aeee162965cfa87c8944030ddb201caa81afe852", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 255.9479362870004, "n_tokens": 129}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:57518a6bceea3fd9ffa74011999efd87493f1c5db060a4aa769b9be7848af626", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 612.8033643151543, "n_tokens": 238}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:87914ff0fe55338940f93023f9753fe82086fa3f6e8a9eda1a777acc015cf0ac", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 625.125885956907, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7559d264f51a24cb19d4f5975adfd3311da418ff021a7b34b425ae468c2f3a03", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 220.73976432290465, "n_tokens": 108}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac1507a57ad89bb7bc2bbc1c369c9b85a9e6eabd82d2fdb646a555dca07e8a8f", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 193.4872398841435, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5cdc678ca7768ca7b56af0acd0bd8beed33e962c09fae12c4593ad3fb4e7b686", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 214.01687521235124, "n_tokens": 116}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:10d1712f547e45c910c0ace8c5df343bcfe60cb9674565c75f44c37c9ef27b4a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 11.980861042407014, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f23f7cbd01c6c31d2cf42ab2a77ccd8990c2df24aae4f7fea9333c169b1ebef5", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 973.9838614584833, "n_tokens": 537}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:62ad8ad2fb5e912a6a726ce97148ab183e00836f1f419cb36b40ce9b539f966b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1227.568269241243, "n_tokens": 557}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f1c772697dfaaeac06b48f38adb234478015161fa3ff747863ab1a4fa52546c5", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1397.5776276683846, "n_tokens": 519}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac0d55915dbc688034a5fa10e0a0567a2e43baafed48b670e27a99a753d23c5d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 547.5996611675255, "n_tokens": 390}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12aab43789e2f7d3146b3176b50852a78331f6ab86ec81f83cc16f5f33ea9ccc", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 272.07518750909003, "n_tokens": 154}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a47718eb12402f37e9fd94c2155173f37ff201f6e1023e1bec5fde1465a84024", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 320.85750521036334, "n_tokens": 374}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ad5e260eba22fdeba20d6e656bdfbc9b3594bee49a1bb22a595b51cd96992af", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 31.829456415938694, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:879a1ad0ecb760e10299434681ba0e095059acf521f96b016b7a3cde37bdb2b0", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 379.97026119770874, "n_tokens": 187}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8bb586e839cef9a28ef6fa93a819eaf4c00c71772ab77b6dd895ad053536a777", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 325.63280999485687, "n_tokens": 190}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:df61fa815e8c0741d159d29c8942deabfeb19d84d7ebe78a5aa6ab18f9f0c1bb", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 94.17508284033374, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7b9040b1d3b6856c5515e7c3d8d835e9d842b146723068447b4f4ba797e89c32", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 405.2027010749898, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eed1bf7ddb070685755afefb800d9b3501a4d37c0dfb2dcff9b466f13e9a51b1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 148.85048627998822, "n_tokens": 127}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2c3159fafc7d47e194430e37ebe9e1b7f624fca4b0f713e8796b14482fbd1e6", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 643.1160988325973, "n_tokens": 290}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bd00fc3125a0b2024594521b7e88e01056379c60de1104cd3cd30b1d6b86018e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1018.0765759909011, "n_tokens": 424}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bdf651db6af463bac2baaa81cd5531391ee680381ab3ec527827f266704f87be", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 168.49708412446216, "n_tokens": 56}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7a18aac879b7e987f2ac1e13262a9938bdcf98a10e9882b15432cb71c04b0e8c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 301.01069450314753, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6353dab1d3388095c5fa4bdfe6cb081ed487aa771b0295c592712ff348594cb1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 230.17442869794831, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bc3916b72a42f1e5762f0b6ec42187c26c4be4e1bdfc91ee538d2ca24a88e4d1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 282.48450332851735, "n_tokens": 188}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ad428e8ceee2a71a99099898cdc3502664f5ceff3546b24068980c1002fe61d1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.444095747388928, "n_tokens": 34}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:73421e0bdb4bfeb54712175074ae883bda34be646e072d60c9ff7680629b1e72", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 184.13580536384416, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:99c31abd504316002052b5a4599e5ca23850b258e7712e71910e06f9a8f8ddca", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 288.81643975987936, "n_tokens": 115}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:edcbfaa28a53505efeb660324de996f5f87064f05f82c00a430b4bf693563e24", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 597.885678625243, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d5a125c091b1330ad20f9c6266cef55a59d453c7faadc3f75b7f310d118f580", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 936.2091059671709, "n_tokens": 366}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:711dbf4713654879d2ed546e27e1758c4c41508cadf57b17f7098ec8d9cb4d32", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 559.0511816947844, "n_tokens": 251}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1d206f2103e90eac0254aa1d3274e9b01645c4a4ba106d87dfe15c1f1e034965", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1517.0376008017179, "n_tokens": 517}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:27af0d850d8bd239b4d44d381f524807db5aad1e39b1a652b58fbfc63a766892", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.68229035091576, "n_tokens": 54}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2acba4442cc04a98acb1e4ec53cd5677d85e55f0e539f3346597bf85f07d694", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1222.8838281278913, "n_tokens": 488}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2d91dcc129303876668ca3ebd2082ad0fb4ce76ae99951d801f94e95a7a60404", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 565.900533677066, "n_tokens": 217}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2065b3c57f02d3e7fb4e531ee740a7abd4715d4c4bf462f910f7d07f8ed49c7b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 272.9441216069463, "n_tokens": 109}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:163bae12e8c1649f03d00c75f1f14392d3a165a705e130e2c8c2ef8072900298", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 296.20007744687973, "n_tokens": 282}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:627f3274d200d6ebff294410bddd5bdd289e739ab0eec10e2f12b86e9ba1d2c2", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1286.2798686727292, "n_tokens": 503}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6da2d4509f61ee54c1e1517dbd90130732b33323b86eb203bd802506eef0f6f5", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 883.4879106234052, "n_tokens": 320}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f0bfe3f8637787f7feade76b0b4542f98eaa7a6979db99717babbe6d773e2dc8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 54.76589279309883, "n_tokens": 18}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aa7f0e5cdfb6901d2d90d3e7208e66ef152eb4c375d6ca49f11c8595426fb5fa", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 111.08698847879896, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:359c18b053c7ee99c28aaef1489af3e7fdec5696b9c396819469c0fae0abac37", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 351.5622752172203, "n_tokens": 168}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:292ac83dea709c12c9fac33c85cd40881cc9bcf5ed4afdbfd63debfd61077bf6", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 83.85232598744187, "n_tokens": 41}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0613f4755ddc2493e8e837f455e836df25da9bfa3ff7af7b3730a27b6f5e6b45", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 509.3705586101353, "n_tokens": 239}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:49432f201791c5d2f041d3a9f15fbe8f040e2ee6c3538e3681828d966db63c97", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 49.87146872606445, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a3bb1debb936705b1ef7521ef1e9c15e800b67be60014884374f9b5036de27c0", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 541.5785999690356, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e20eeb892f54c4810c7d93f54778f1d76df20c699cc7bc3df0c25e283a595a83", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 729.503948692357, "n_tokens": 417}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:489ec38b91c95df5035c1d889c2a32ed40ca97fa306732d72589217906a120a2", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 217.12131286485055, "n_tokens": 182}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1510c80a8ab1d3336f8a94e68efeda4ac4e0c72357b810ff368b0625a7278dd", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 461.9154643234101, "n_tokens": 328}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:376025d76297c587ce811b6f6d21599fbb25cf1af8dc4ed92e18aecbbcc40fe3", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 225.7685679656679, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebca3e652be5cfb23f84fa73480f2f853fd04daa2fdb50575ead2a53b146d443", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 24.999388699642623, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:38aa0c7bb0970bf91add7d33abdfe187e34a094b55fc66d2a4536c3edccc5a23", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 2.266828921583503, "n_tokens": 13}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c75021b544b5c17b1bc159a46bf68c84f3c3f6985a3a45e0534c42dede8ed30", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 320.01855275014714, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a74836ebd3c90c383a4008391560ec957dfa0b5da9e29f37cbcb25aa03162300", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 238.33276963198978, "n_tokens": 209}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ed7b90363e2b3e866e549e4cad67bfbe47b984f6d424dfc5c6ef43bcbc744545", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 103.38705034358463, "n_tokens": 92}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:59b4cee67aabb257050e24350386b215c61af9a4e00bf1b6044bedd14ab864f8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.61750160948577, "n_tokens": 99}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7bc58574708b8a53410195e1d914dc5a86428b8cc02a383a0f47ddb0c211064c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 714.3876827708589, "n_tokens": 336}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:17b62a7ecf91cae6ab14f5504d18da30b44396a30219e2b824a59607e58053a5", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 171.0042739217388, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:832d80a522ed3d18ad84965c457e919336a091b5b525f105cedc909a1a6b42c7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.10127258337252, "n_tokens": 41}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1ab776c45860a736c7a65b2070dc7d57a58f64ecccffd8c5e0b5220163d129b2", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1155.949074879842, "n_tokens": 405}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0dde5c58440c2832f06ee8b7bdbb39e7eb7e703d3722d3903e37972b98f758d6", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 453.8783632804052, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dbbe795ab6edb4b0b00d7dc488041c666a0050c0630291a71ac00a77311013e9", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.45365886170816, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b8225dc73fa4c390080ebee2a1f6c1aefda82980c02ade6aabe003b2a607778", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 781.7546543892304, "n_tokens": 336}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4402a30e69c901a660fb7000be2a91ae4fb85d240762156b252fbbaebfcb35c4", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 245.099838160434, "n_tokens": 65}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:190800e5fe6ec8102868c2a20fe72c3bcce3d47b09e9ce6f89378df9d69d8a55", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 240.62573373105533, "n_tokens": 73}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2933db9a81070f5a3a907dddc7bfb53954204e9ce6accdbe16fa8236e73702bd", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 207.08011448827347, "n_tokens": 108}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9b99f22ca3ad129385462592c43ee852b5bc1b143116c69f4a498cc2716b2f37", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 338.6104265093536, "n_tokens": 166}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f15bf5f600fde612c62aac19aacc96fec9d5492ea20cd882fcf438f7da528fdc", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 223.974939781353, "n_tokens": 237}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c75dd3b9c443c578595c6e6254bab4a402af66ae303c3adcd7d7b0d12fe356f", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 15.992963901884536, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6977eba7eabf93213bdb09bbd79c76d48d40f5495b61e60cac9d7251107dd65e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 632.3818354757714, "n_tokens": 483}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e174209ec79d2c77551ad995f0793a105c2a276aba6e540a734b46c376b95ac", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 157.4890717247872, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc9914ebb51f869a655d2c711c3026c5a946e7f5a5f0c4207e5e59996f28fc3a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 39.62402422313062, "n_tokens": 48}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6c6e51c01ed43bf768cd647ee633051ba964018ba50398b94778a6336d79cc7d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 296.6980136472502, "n_tokens": 371}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e459a433eee96c1489749574fdb1251cf6160e0867970d21b57f8a0c07bcd5b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1072.6444565966995, "n_tokens": 455}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:396b9869a1bcf5dc03b28b5b7d9beca4bcba0e336601de2c72d753a5581c0e7e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1212.8585865183902, "n_tokens": 587}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba3186534d194b706f2fafd73ffeba8eaf369eb1b8bc7cd5735f6b832eb63345", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 549.5347626741554, "n_tokens": 193}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8ca28b279177640a66bba4418407eaac428b4b9929be2621053e528c4787d678", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 244.45934690416016, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0d085a2a920a21efe14671cf9783a18cedbf443a371982632b2daf77b745e63c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 79.14710681643578, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0aff4c8b522ebeeb637127bcc660272fc3be476548731845e0a98d0d7252c6a8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 124.05357698741665, "n_tokens": 34}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:034aeca97edb0026c8f6b28015f96f80e64ed2185e47ca5953bb3558544bf677", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 107.13796587820093, "n_tokens": 90}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e748b973a0f9ca774a7fafc2cfb916b4b3fff17f2aa52dbdc4efd99a78a0f42", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 202.64592193598196, "n_tokens": 85}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9620fd7c9182bde749653ef79cfadcfbb0114013d649300cb1137c70fbbbf2aa", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 34.233615516730254, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7e5c5cd4c0281d3379244965dc6614199c6da3e959135a65dc64b8fe9bfbe3c6", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 287.74396060233175, "n_tokens": 321}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e8d7adc6514830d95bd6d2eefdab4c5f4ab86135aa4f6fb94c57f45965d8bf44", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1193.2884169771796, "n_tokens": 487}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04a42213adc94ff11ab0c8f2b9d3c1b6a09ab88a018ff2674ac46cc776245585", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 175.616290409449, "n_tokens": 100}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:43e34875cd8505e545ce6578bacc3f0a0731d1871f829dedb3ebcfedbc125ab3", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 392.05843828980767, "n_tokens": 215}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:079e49e7313d18925ddc6d79ee2bfdaa6efe110fd5e5154d68eb30a3aeb303ce", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 341.6328713218188, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b1538637e504a357ff8f6187d26c774dabf66c820133e7386de0ef4b9939a9ff", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 60.94771510713144, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9637d09548e7cfb3a2254681d76b906f6736834dc7bb56bc30d30e3ef122ff92", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 708.3861444852791, "n_tokens": 274}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4e780fcb9b95852d4003a3125728cd59ac9eaa361574de7b424e834429b2f94b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 250.88585359142485, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebe773c8ce5b980e8534de968460abea42946f338700cab3952e745f1edf34c1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 777.2760161692972, "n_tokens": 369}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f40b5870f2b4637108f9e0e624e635b87b8a481c570e561213cfb83997c71fcf", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 213.66927050414472, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a457eaad92c901bfa6b421dbca85a0187a55a0c1d3db5c3190118b0f9762840e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 87.04868382541463, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4a35736bd4adcf4f2738d714126f7e1ee631b270854f5f9caf763ee6b0b914ed", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 88.2405977793444, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ff458369e71a6c78f6c963ef11c04a41df465ef908baa09bc39c2fd608ebb047", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 433.75878778594506, "n_tokens": 916}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6d04c2f474c12831ca516bc6b570f14380577896c9430fc0f50c5189b50a61c7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 969.7153905837404, "n_tokens": 370}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4fda661d52da94ab5575570229f0fcfbc5d07d86da03f3c689a44bbc7e9183ff", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 334.41386572741703, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d1a1e1b267ad0722a86ca4fad6ddbebd51176842040b291e0008de019ce5379", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 343.50471892289715, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:24e9ac536dfc2c36b548475cbfdc400ae21c9b5566d6152a3d126f52b43fee25", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 439.1172568409547, "n_tokens": 211}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02f3e506860f9c0a76c25e040d4ab0104d61bf6759c0aa85ad31ee64bf721eb1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 907.6139154836455, "n_tokens": 465}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c79fdcbd3dfb18027a63eded6f242968c518642e7862334f825cadbe2007f1d1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 15.939862621745647, "n_tokens": 27}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0e414e0a370e42b00e9e292c176ab1216c7a51b8347c465e2be9d8e10f44af3b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1313.4510095291503, "n_tokens": 480}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e9c46210587c0ce455a20422f65d5471275eb38dc4b6db98fd2144bcff13ae72", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 637.6839498474847, "n_tokens": 477}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f7aa67c5e926f3901db8fbaf16761392bd403ef426125b223631ec3b2517ac8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1608.063131466948, "n_tokens": 580}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a6deacccb8af5a3a0ea0346c92c9370bdd52ac9227fe360ac5596c76d1bbbd8c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 209.01619305615895, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e825b5cbbaba4c14f72a0856896dd5b523a871ab2b9f2dcd15d776a2b4aabfa4", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 43.49034644425228, "n_tokens": 59}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2bbd6906c056a90062a8ae36294c8d919482503c574113afdc86f13f14fd837b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 197.84931535826718, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:072f282c80b080141098970c3b463d29c5aae2f69ddd2dac7455badcfc5a89c3", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 48.62254801650488, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:244ecb6b0826574c23d978c03ca05300669ceecf65734363fe097610a6ca25bc", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 34.727427454231474, "n_tokens": 58}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e507dd4c9d1df15f476426251e5a1d650a207b6a5584f7bd4744f0903093600e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 57.37947244755969, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2b3cdffb047fc350416d9b20e25c4e70590df1c3c868ffdd44fa545ce0d67610", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 24.978524843583727, "n_tokens": 36}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4c949fbda37ddfda58554ff73a2e224deed8df66695c36a40f8a2d4a134cb9e3", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.41224864294645, "n_tokens": 24}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6d6dfc83c69f55a856b1e0b758eaddf68b5543e14cb2ae617743a0d4881824e8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.6892648571210813, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9cc02849ca26fe5b9121d46077bb34eff04fb3e2ea2f82305367c9154d1237b7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 468.1566832507324, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2153e9b17536a047acf8a0614c91ab45c9450839e4b2c7660ab25251c173e1c3", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 255.1672792179606, "n_tokens": 91}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8dc045dcc46374809265fe389a46803a26afafe333fa77dc70a1f8c3acdc3963", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 322.2494060711597, "n_tokens": 206}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:288e444047682b25ddb5ff63898e6a0d48cb1de3c6c06a65261f8bdb60931468", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 710.0102129744851, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1905bb8ba7ffff2cff8875d6ddb7a2d85c4fd48873bcfef5c4f71670fa118b68", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 254.34661342633626, "n_tokens": 109}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:042108b7bf148d0831e5665ce92715f156541ee00c56b0adbd330b4cd63dcd99", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 407.42683088031106, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3715688d26cc3544beca7d717c5c663cf2a05625d9ae13d1fdb39cf508f77446", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 40.43196453492328, "n_tokens": 28}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dab34dff6549458647c89e02da31b00b2339599ede1deb6799587b4bd0209106", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 366.7988896019705, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ee1bf2cb4729ec1e998907fd521b642b8fa17f54dcd3c4ecfd61994b3935b289", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 261.2659410615812, "n_tokens": 305}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e3d7cc21f696e9727960b47df92da81cd681c36ee389272b24cb82839f66d9b8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 329.8996461973484, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:79cedc57b4ca1fb97ea15691a996378a147499a6e1de0b0e50d9c4c7caf96ea2", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 177.6496512029562, "n_tokens": 55}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d95f75bba38b5fb8923367b6c8149cae81ba5d31e76f960e55db774d641f3ae9", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 237.33049530030257, "n_tokens": 154}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1f1c25dd4f795b151f180ab18467385fd533988876fb5303fb5bb3459e35c23a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 571.988110998786, "n_tokens": 203}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:09d47615e1590057bac2dc5ce27d3ff90f20db6b531672e5ad57699382a0da08", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 61.440897413998755, "n_tokens": 82}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a6416ec59f8e7fe9867476cbb4f5f44bfdd6e962fce1bb00814a141cb3780234", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 42.33325968934878, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e2caa2ddf7d8e2f8b2c23d288d2b6efc376a4e823ffe09a8af191a44659a4b7b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 689.8976535213842, "n_tokens": 299}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1f930ab77dda26f05c58851efc4c27dbc6e180ec529c04a8ed40e43cd8d0304", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 938.689371276083, "n_tokens": 524}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c721adad90dcd07ebbf863bbbd0c4912f833fab99ac96db9f1d5f833c51eb896", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 106.60718194195397, "n_tokens": 84}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9aec927595bd10316b1df8dcc0df499655280e584a0576047e056f1cb4366d9c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 480.80525382067117, "n_tokens": 291}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3efd76547ebd59f65357d2040a3b63b92ada7655b9d2c4de25872503038cb13e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 418.562843779335, "n_tokens": 313}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3cf7583809cc9110e00c65652f69c9235ecb294741c261595eb4ef71d9fd537c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 154.38286023914588, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b8ef3dce83ad90f2c1a18eb70b97ec2cbc3c25663448c05014503d1a4fd3ed5", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 33.59161028232552, "n_tokens": 24}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4eace49f52ea1066fe19654a8d625211ec377ad9901c86888dc5ad4be6fdcee", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 471.8146271204332, "n_tokens": 236}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0907eb27ebbf46386b02ca9314935c115cdbdd8382c6370817438e4fc2097819", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 19.403858924002634, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fb551f033bfede2b3cd283a2628bb5c46f4dfb47a97e6f477b5288d358ad4b72", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 338.21528636820403, "n_tokens": 163}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95b5066b66039db0dbb8ab6788922e68fde8517e20552c6cda3fc0e3499d316a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.46268358001817, "n_tokens": 78}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c27801ad6b5ebadf46dd97da83476952a72b99495ebc85677516437e49c09fbf", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 67.71885647487852, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e31053f7b489a3ba30b1011663175d1a13fc350b94840af286aea356c829599e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 108.63779716941269, "n_tokens": 77}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a88b3d44f1598abfb32011ef71e859618a69c60e54d77ac0477a29d649036625", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 20.206646703496517, "n_tokens": 33}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a210dfc781291b83f2b82a299e82c61d90617500e34395c42a53220b22fb32b0", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 80.52617734969937, "n_tokens": 119}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:756d31fa74b296203c9450a5ded21a07492f0f99caf7c982abf61a93a9c3ec56", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 455.47803074057083, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:470dce010416538f33aaeb18822ccbdf5f5e1da5749326a11100cab5b54f44db", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 191.82162950769452, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d9f074817f0647ebb6d9d6a879598fc4394ae7c63b56cc55a147a2b8ef27aa27", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 332.2073118236467, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fdcc2616f33ae53e0f3121b5cf7cc998b31a8657f3581552a2646c28702f302b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 351.20318270145435, "n_tokens": 184}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9a9300da4935003f03f16f85b9697b58b533353f121a8be641e1c46aaea3d6f3", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 375.6339404852959, "n_tokens": 314}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:93f3c8cc7dece34fdca51a61199b09bd96d8a2d0d5526bae764c07a97602a921", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 711.6928236358065, "n_tokens": 366}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b93de1a6ea093a5807b24dd5c14f32a952d548e14cdbc92d20d5cbc831546b8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 233.49540323198016, "n_tokens": 152}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:36674ceea31c0eefa67d12528bf92ddd91263cfb12fbe08bcd2631a52dd61188", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 206.0953379797652, "n_tokens": 143}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e266e32ac7319880ff40641c9ea49f61154ce74ce396876cc973d70708946f7d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 270.02468776822525, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1521cb0aa1aa83ec0dc5e3a52234a27e14576e75751b4704480ebd16ac6e396", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 118.78998016871583, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a794f05f5d6687b8a2e78d904a89209812a47276ad51ed1405043d45b1500cab", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 235.12535706164806, "n_tokens": 103}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:27d5c23de1b1d5746a570fcb287b947bf3abec3a5a2948cb081f8daf5c285b6b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 570.5731082987704, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9f63c208fe95b14e13899e0207f0d42a9a816b8674a3892c3c8de74b07b70c7d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 456.6375770450354, "n_tokens": 179}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04795cf6ec37a7dd935c1de66d84d8ac0d764cdf12fac297d129f48dcfaa8d79", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 165.46136603481045, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:afd6af67cc1816d99f86b3e059ab2e77aea944c07b1838c27e6eef57a1400985", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.97538813725873, "n_tokens": 52}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cbec88e3309b7648c023d9e2114e2d7595cc9aa18067c25391252004042c8eb9", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 255.10018191529457, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a0a73e9962d364ed3eeb4d132f2499e7047e2272808600a290a2fdab270f074", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.294021363939464, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f74746e22e3b69428e9f6bc6ea0561480c8f0ed4bd977656197db9521368fee8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 340.4138043498383, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0b1ce063570abea18f6ed8dbeadb06d796c243f7e6a2a1f49379e74384d5ba6", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 221.3236667731221, "n_tokens": 143}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66b6335c0c576b405ed1668e632edbedd0eb09146dd4e4d84aca2b6043511aea", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 482.1622715580297, "n_tokens": 228}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:079c5a5713af4f78a53df64e7b0464359e30f5fedcfa1fee25cc46b177c44367", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 759.6927848323994, "n_tokens": 300}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d436fce6076f3110e1b20da47f43d8fd0e643a43d36af478ed325f1061eddc79", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 302.8334131703268, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da13290dda7f6ac430bdd317de487a6f9fa79e1b0ce8b353f948980a519cf952", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 250.39138435702807, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f044562dab2d66d59ffa187a93db0a4d4eef2217a7c143f944312254e82913cc", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 146.85851205954668, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:940e3ea02beb3b61613794d1b427bf37f30078633244e2a2d3a3a17a169d2350", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 951.2542750729217, "n_tokens": 497}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:749dd218364d72a3c4022bc6665491204d016ba8717793b88665219a4b4d9c70", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 311.6280874799377, "n_tokens": 151}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e10eb2e3fd3cbcbc45858578621b9b4e64aca3dd8f3b0ad39a472fa3c490f660", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 46.60181379780806, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:36e1d930e74392cca2528fe06bd8f0d38befdde3c3781b8922041dd688d55235", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 452.7811118715638, "n_tokens": 194}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ecdb34794b24ea6e65ac66a1700160f4864589bb77a5def4591fe996701cb06e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 217.24281113616235, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:47e591d09b7363112580b3eefe8ed4da5f274dccd3619a2704027db79f941198", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 663.4487182903322, "n_tokens": 284}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f68dd2578ad9dfebdec7bcd8caae2e5d4459159dcfbce130fb6ee6902c18b836", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.3263067283551209, "n_tokens": 17}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2abe99df0a43a558ebb63151afd3f8a96f884b33495437b5917b0d6099fd599", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 145.70395378973615, "n_tokens": 293}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3ab7f8ff8f4372b640737a33505112b854b4d6bc35d9e87a4cf73ca9dbbe2f14", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 484.6934447397507, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1045319c37d98f4f7462681fc50423762cafeb00bd2925484b3d429718e8ff8c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 672.9215023685028, "n_tokens": 242}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d3f9dc6ca94a0bdba137665cb1d8d9e4b76d78fdd9a79e7e4ac963bda7e0f38", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 374.2770667471782, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d8e91a51b7e31c9367cb2bfc5f4418870271355df0d3048599ed2f1d61bac77f", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 338.46921285463395, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a911dae756fdfd96b80d4406b261fe658cf900bf6ea2281c59b2e87df796a24", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 386.1511638437614, "n_tokens": 177}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:070995ef4c7e899b073a6b1e03a1c0a91d8f6e2917b867ebf75bce02027b2653", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 524.1121906605085, "n_tokens": 251}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51e7e7e69771e152110bd3673461509ee7e0c513dcf590703f6d587bb65ed706", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 162.6627278326632, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4377ce8bd0f44aa7114983c2d48b23862106b0f247b9199a0ab9926f50dfd80b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 555.9089406974612, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4969e6d2e7da9be81ccbbdb18b575ba0b363066b5365ca134b59285bf5c6afd3", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 29.53862471973116, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2f4b66e0168b2cf7e7c260d3f3b7a18df48f4984fdae0a895561c6a01fd77c88", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 376.7882962079361, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc306933ec2a6f7ee590c6de309bbdad91d0f668aca834db27cdc4ecfb5ac7d8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 478.475899590592, "n_tokens": 264}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3232792c0b1f58bb36128a00bbe8a2abdf24fddac8c92ba386018ebe34756dae", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 933.2804339158117, "n_tokens": 347}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5ee45f9ebff4e75410b1128889f9d0ca7556b223e69df33334075761d1c7a57e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 800.9478363748985, "n_tokens": 352}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f6c76517ce8ed01ce548ea7c86ffc53a5fe7afe7984a166755b5e35eeb99099c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1066.9620747343038, "n_tokens": 446}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:57a499002a099639b52fb3dfdf516feb745c14457182340aebbb3546de7eec77", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1440.082955103344, "n_tokens": 506}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1c5db2224424da86a908bfc9f21425d8669300e88205241d97d0c7a9b4324a6a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 127.0853868436352, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2ace06c7fd726671319de8192f3fe5480f5297faab8f09753c1cfe7d6df294fd", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 423.75742375673144, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a3b22afe88af8a1377646606f9f4df393ac0bc931a643220a32095285895de97", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 16.331573733771165, "n_tokens": 78}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:86c835efe40d8ef93ca1608e77a2268143da853d0f60a714e1284fe606e6b4df", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 80.02906913357731, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0e43302941845c64fb7ba5fca1ef39612a906c9fc81c3fb7753ff7ba3b30687d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 319.88340285868526, "n_tokens": 142}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d63dd41a84b46571478cb5a4903d5efce1b77515b3e3e5acee602f4a56d0783a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.123411055477845, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:07727af96427cfb80e78aba4d505f97dde11e3c5969f44fe5664b45e8b4e7df7", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1050.5306543119286, "n_tokens": 426}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d0aede9a69080a3131f709faa0ec3d99aecd603e981414ee70d2df4d39bea02d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1240.2560769371016, "n_tokens": 519}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0ca28e9e453502956ead1128cec5019004c58e33cba5929f5301f3763428216c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 221.6257935362696, "n_tokens": 95}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:764691c4fe0c71bcacf5e05c3b4a120547e80d8c365e6edeefa6a40298f04faa", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 775.6302002518751, "n_tokens": 362}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c221a1f994cff9c2f34b9aa9e41a55163172ddae96767c1d20c1965b48080017", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 75.51411119825735, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ac2c6de8b0e256bde22bd47ede3e8ce6b1c3df1b1e2dd0e3eb286e2bb325bef", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 45.39652778222808, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6a07c07c04281930a7048bda680a6241c65710437584d777401158b0c57554c8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 108.92600269881916, "n_tokens": 46}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c6c5baccf1fd2a97d0043db12d7d33d85377a8a924e43eee946b3bc18ed8ebb1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 136.47991858687033, "n_tokens": 83}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:50afd036b32ea68be44204ffab02e3f5cb85068de3d905b820844c09b77e17a5", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1052.8611203829478, "n_tokens": 454}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d8b08737912472872ed2932afe7af99bc72e16457a76b9f91f6b6e376284f24", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1531.9392209159664, "n_tokens": 493}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:585e892fa64acb013514af77c36f63c776983e5cfef4563790464fc6cfdfbfde", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.3108884772937, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:690738484383e06723019f31ae210f7306246191c01c3d5a09c4f665b7624f1f", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 273.80449478058745, "n_tokens": 120}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4464c320e01db719e51909b974243edc0e7b45f08cc6b30d4d31ac6f13f2e67c", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 703.2521393722473, "n_tokens": 289}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:700bc710519bc0de70046303a32891ac5542679ef6ca1030f3bbc8bfefdc2a17", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 360.290855105482, "n_tokens": 112}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8b6453aa02539744c0b316eb03e2d64aa90369280a65da600f6c391472b94963", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1012.479696092536, "n_tokens": 439}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3e0a50a9d76572aed087981deeb71f851ea0e9ce59ef7a79dd5b14ac82c38c84", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 509.0709092693419, "n_tokens": 223}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6367ce45caa5d0f0b1acb41b2f53e424f993478d1466f4448a4a97dc495a7222", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 239.19213655224985, "n_tokens": 205}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e473b2438fd9d0a06a40ad46f9a3ffeccd8d0ad4e5749b9d1ccba0eeac5a3025", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 92.155746703359, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:40995aedb42a2ce8a74fdc801dc7a3c7a4e50206d0820dfaa35b47f5bb76bf9a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 232.5118170202727, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c0e4991c7c924b78a5cff690c322f7cdd0e82062b55130fb63c19f2b4da79188", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 61.338189763678656, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45c8c3c63e02bf5ed5c99b208cdf423a53371f41e59d852c2678ee637aea8ba5", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 184.8383513939243, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ed6df8fada20e3613a2ee2142eb619726f7389f0b6464480a37e7f675dacf148", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 283.2477110435407, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:76aee18285d18dabcec5cb59f7aa2a0190bbdb0a4f64eb6a4db95976e8d227ca", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 122.67111890284286, "n_tokens": 70}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:62829e5b79946e964e3a04465f37d7f8d3d702e2fa342dbf7fbe4441aa05ff23", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 472.5098728781968, "n_tokens": 231}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c14c3c4b63794c8b534c6a60fa3338b1cadc10b24bf8ef69bdb04854b5224333", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.106461743999716, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9ea362fd9c2b04083756e2c03b02b4d5d334826313b7c36eb45f922068ccdb80", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 69.9950868876183, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:446c0186eeb24e8a43d0ab7dd13d314a20e86b3523aa23dc1d8e68422e7b7cce", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 346.22659745398414, "n_tokens": 169}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:489c7abb740ed0b9bb6bc704595edf4c94f1f9f4ac797ff1d6f55d8ea956d8e6", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 583.7835030518818, "n_tokens": 300}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:002ab8b85a36e6c5464c96594c1046aaad0832b2b7ba59b7c60f8d5bf1839d14", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 295.0521095465224, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:73d6f61d9fc2261b5ff4fc6a130ce46e5f759fdd82536f4458150cc9abe67453", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1562.4418778197178, "n_tokens": 745}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f3f094b2aaa7c46b1dc50d4975a008bd30230089ebefafa9724184be73f84d17", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 165.01789515860946, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c70281f8e81ec2249e2b6ec296b0d5158860523a83a3d6ece0c11d534f24fc3d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 48.222759712095694, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:23b988274475e59d97dfeaf717327a13d9e3d4df2e73c30cbbca59c1ea842860", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 365.3474361905828, "n_tokens": 195}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9283abbe02ec6e09f3ce2719b02aa2b1dc2f887425a2d5144f923403fb9b54db", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1284.2184495924892, "n_tokens": 533}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a08e2b36113e5d71feb47d60494b84029dec93aab7e1ad658b433eebff8e0ba3", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 507.21332523297133, "n_tokens": 225}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f02ff68fb4cacef7ce3877c019b13187ab2739d5dd1a82f850852a67025a9b1", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 340.62691718970746, "n_tokens": 140}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0335e3ebae248cd378edc4479b1f7a885172da22e70da830aeaf9622978feec4", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 157.59522751128316, "n_tokens": 90}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02697bcf2ecb738e9532ddba8b7079aa21d8bb9744456dcde524871c3eb728f8", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 166.77961481837065, "n_tokens": 105}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5b34963157310ae9936fd14ff22daa343a9529b3c193544d754eea0a73e5760e", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 101.70577270731883, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12fe37ce674a2f79d7f2f36211393d9d9d4b97d1a431be0b27000b64a5bb16cd", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 116.88715436422444, "n_tokens": 61}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0c30072a27e82c8fc2f6009a0d08214fb1552c42b1917aa9acbcfe3d1c5d9e91", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 92.44420501729292, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0d24b407ea10dd9173e8fbb377609559e820302a1bc8ea15f42b5c0356266a1b", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 471.91253246375527, "n_tokens": 199}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:602272a99566bf68a5b48979478bceb0b56f74915925ed8a1b0a558935df3584", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 185.7765178511563, "n_tokens": 94}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ecdac8f179582eb850ec28155ea59279e445c219d7bcccc6753cef24a7199a42", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 11.509385314147607, "n_tokens": 97}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:46b880155fdd947f395a3009a313bf8cbfe8e137c37b3a614c49585112e0aa0f", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 456.2344173892452, "n_tokens": 212}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:65b835d2335e23cf908b10817be1eb5c1bd5dcd3b80bd3e7a46c72d2cd479e8d", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 208.8509986179497, "n_tokens": 236}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:48363ab6108604ad6812a9dbe0f17fc52dc68532d3b3bf4d83bfadcea7b99f9a", "arm": "treatment", "arm_name": "treatment_dimuon_s0", "seed": 0, "metric": "example_nll_sum", "prediction": {"nll_sum": 1085.035496425422, "n_tokens": 447}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://d331297013cae43230697585afa80dc5/weights/confirm-treatment_dimuon_s0-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d6c011ffb1ff8a9abe9bd24caf3f9817454a1f054d5d0e0360d19bf50cf6b20c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 136.62178905995552, "n_tokens": 55}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7682c850c4e5979cef0ad966b8feb119de2bd323bb40819767a161040b59eb7a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1249.527894906375, "n_tokens": 555}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45971bbe382b81644487690d2018bc3aec8c807f1be52a9744223e5492255928", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 573.9240938081712, "n_tokens": 233}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ccdce774f24ede2e799686276e8b72e8b08a4aebf6ba75ecc450fc73cfedd1a8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1055.8392796151861, "n_tokens": 416}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1f40447167a99977d745672c0c19cb2739b6f5208647af47fac16c94f88826e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 502.9950249889472, "n_tokens": 287}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f7128731ae16e9ccfbb888620c5d75564fb8d12350e9b47c781beeb64ebd04c7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 123.08786371262215, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f865f7581ddc128be8b79fa82e7fa9102362b6a7685d82f9116436280073695b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 711.7356094956376, "n_tokens": 468}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e26a31997285dc001e683aec269ec9b0c4e3400b97a7cbb6367a08e374dfedc", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 131.7414629514526, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3fad3d579a7259e0bbff20c18d4c72049a7b9378078c85188ba9b166216b4775", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.47816064597384, "n_tokens": 65}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc614a388398a30b28e3b18b9382a1438d8b8455377d6a65f902a709a75168a1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 617.7624570857442, "n_tokens": 271}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e038c9bbc2ec4556f6ab47f9651fa89cb5d7f72891a5fba4415e13f18f7ca0b7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 45.67501713943216, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:37746cac882d406894272569214f6ede6ab7b78de88c01e6bea144234a4013bf", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 23.401438585596225, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6ac710f1196bc72404d3e08e8acca16f7f144752544aa4af9a19736053fbda4b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 181.51808528949266, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f52ce291ce39c76f22e3771a091d24bb55b3831106506a3835c2a2e16a86d1c1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 388.9087018436735, "n_tokens": 112}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a5c6035044f914d24e5fa5677048b7461bb3c3a4a7cfa474fbcfa29588670d8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 10.317291232382559, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1c9a958b19539efc3ce03adb85c0c7811393e90d35f33f4d96e999d79e3e8a9", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 240.74869757162242, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66e33c21f54193775c1fda86f9be739152462cea267969b838ed953956f4b631", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 129.69132187261243, "n_tokens": 105}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c338b2227c9f2922a94c730fc653d50dec826ea0febb228867efb3709a3f31d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 441.75229933216747, "n_tokens": 407}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:85b810a2c52be481e2f79b741fb8a02142c18d9db329189689789240bad537a6", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 188.668594055222, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba7cd3cea48952cd4f218fb4ba23a7a0d9f6d3e2b524eb897a063d567521bcbc", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 727.2344304449215, "n_tokens": 231}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:645c6de54016df90ea64d9b72a1686de2c682467cc0988ed2b8379e4af3a3b69", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 289.00184518520905, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba474c32c7c4db657376ec72136594729848d88a0423d0457e9f6eea6680e9c1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 394.6771067078116, "n_tokens": 155}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebd302ba966ef926516b751f9d42bd52ed4b21747f424f147c33de05d5cb46a5", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 84.22860419153403, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d555a1b6eab48b9f199186e30b6b691eafd4b0df80a6558b64c4c5d60509848a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 132.83438431841478, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1329aaafcece6e6674ee78a546492be7047a72bd8eed93a15490b517d195f8aa", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 239.71330230484983, "n_tokens": 83}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ca2aefe6159c88ab4335e1b2a19e04bb70d2d096c8b6487946607a4fb57b9207", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 358.2272918875915, "n_tokens": 135}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f8385c2bedf5af812b3e13ed50abf373552e551992c637acf8c341fb2bd4ef30", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 951.2331119592369, "n_tokens": 390}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:687e88746b34ab7a856e2d8795eb696de02b6909f8e68dd0c5595cf754eb22b2", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 868.3823112149444, "n_tokens": 284}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b096cd3cc576e1df1bfc3ea2e8c1b89817a67e1f4d4209100e7e0ac03323b45a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 27.07423770722619, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:503c617fbdab4576be1c79b421947a7c5f1a2b365808c6b6f8e31287d1aeb674", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 336.40588708971734, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:46ffb831bbb5717977280909d133272c1cda68f7769a58f18e83331e906c5aa0", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1205.6538078051021, "n_tokens": 447}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d155ad5a56b452703abf0c54969f8cfd0372dcbe0befcd4a0af5a0fbdcbfe23b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.0397719062366377, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d36d2dcd016969972e6ea69b0ad14f9ff2b6e341d9ff7565318d6082b0523ba6", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 387.231306632192, "n_tokens": 155}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d2c280bd301ce2066b71f70cdfe03494262cf4f369010aea6e00f23f853cbc7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 839.682974039571, "n_tokens": 457}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:37ac631bf0d66b95a69519e58da6a3c4f1118d6960bace298e83087805422076", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 309.2932754656913, "n_tokens": 187}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:91e0052f1664f2e28d66653914c81a87f27e0b24a46b9136e4748a8c24545289", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 467.4422207204443, "n_tokens": 230}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6f921864bd8b8123377fe29446547b0cfccf9882bda00e1ed0a11f99c7290799", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 393.29634612651034, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:06f8cec4f3a7a51087180e3fba0d8a2c19c0866cff613bbc7d044033f82467e5", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 326.836328552822, "n_tokens": 436}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:41d3a40c684db02d115771774e75f6812745b96bfc8b26c6198f3537fa5bd7e8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 485.04265312826374, "n_tokens": 146}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:71b63a042ad1e85efc91ec2ac3a88629d29d13978696515b1bc0d29bea1fae36", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 323.6682045109583, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:40f8e6e855826d7d7671f4dbb5f7c12ae99541888fe78e7b4d669adbe00b1151", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 15.337712478962203, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0869a2536bae18939b4f62b6c026f631cc44083e1903bde4de0b1e7e339702e5", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 427.4192043613523, "n_tokens": 333}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac80dd9713747a25db3164ad15d37c61409a02257bd88433e1c254eb927a4372", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.74049970211843, "n_tokens": 53}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2fb3649c9d992e39a4a394aeb16b91720ec8ae19dd43895b3914a6511144ca1e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 185.12450933818764, "n_tokens": 94}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bb96ffd53f0444b90e6fad698788ab9ccd24d6f63aa674494be21315ee7a2dd3", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1073.9680937216363, "n_tokens": 521}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2beadd667769f5875ab256f7f840e2c6d26c1b667ba4ef11d814b61153da6e13", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 319.0610134386952, "n_tokens": 175}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a9a8696c28ade7a3f9e0b3d8d97abb862ed987239887e988a2dd21cee1915cb2", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 135.0753206827294, "n_tokens": 79}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bab1283b2cfd37eb5a264da47f0663cea09d18088cd4c48886d0174e1eba536e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 56.97969109712352, "n_tokens": 19}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b3b45db4ac4b90ae5fddacef19c5deb1a91dbee65068d9ab0d36d3e1aa92334b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 3.2880148428059783, "n_tokens": 10}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2596826a823a13939db48d0ee04bfb0083fdf8133eff4468550ca63ebb76864", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 328.3438029845197, "n_tokens": 208}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:069a404880fd7eebecec2132e04406f2858b71a7588237de0c546d826aa2cce3", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 316.0123572655464, "n_tokens": 156}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:151659a113f8a967eea7c23e19e96b0da262f736a3560b9dff28efb68b553978", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 224.0913491611118, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0f861d5aa34b0dcfc2ddd35da09fc581aff25b042a2795f36bda290e00071378", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1160.753298644704, "n_tokens": 420}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:498c6846aff34679bd2acaf9a40672c60df6dc00e30ecd2be181b233b23faf1e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 765.5667799968296, "n_tokens": 285}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3a2e37c1fe2d7c63b55330af7098035b4dc8142da2ff249f35820cd06b458cea", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 84.36768723292195, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c97be73986b86b7bb444ba1402ece81e49a0e962be40a66a0021c293d0e48134", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 412.94464033905115, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:371d8db9eaa9687270ad0fab91513225fa7ce1c54e5a0d845f126a7ae386e735", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 57.91837026298788, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2d0ff0f26fb8e8effcd4918c0653fcc0eee53226f4d13b79eee2fc03df6286aa", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 745.3650630813408, "n_tokens": 245}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ad3ade87b53d6f4adc940e6f4ba711e65b73e7d2fc4a2aa4e15c0b733b110b29", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 9.20114647364926, "n_tokens": 45}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:716e64d1f2292720df26399fee0aaf5e015009178041a6ec8fedc17e2d9e9df6", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 235.56776915457976, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:569e694f8ad2b83ae1e997fd4b19849b0859d23873a4147bb31e7873ed29e086", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 131.546429887755, "n_tokens": 114}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3956cffb3efd15358c82ae59c24fdcbd58112173f6ff3f8c41888e6c4ed6c895", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.45814439969456, "n_tokens": 20}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:11cb75d074a4a74b12c17ea021dfe17d72909661a28ca255e000d86573e52f4a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 164.449761873606, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7b69321f3a4e585a40ceba48e7b63685452a123e2cb64486ae5c54ffd3be0d23", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 152.93892766159115, "n_tokens": 63}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ede0754a2e1b91497d9e4db2320edbb495c071f190098537eee95929972e17d1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 70.43204295935391, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66ada4a1b1b49410c7f8a6a27934b65139499a9c3e5c65549375068a70a3c51f", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 103.9898658007387, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02c4f02245b627721c8a03184b85e95b2d7a2a3e2757fcaa53a3f227785f0277", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 142.31084717280737, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2891116ede1751ddb26aaa9de499dc1149851f957873abcf2903132c62addab8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 100.9431587527929, "n_tokens": 48}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc009733b4090c99c626a0b657377e2c3db4dc065ca522659356d8be020a4bdd", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 66.05989008841937, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:252b2127915bf0a3c04b2aa0e9cda42302f94b5feded11ae4d272b4d6d585c30", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.18272451254552, "n_tokens": 26}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:757b00e4f2279890ebb97605a867e4309c29fce4ddfd2035ff568c7be0bb6b6d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.29658816951064, "n_tokens": 64}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2ce87bfc5c427f720cb5f28f4099db60307f1ed844c4c8e61f1f046e06265fbd", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 222.97333973620312, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2526b13cafe55ba808ebe720cc2ebfce41f9e0a12b7512ffe6dbf7eb41a559c5", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 377.42016975575444, "n_tokens": 342}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d0fa72d19e14c4e11a471ab3f0127fbaeee061a5ee6cc5ecf87142920bd0c24", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 324.695843051456, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d04ddb39eff5469b4b4b6d090b51e6f46e47dc4daec06702964c1f737f7e8123", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 363.13882269095643, "n_tokens": 314}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:525e28a56ceec00670ad602d6553ffdf08501e8a0ca7ea10027a2136bf135d54", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 115.749108306974, "n_tokens": 68}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1415ff2282982ef44abfbbecf0503e4d6f0ea6186824ae56e2d438fb3fca23b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 75.39588327835236, "n_tokens": 58}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9ab2002a593fbbebdc2d4f4678bd21f8d4cd02cd15d65589c403319c8b5f4747", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 208.99308152741833, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45678c64b9b9861841bb742e8e05cc4c421d21c9bf4dcdf637a96e827c661830", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 205.00185549124876, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12751be5580238e093aab282dc8b994353b4c0643fae38656978e34fcab15b3e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 322.83238624032674, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:412c1c7294d8b1d07ab2e23cc6e748d4f9e3ab6628ae1df5ab42c56c7414531e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 290.2509011671805, "n_tokens": 312}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8395735b43fc5000483fbf3bb2662975b3ebe5bd83fad730c12cdf6404a41c1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 639.4347296553219, "n_tokens": 302}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7be45ddf4361ed9d86fc499ee2d6aa4174d7c5aa6db5cd799eec4d789aa9c838", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1275.3996569328137, "n_tokens": 473}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b4ac421b07dd3cf8535f88666150b33d008b709eee6a0281f8b3d01d77e61b42", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.15338635241983, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d4f7a00621e23c1ef1e1ca6970dda6157a4a7afb000de94fc94163a6406f48c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 313.78060011143225, "n_tokens": 169}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4c48bb83330aaf49d90f0673248fb903b29f16adad3efc331c17dd200202483", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 200.08106799622044, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8c2b9b8240c2ce74726a939bf4c485b9fc3e7868c2f0e48a6a8489659a92168e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1484.243504944896, "n_tokens": 663}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8c034a519e1533a7d544faf79099055f5b04c1207f6fbe265e4463dda40e0824", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 98.92335231093875, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2f9354b6c63a3e550fbab16210d0d38fad27dadba62d375b4f35722a0a46c887", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 577.540127996006, "n_tokens": 272}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1af4443ea535d2f85009c7705db3081bfa675eda1ffcb4de92ac70102fe23448", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 577.254981547611, "n_tokens": 206}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e4228fe80ce2c4c988f5c0a8c60d9672e46566e4f6fe05315a2c5e1f09dc990", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 861.0080672602412, "n_tokens": 720}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b3a1e4ed83a6227f5050917a7059aa210538961b47c678f11fa33b2535467cf4", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 734.3650546807139, "n_tokens": 291}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6936a6d57488b9b79a55bd677f2c130f3c36ba2dc348747826d0f3a5cb5b7027", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1278.3581719515196, "n_tokens": 562}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1d57c8b8a4d920e196c48e429468a951ee9125c447890b4d891ea3755f1dbd8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 180.1711907823094, "n_tokens": 117}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21bf1e34609a84aa6f41b73a534567fba26b13d5025844ef1ed9851ff3c35eda", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 146.12027911424036, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c5bec6d10044644190ba466977bdab9375264adaae2d0c377ffa48410063fc80", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 551.3005654334975, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:798b01c27b9d7d5719cf411a678312f9676dc3845c4b6d3e99744b5d80c4dd6f", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 74.54331870906526, "n_tokens": 45}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6ee94a135df17071b4b0c1f9e7f5ecddaaddd34b568a29642650c851a2def94c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 386.275658446584, "n_tokens": 220}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0eec4940165bbe26d1f4fcf7801fbc2578618f78dd649ab5a1f97258f7ff742", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 303.1447504140117, "n_tokens": 134}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f39be8cff1abe33986b52a7e7aec5a1b8adf9552746697e972812e7babaf3b22", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1182.4231051728016, "n_tokens": 454}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b72a4b2add1b1711109547a75c5318b94db761dc3cd2c08e73e11cfe14469e96", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.83535597234822, "n_tokens": 57}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e0ebb53a5dd1feafa657b34f39e15bfa8913e56f21d61542f7c1932da440426", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 201.1963457011093, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1ecc678e8184e4ef5150ad3a51b05a3d29fc3b2672e74ff0fb98cc7249ce5883", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 69.7309983710868, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:703d0b37f6b9cc517692f8bcdec6988d82d20e9023b95c901225d206fcd7e5af", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 138.2464659353932, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eb4fee5c685b36bffcd84b2c68db01fe4842302c24190e144f391b7016bb2330", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 629.0146527452237, "n_tokens": 294}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7954bc81cf750c36c91d432a844a5f2ba689213263761bdebf866d28b3662f61", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 413.21183561866746, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4f25dfe951a9ee72613ab2e8021ffb4e09871143628991c5fb560e0a3f8a3c67", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 548.7468727424384, "n_tokens": 203}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b8c5dc22944151efd9e6642639973e1ca401e1a380fc0ff4d57a3b24a3173278", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 368.75209404013685, "n_tokens": 166}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:979520d6745fc9319044c901dbee403a6dcf48d253e710fb6db78dada2bf712a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 723.0072586894898, "n_tokens": 262}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:47c6604c9b3b4e350ad5f546aa6f4748b59ef6275b4cc4ab99425518b2c7fd3f", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 117.63101203355086, "n_tokens": 52}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d29b4a6069a7d535d79c44dcaacbe6d6f30289086ce2ace4897202dce919811a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 483.78423040297093, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f60bb67e4cb1d3dc680b634ea4bf50b3148231fb6e8cfea09aab9c0860eaf63e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 32.94301798591482, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4cb56274ed302cc7e7bb9f57bb3d7fe43df6265c6e226cd9fb2f6fd8287eec3e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1177.8654272756758, "n_tokens": 642}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:86ad87691e5725d33d686118811d13876d192cf7525fb83c9e2434ee6d71be56", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 256.03234300076986, "n_tokens": 176}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:08d888907bbbb7d371248e13dab35000d0d971f1bd16112e732546226f0802cd", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 212.09636799063264, "n_tokens": 113}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:757ed7e67d03ef845a4dcb8b90666504e6bd4e14b2a3c5d954372e14ee5d9aec", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 539.088978765561, "n_tokens": 194}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:290e88a34d533c83aa725c61b56a3f01f0b55db15ba6b332c4432f14634a9fe0", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 111.89103148128652, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3d701bcf2811e91950d7766cdbd2660e2ee02be6825f8e5dbd569752cb7327b2", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 4.342783149614661, "n_tokens": 10}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bc90d0b2dd1afcddd8de7b2e7ff4d4c770018190ad63c0d1de27cd6c0c046979", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 177.0707503629551, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ef52784af72fdcb475ca17d2f444011bf89a4f73cba3627ef7a4a369a3dd39f4", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 398.82163499645117, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e7da2610042433c41b02cad24401c5c0f83bee93ed07d6f5807f7883d252c45", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 329.1428587233122, "n_tokens": 117}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7f77538b92b924595ccd388f371d085841f926b3f436c964e0d94383ed97b780", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1323.9542381116457, "n_tokens": 576}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:076473b02f7f76619fb48bedc3a6295a3be8333d87f67983f0f05dd6f95fa7a0", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 122.50782946493649, "n_tokens": 93}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7e8135ad15dc03710f78522d402a5b8d724706a1ba0445714a448e59a77c2ec9", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 310.73503256098775, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3391c058e714734b2a349e66d6708733ff35e49cb4d22a521ae0b692e21a76e6", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 579.3770198044587, "n_tokens": 240}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4bdf2305eb042d59d61126bd3018e2a216c7e46b98ba4d8be57f5ad86b82734c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 38.70622117254413, "n_tokens": 61}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc1646d3f0fd7b1a8ba246dae952929e522158f26e0524b6f40126b68b34ec8b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 126.58039458283565, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0bfc23e86d05103d10342d234b31fe3613b93e7620e6c272b2687e08bfb9491e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 188.9944828170258, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dad92f898cd3f957f6a61c8dbbd70cfb6a5aee938edfc0b54af4f8ebdef4bb3c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 271.384918103382, "n_tokens": 120}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51217435894e5a1bf8d0e87cfd74e24cbfff862a1f7a39d08596bfbe2c499d32", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 6.23531518913569, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f5cc15a138584ced005ec845f5a40212cd1e4c389aaadb5db442b61637320d19", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 881.3604719713263, "n_tokens": 334}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aef43863df74ba98f55bbf32bc780175e667b8af13b9308d6e54a35e1efb09bc", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 2.1196697201555708, "n_tokens": 26}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d9b5aaf8fb1c656a71df74fc73f1ac3b5e5d63810f5556295f1292cfe00bb87d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 54.943775760995095, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02ae13c831902dfa4f7aea6e89bb478d9a64e62c9cd1562334a614e35b62a483", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 230.91145801029393, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ec9bf682c8a288c825f56766b2743be9d768c12368980d81715ec0a9a293dbd", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 638.2225460748414, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6c7f04a463f203983dcfc1b50cd819500d6d0e087c2e746c76714689567e19e7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 649.7639721968508, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1fa6007d33362ffd33bb07cb575d3286ae410da730da8f4d6e523d84be1a2332", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.27707426200288, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f7dfc75f57c1c9022920cf1c26cb513280cb76c7d04d604ebdbd2ee95d04218c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 570.4702095417724, "n_tokens": 265}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95ab39c44458ecc1e254c4d2194c59d86dd455c7dbdec58797b2fcac0f7df839", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1348.325730577756, "n_tokens": 516}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1c191631ff3e1bc89519fccf379faf48b2950d3960818b9d86fa7cbb36efb8b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1215.7551676532187, "n_tokens": 502}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2880e6d3dc46901576c9ff3bc55a3a1a950a0e2bf8a32606c51282995b7e9364", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1397.1015527490893, "n_tokens": 492}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:96a2891220d97cc3c1baca4ddf13121f17adbb908b72caf6e946e982d86fefe1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 302.02270167458164, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:068f53051dcc214ec91622949ac1d49db7d3c6eb0e885172fb93513e45d883e0", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1424.7993981683394, "n_tokens": 476}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a6f31d9ba234bfecceee2b6db822077c30aa23d2dd40602fc94663bda4e1cd9", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 155.70608407728633, "n_tokens": 170}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2830c95d42887be796a6c5e0cc1de1d29619cc4f33ecf1f2e0fd7b7319b041e2", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 376.00612152572467, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d06ff6439f54b7345b83b8bed2e689493104c9338efc5e21243ade63cabd1f7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 365.7781236199513, "n_tokens": 397}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:326a5c2c6bbd8459c6e1edf67b56da08d0bbe39d1ee02dcf7dcb13518b9d44d6", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 136.68509546378755, "n_tokens": 57}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a0cb5111b8e2d4fe6560ae67761862ab2e5608410668e0ea382bd68defff5d10", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 796.9290636459605, "n_tokens": 411}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f2fb01116f39477efc5e0e8ab47809920621d6c74e9a4a60ec9aa1c7c8201410", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 612.6577092787702, "n_tokens": 227}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e24e4d095b5bb0dbcd738f61cb9a783c121ac44188937c846c800c4eca2fe60", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 61.29733905530645, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:967305b1921daa495ef581fdc52997046809ecc01ed6ca818f4c52c085c3dd2c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 60.67528525896884, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fd80e71474ab525762acf1d979f85ecb5a6fe83d34087d7baac7f108e31b4415", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 185.4483909787075, "n_tokens": 89}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c421a5055d01c12bf1ca46211b65dd34e67d5111d502cce455d1e3e10dcd1c48", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 632.1501442676063, "n_tokens": 271}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1789df91903365b9016e4015a62c0771379d0f6b1c12cde49c00deafd16e568b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 74.83833551484531, "n_tokens": 59}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d097f9337d9beae903165700e60c8107fdd5f4dbdcdeb718ff5ab38bde15460b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 200.11428707749644, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3b2803a605e122e0ab8e6626269ba570c29249d45ba58d7a54b63a7e0f97e5bc", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.18724813596327, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:89e44a65181076ab721592e13a69c971d9f067eb21db9a11468ed41430dadd2d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 376.1016597039261, "n_tokens": 237}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95c8a688253b51b33e956f0f62e143ba558a3494da559d8d35ea0ad544885ead", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 196.13951603776468, "n_tokens": 92}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d5e4c39e16efdc6470e674ed1523697946b836509ad4965c47726cc8f6cb6df", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 318.5348343733258, "n_tokens": 153}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d3216e0e9c5525fd3ff1b390fe9ddfe994eda332607d0fdb4986b19877dc6c0", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 634.0728965324479, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eaea0c1080796440180027b3ddca45c68eca17d3b2070f65b50ff67b6393352f", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 570.7352921878157, "n_tokens": 253}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:213eb243af6ec6084438ae97c83acc1224eb51d005da0de0735b6eebbfa523c3", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 901.0433197179659, "n_tokens": 428}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45242f3a7707cd505500f1026ea4840d01c833047ca5b677ce90ae7e029dcbdc", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 522.8634925995509, "n_tokens": 270}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f119ab42649b334ed54181aa9d9e198678502b7f309a7f1b8021200ad43c7131", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 112.30986492247877, "n_tokens": 79}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ec0ab0abc0cd6b428980887f7fdb6fdc36eae28ed284b484af3007a36aede555", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 293.92660707726736, "n_tokens": 144}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da0c8826b1c9df28399772fbbbc00def6e24266ea4769395b086fb5212f858b4", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 808.6678026984864, "n_tokens": 312}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f17e86e400862b58a8f76248b6a0516ef3258bdbcc14e2bf04973c276cb80adf", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 162.69068677101814, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e8e0ae19872ede1c9e4f75e62a31cbd2008befe91b60b1efceec9d82a68068ee", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1019.5857477575537, "n_tokens": 554}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8bf210a9bbec3800386a7c5c31d74e89eb4331209ff9707c6ab6af269ffcf11", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.19387922846454, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:69d2b75a5774cf0cc7f61356d15f46ce5f7e847a6ae2fd7d80b844729ee66533", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 796.5361329004882, "n_tokens": 306}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f390cc2e8411ec903c73f3f4f63d319ff38697806fc2e2cc3a919ee9f4de7df9", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.7046342751095835, "n_tokens": 6}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:91c266537d1b7b14576858b3cffc0e0c64e067f25fc427b1ccd9f57deb3ab510", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 199.9072443890454, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9bb61f01d987accca140d9b7a08cf663da8c4647707509d0f849e1a6d4618845", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 515.1829982478457, "n_tokens": 256}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b0d0852a3458d9e67d6aaee4a56ad43a02a5e06e0b7ce12d3f488768bffb453", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 435.2474786458215, "n_tokens": 234}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c35fbe35a264b1d4bb9266ce6d88abb1d932379dd81c1adc52db0f2e41f6777b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1348.4919554912526, "n_tokens": 653}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:601da7a0629ec217772580a3120ac9fc06a6df190ed10780e7da422cf7f9262a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 446.60180397332624, "n_tokens": 220}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc3cdef5cb453bcfea86564234a8d2bbd1c5ee3806098531fcaf2014f25705b1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 478.4447035218893, "n_tokens": 221}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1b58ea5e251db651f6ed3fc547f082837341e585d518ffe13b38f167216e57f", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 84.84470347429169, "n_tokens": 67}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:85b235f4feda83914fdb0cbb3829ceb72a67a0cad5db3385cd00342dd5c5adc7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 229.3447611062029, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f52d6383e3acbd487bdb7628e5e1f40615221a18987e99010a5a1ccd9f1d7cb0", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 78.69743948244002, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e6fd684789090b25ab723bbdd2fffc97cb47f20ddab417d0fc0571f848734469", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1109.2747102708472, "n_tokens": 517}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4a9dd28310b012602050b7aebce6fc24ac6970da91c0606343724aa054f582a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 91.36599626771442, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:abd71530ee6e630d3ec7d965c754e672013f3e08785c888ae03a54545ca06aea", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 409.3850668192058, "n_tokens": 185}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6e2bfc6786ee24a14685bb3e2bff4e30c235573cce6a30e6a4f34648872945a3", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 33.84527222729591, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0bd65e73a8f7bcc45be8767197aa1d949f05a16c544f4979662418a20974fb95", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 214.47535143954542, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c5844637317399e7d5b233c18d7ac5cdbf35eb0c8828c5c9502a28c4702a7201", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 37.991128914299225, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51113c20a33637c45ffa7790adf858b82411041fd590a33eb7237a8dcc20f759", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 711.6572040150061, "n_tokens": 372}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ef8990846d162db707da43ce86ff6679aef342edf48271f8c56a6eaea6b757b2", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 3.301808647031521, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9205274fb686fc486f4bcdebb1db6ff5ba082910ec126fe4e7a45b7c4e326502", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 162.84101956012864, "n_tokens": 69}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12a51577fc8c8f57379974dff63caa82cfee85878af091db7e9ed8bef0c2dff7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.422202169762329, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1e2f3bba465c89ee6540b3fcbe41b69530214abc3a22c91f3abd3b0268dce6f7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 305.159441223811, "n_tokens": 122}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:59fd818054494e1765970af339112c6adf8fd23735c5d25d9737f96c3d0d915e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 540.7694680662531, "n_tokens": 239}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3fd1549f3fbcf76e94f71ab625d154f0de522d1a7d8bd50f010c440921de6a93", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 397.96967581751744, "n_tokens": 215}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:44ad24bcbe033d894271593fe623ca666021144e28ba110d46cd84435dba393d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 369.25403070980883, "n_tokens": 131}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:96e2f8ebd4953035715526d9a61b0d821619b54e49dca59e0a27ac38660c1f30", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 361.8250573576979, "n_tokens": 136}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e899cf5f0a16dfb8a99c24079edd1daf67e29471990a5dee209266b674594163", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 816.3106683567817, "n_tokens": 241}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da0b52f4093106f56b7404adbb8159a61bcc8cb7941f53c70323e5d874e8875e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 293.8866977218231, "n_tokens": 145}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2a9a52bff5d204d803b507d62782260485e0f99e39b462c864a9ced696daadb", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 350.89214460742824, "n_tokens": 226}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b4626c5a09a0e78cd163ede5e329c94dcf7af010b4cb657b5e90e35fccd548cd", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1331.5179877284154, "n_tokens": 548}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a711c95c8b8132371034deda9d96ebf86b4e3c7a6ad82fe08569725c74274079", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 28.08383767147734, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8380a993af2c8f279ac14e503846912dfbcde296077027b9f33743ae3c8e77e2", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 417.56144183383094, "n_tokens": 170}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ae7bbb65b9624d622a74937935bd701d475c1a178fe315de73b92e47ee9fd5f1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 68.14400899433042, "n_tokens": 27}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fafd92407ddf89c0194177a60f58a38a1407d1c0dfa055df0367a7853ed134b9", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 596.5347334028277, "n_tokens": 264}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:92dcd250215c49ee91f3bedffd13233cebc6883c582c00f9e5daa52ac0dd92b7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 701.6984236704029, "n_tokens": 258}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04f4e8dcb7a85d3d2942a5b8a88dba98e688b47fb767d15e5d6a6580cf920dd1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.05766577668328, "n_tokens": 82}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:98256cd92ae4fa5dce574e0389c873fca0c1accc50ddb955b6a0159bca065620", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 290.93746564661114, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:140c8928abacd14de28e471f9b72ba39b1fd28d49f2901fe084745f4d2278ee5", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 575.3712912498431, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2109bf5c5db973ca8ff4b138a9796e29e20be366383d585af45a84e05038ea39", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 515.362694786443, "n_tokens": 152}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5f66fef6384c7a95e3778c9c5f46cadd6318ce1888d9e2044c9e38a59192dcca", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 248.8398369289307, "n_tokens": 151}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:50402f52bfb645ff79958783d68aa9790de3615cb436dfe3ed8d46164a80bfd8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 883.1652038202337, "n_tokens": 320}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cdeb6dcc295cafe0ed298573af3444ac8fe409ca6032f0f5a1c52cae717e3187", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 226.66567727148117, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b2930d8d0408970b01f3d4522f10d8c1fe03a47ab6366f1d2370293ab74b326", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 238.51385707744987, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1bf1accc704426d12687e1ba37ca0bece147d542dbef4e9ed0d5c3abc9fadc03", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 219.28145866585055, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b9b9d2cfbc490f3f45f1bf113df46f68e78ffe0689fe761740adb1e53f8b20c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 293.0739129966459, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:76532c9fd99ea816721df2cef8b59592f80eb658ee02f3392aefc00f34da245a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 276.3642188411891, "n_tokens": 135}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5b77f923577ba1dd1c4a709eaf66597c54d52e7810be27543838e2f1314206f6", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1292.3810551344304, "n_tokens": 629}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9f2696fa31f6f52d177f0acde38b92505c990b9a2cb440af41bababe680ca217", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 214.6076184353031, "n_tokens": 241}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21d5e6f61e5d2258f80580d708ec4285fc824e07c92582b63b35988f019091e2", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 751.3182645284749, "n_tokens": 492}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0d5085e39c268c69847de78014edf194ea0fc5c2868c14fe5059390b7cb9940", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 804.1555222452384, "n_tokens": 304}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bdfed4ee300d6bff796ae268f6f83bfaae10e71aa8ede3dde72554e7eaf79b55", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1140.1295337791644, "n_tokens": 404}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d5dc53024c3085f99c8102e249b7da704ba08b65f33f99bed3327ca3726f72f", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 7.295548871083156, "n_tokens": 17}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:63d767b55aa04b962cab270eee9e64b65aaf34af3aa9781167c228dd0e82f67c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 295.0086110482614, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9329174e2ac800db587384bd62c32bf99604ad657176f524f83263251d20bca5", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 387.1874751502578, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7c4214e958ae2abd2be5d8b652d5915b494776dc94af3873d2d6c3344e851f62", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 256.1086023139869, "n_tokens": 161}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0dc3429898c88946ff7e6b1d33b8ba1ca2fe61216f700a9d88df16e14a6b7d8d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 198.4452494349764, "n_tokens": 125}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5991d65bc74447559f555e0a808f886fb6645f3529656ddd63b8d087f2df7f27", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1195.2344338669793, "n_tokens": 639}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9beb41a989ac57f4fdc979d80b3b65eb99d25b97c9f664eb42bcaa16ccd74267", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 611.8278185763825, "n_tokens": 315}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aadb45cc8d2e48853f3e7d8f759532646d013559d46b7fc72c60042d3f154064", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 190.49232372795177, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4f5195b9648dfb0a57f64f53e6afc60e78c7b65a7620943ffd98947c9170d628", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 46.8020305596736, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8135293cb7bb33562aac0e08f4942f44ad7d7858ddbbcdda57ca83f234588846", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 820.9494540552287, "n_tokens": 386}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1e66a5ced13c36d30989f5776239534594765d1bf8cf40144eed2e913e24d52", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 307.5099955550522, "n_tokens": 153}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2cc15697d3bad72aa51063c3d8d42753ee59d965111cf28aecc97dded3d8376", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 442.4686306769501, "n_tokens": 518}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3410cd90f220004a96c7f8bfa1396589594d36100f6b48c632238fd97c25f051", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 550.954249349272, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0512bb67304464c586c502af3dfc689a18a64da1493ac248b30782ceb219e103", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 193.56840723862206, "n_tokens": 121}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4b535a929ec12ec2fa17ee650e3339a558e495254049d037bd55d881614b7993", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 900.4104874447439, "n_tokens": 613}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc1c6bf4a49f7ad4a1b65a21092307059639a4d54c70943c81f70ef5595acd00", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 430.13674790078494, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f02e1582f19aceb3804c56a778dbe12f55fe8a8904e555c8b8f5854b2d2e2490", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 609.4097200244667, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a45ba472e28e8ea090c83ab4d9d909c24591f06bfe9d7fa29b08eefc40fb486e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 142.01741947617984, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cb0115b30980ef2c67f726ee3b246b1a9a48c862cc96e9d5d7f932465113df15", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 862.0634134931588, "n_tokens": 373}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21d96307542784354781725acfac689570738bbd4701d34d7fef620028a65ab3", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 917.702108963148, "n_tokens": 288}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cf187936417f4e620db64edacc001a21ea66cad7ce1632b3b695834e59937c36", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 565.80092644866, "n_tokens": 243}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ea03a22f943868af40ddde4838466261bc866a90f93ba57dc9762af5dd1d1f02", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 163.79683290445962, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b1d03bc76343f1fed66b69110f521554c64cf85be99e8465fb9d683e712dbf2e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 105.35297635415418, "n_tokens": 51}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:89b59d3fd692af01d07cffca31fa8206144455daef39e21834fa33fa717eccbd", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 229.81724115446832, "n_tokens": 104}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f57eb796307f7079b4b17d5ad1b373027a3d8d6effafe8195d7f07c0c3adc7d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1330.2119541230386, "n_tokens": 748}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5379c8e23f96ecbe07278583d4a1bf0cae261c8859f5eaf2fe71cd48dd372b19", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 516.8695280897617, "n_tokens": 180}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5d57c71c8eb4151b7882399a736fa1f76cee5b963bd81df6c71449843d6a3a78", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 263.65275485337315, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1e734b7c9273ade357686249bef609292f02928f4d7e92aaf8e804903705dcf", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 685.3376198713619, "n_tokens": 394}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:acaf6bbf25fd178fbcec73c0c442c059764b5fb6574737f115be96448f0a949e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 946.9053820116583, "n_tokens": 426}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2bf1aaceb022d29d07b3592686801bc38669d7cc3b53a39a493b9fcbe341cba7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 256.30056589416336, "n_tokens": 124}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:def95674a89f7c0af7e5effafea662aea97fab147eceb9c26522faf022f9c5fe", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.549326770497828, "n_tokens": 16}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9aa4a72006d99dbfa3577a09727a94f45fe46287f36c6a57f05277c5ee7241ab", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 148.75995982829565, "n_tokens": 49}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1f3fc92dfd7a802a4522cb83047fce264d858342bdd1ba74a6f1ec4b70670436", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 253.71719182883123, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f027a06e3a6d9f8e7884505e882765afab994a7af76a45a17ff1ee2019b87935", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 20.000052335505416, "n_tokens": 68}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:58ff17be13248eac49ee8819e0c0932a24aa86ce83bae6c5a81606790fba7b35", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 7.622364205941267, "n_tokens": 12}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d181278e1b38176c0969f3353fff5e6c420e04b575910d912fc520e607435836", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 639.896376083241, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:18c97df1c8de043206f91f144ab63cbaaff8daf413e985c89e707dd3fec96e01", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 787.0023019719674, "n_tokens": 331}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8d7070f3b2eadd68ee04484aeee162965cfa87c8944030ddb201caa81afe852", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 254.3066166994904, "n_tokens": 129}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:57518a6bceea3fd9ffa74011999efd87493f1c5db060a4aa769b9be7848af626", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 613.5019281974337, "n_tokens": 238}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:87914ff0fe55338940f93023f9753fe82086fa3f6e8a9eda1a777acc015cf0ac", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 626.5802330570325, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7559d264f51a24cb19d4f5975adfd3311da418ff021a7b34b425ae468c2f3a03", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 220.20778378861678, "n_tokens": 108}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac1507a57ad89bb7bc2bbc1c369c9b85a9e6eabd82d2fdb646a555dca07e8a8f", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 196.45870170876424, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5cdc678ca7768ca7b56af0acd0bd8beed33e962c09fae12c4593ad3fb4e7b686", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 206.1106382073902, "n_tokens": 116}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:10d1712f547e45c910c0ace8c5df343bcfe60cb9674565c75f44c37c9ef27b4a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 15.251662181936354, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f23f7cbd01c6c31d2cf42ab2a77ccd8990c2df24aae4f7fea9333c169b1ebef5", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 983.5738512625628, "n_tokens": 537}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:62ad8ad2fb5e912a6a726ce97148ab183e00836f1f419cb36b40ce9b539f966b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1222.2485642406718, "n_tokens": 557}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f1c772697dfaaeac06b48f38adb234478015161fa3ff747863ab1a4fa52546c5", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1399.8288750469992, "n_tokens": 519}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac0d55915dbc688034a5fa10e0a0567a2e43baafed48b670e27a99a753d23c5d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 541.6320586537486, "n_tokens": 390}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12aab43789e2f7d3146b3176b50852a78331f6ab86ec81f83cc16f5f33ea9ccc", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 267.3733235428058, "n_tokens": 154}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a47718eb12402f37e9fd94c2155173f37ff201f6e1023e1bec5fde1465a84024", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 319.0906667461991, "n_tokens": 374}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ad5e260eba22fdeba20d6e656bdfbc9b3594bee49a1bb22a595b51cd96992af", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 32.876001283411654, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:879a1ad0ecb760e10299434681ba0e095059acf521f96b016b7a3cde37bdb2b0", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 382.9209532842035, "n_tokens": 187}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8bb586e839cef9a28ef6fa93a819eaf4c00c71772ab77b6dd895ad053536a777", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 324.74703782304005, "n_tokens": 190}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:df61fa815e8c0741d159d29c8942deabfeb19d84d7ebe78a5aa6ab18f9f0c1bb", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 99.1872716296561, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7b9040b1d3b6856c5515e7c3d8d835e9d842b146723068447b4f4ba797e89c32", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 405.21725471218497, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eed1bf7ddb070685755afefb800d9b3501a4d37c0dfb2dcff9b466f13e9a51b1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 148.3173648498863, "n_tokens": 127}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2c3159fafc7d47e194430e37ebe9e1b7f624fca4b0f713e8796b14482fbd1e6", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 642.1977216955765, "n_tokens": 290}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bd00fc3125a0b2024594521b7e88e01056379c60de1104cd3cd30b1d6b86018e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1007.3393488538936, "n_tokens": 424}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bdf651db6af463bac2baaa81cd5531391ee680381ab3ec527827f266704f87be", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 170.42926177207892, "n_tokens": 56}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7a18aac879b7e987f2ac1e13262a9938bdcf98a10e9882b15432cb71c04b0e8c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 299.9286863558227, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6353dab1d3388095c5fa4bdfe6cb081ed487aa771b0295c592712ff348594cb1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 220.3457717644012, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bc3916b72a42f1e5762f0b6ec42187c26c4be4e1bdfc91ee538d2ca24a88e4d1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 280.0160615946131, "n_tokens": 188}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ad428e8ceee2a71a99099898cdc3502664f5ceff3546b24068980c1002fe61d1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.796359525527237, "n_tokens": 34}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:73421e0bdb4bfeb54712175074ae883bda34be646e072d60c9ff7680629b1e72", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.32541256102604, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:99c31abd504316002052b5a4599e5ca23850b258e7712e71910e06f9a8f8ddca", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 289.06251827723327, "n_tokens": 115}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:edcbfaa28a53505efeb660324de996f5f87064f05f82c00a430b4bf693563e24", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 592.2939609828254, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d5a125c091b1330ad20f9c6266cef55a59d453c7faadc3f75b7f310d118f580", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 935.8386921889214, "n_tokens": 366}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:711dbf4713654879d2ed546e27e1758c4c41508cadf57b17f7098ec8d9cb4d32", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 557.2712005117581, "n_tokens": 251}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1d206f2103e90eac0254aa1d3274e9b01645c4a4ba106d87dfe15c1f1e034965", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1524.0454309219751, "n_tokens": 517}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:27af0d850d8bd239b4d44d381f524807db5aad1e39b1a652b58fbfc63a766892", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 74.45983703705394, "n_tokens": 54}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2acba4442cc04a98acb1e4ec53cd5677d85e55f0e539f3346597bf85f07d694", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1222.2315444487663, "n_tokens": 488}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2d91dcc129303876668ca3ebd2082ad0fb4ce76ae99951d801f94e95a7a60404", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 568.0410692954031, "n_tokens": 217}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2065b3c57f02d3e7fb4e531ee740a7abd4715d4c4bf462f910f7d07f8ed49c7b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 269.60024452021116, "n_tokens": 109}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:163bae12e8c1649f03d00c75f1f14392d3a165a705e130e2c8c2ef8072900298", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 294.40154786779914, "n_tokens": 282}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:627f3274d200d6ebff294410bddd5bdd289e739ab0eec10e2f12b86e9ba1d2c2", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1280.6962155976914, "n_tokens": 503}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6da2d4509f61ee54c1e1517dbd90130732b33323b86eb203bd802506eef0f6f5", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 881.0700126827004, "n_tokens": 320}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f0bfe3f8637787f7feade76b0b4542f98eaa7a6979db99717babbe6d773e2dc8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 54.795239393896736, "n_tokens": 18}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aa7f0e5cdfb6901d2d90d3e7208e66ef152eb4c375d6ca49f11c8595426fb5fa", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 107.49815839984831, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:359c18b053c7ee99c28aaef1489af3e7fdec5696b9c396819469c0fae0abac37", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 351.1744237156736, "n_tokens": 168}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:292ac83dea709c12c9fac33c85cd40881cc9bcf5ed4afdbfd63debfd61077bf6", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 85.26870695351295, "n_tokens": 41}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0613f4755ddc2493e8e837f455e836df25da9bfa3ff7af7b3730a27b6f5e6b45", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 508.6027855110847, "n_tokens": 239}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:49432f201791c5d2f041d3a9f15fbe8f040e2ee6c3538e3681828d966db63c97", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.40571331485603, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a3bb1debb936705b1ef7521ef1e9c15e800b67be60014884374f9b5036de27c0", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 545.4699170760184, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e20eeb892f54c4810c7d93f54778f1d76df20c699cc7bc3df0c25e283a595a83", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 725.7988922253232, "n_tokens": 417}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:489ec38b91c95df5035c1d889c2a32ed40ca97fa306732d72589217906a120a2", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 216.5102199447124, "n_tokens": 182}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1510c80a8ab1d3336f8a94e68efeda4ac4e0c72357b810ff368b0625a7278dd", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 452.0650665482065, "n_tokens": 328}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:376025d76297c587ce811b6f6d21599fbb25cf1af8dc4ed92e18aecbbcc40fe3", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 224.9689624322432, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebca3e652be5cfb23f84fa73480f2f853fd04daa2fdb50575ead2a53b146d443", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 22.825330350564798, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:38aa0c7bb0970bf91add7d33abdfe187e34a094b55fc66d2a4536c3edccc5a23", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.0031874239903118, "n_tokens": 13}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c75021b544b5c17b1bc159a46bf68c84f3c3f6985a3a45e0534c42dede8ed30", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 317.27822743481784, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a74836ebd3c90c383a4008391560ec957dfa0b5da9e29f37cbcb25aa03162300", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 241.28605011462423, "n_tokens": 209}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ed7b90363e2b3e866e549e4cad67bfbe47b984f6d424dfc5c6ef43bcbc744545", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 103.27041334350224, "n_tokens": 92}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:59b4cee67aabb257050e24350386b215c61af9a4e00bf1b6044bedd14ab864f8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 63.04693014525219, "n_tokens": 99}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7bc58574708b8a53410195e1d914dc5a86428b8cc02a383a0f47ddb0c211064c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 719.2671060625503, "n_tokens": 336}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:17b62a7ecf91cae6ab14f5504d18da30b44396a30219e2b824a59607e58053a5", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 171.23100713814324, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:832d80a522ed3d18ad84965c457e919336a091b5b525f105cedc909a1a6b42c7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 74.67873808893984, "n_tokens": 41}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1ab776c45860a736c7a65b2070dc7d57a58f64ecccffd8c5e0b5220163d129b2", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1159.2377468300456, "n_tokens": 405}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0dde5c58440c2832f06ee8b7bdbb39e7eb7e703d3722d3903e37972b98f758d6", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 454.05128133875223, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dbbe795ab6edb4b0b00d7dc488041c666a0050c0630291a71ac00a77311013e9", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 54.158264321156025, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b8225dc73fa4c390080ebee2a1f6c1aefda82980c02ade6aabe003b2a607778", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 780.706146518993, "n_tokens": 336}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4402a30e69c901a660fb7000be2a91ae4fb85d240762156b252fbbaebfcb35c4", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 248.38718147824147, "n_tokens": 65}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:190800e5fe6ec8102868c2a20fe72c3bcce3d47b09e9ce6f89378df9d69d8a55", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 238.62200688996097, "n_tokens": 73}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2933db9a81070f5a3a907dddc7bfb53954204e9ce6accdbe16fa8236e73702bd", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 207.40615397409624, "n_tokens": 108}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9b99f22ca3ad129385462592c43ee852b5bc1b143116c69f4a498cc2716b2f37", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 339.35663309478764, "n_tokens": 166}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f15bf5f600fde612c62aac19aacc96fec9d5492ea20cd882fcf438f7da528fdc", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 223.84903011322967, "n_tokens": 237}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c75dd3b9c443c578595c6e6254bab4a402af66ae303c3adcd7d7b0d12fe356f", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 16.871253325240986, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6977eba7eabf93213bdb09bbd79c76d48d40f5495b61e60cac9d7251107dd65e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 626.1477613006864, "n_tokens": 483}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e174209ec79d2c77551ad995f0793a105c2a276aba6e540a734b46c376b95ac", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 156.7385338483873, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc9914ebb51f869a655d2c711c3026c5a946e7f5a5f0c4207e5e59996f28fc3a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 38.948843735005994, "n_tokens": 48}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6c6e51c01ed43bf768cd647ee633051ba964018ba50398b94778a6336d79cc7d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 291.94778628552916, "n_tokens": 371}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e459a433eee96c1489749574fdb1251cf6160e0867970d21b57f8a0c07bcd5b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1068.5908290648122, "n_tokens": 455}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:396b9869a1bcf5dc03b28b5b7d9beca4bcba0e336601de2c72d753a5581c0e7e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1219.7571343912296, "n_tokens": 587}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba3186534d194b706f2fafd73ffeba8eaf369eb1b8bc7cd5735f6b832eb63345", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 545.6170318767113, "n_tokens": 193}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8ca28b279177640a66bba4418407eaac428b4b9929be2621053e528c4787d678", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 246.12691424455966, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0d085a2a920a21efe14671cf9783a18cedbf443a371982632b2daf77b745e63c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 82.52086915149562, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0aff4c8b522ebeeb637127bcc660272fc3be476548731845e0a98d0d7252c6a8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 124.7926784019927, "n_tokens": 34}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:034aeca97edb0026c8f6b28015f96f80e64ed2185e47ca5953bb3558544bf677", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 104.0009379242432, "n_tokens": 90}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e748b973a0f9ca774a7fafc2cfb916b4b3fff17f2aa52dbdc4efd99a78a0f42", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 203.89289326070863, "n_tokens": 85}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9620fd7c9182bde749653ef79cfadcfbb0114013d649300cb1137c70fbbbf2aa", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 30.180923031140992, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7e5c5cd4c0281d3379244965dc6614199c6da3e959135a65dc64b8fe9bfbe3c6", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 284.1004418205033, "n_tokens": 321}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e8d7adc6514830d95bd6d2eefdab4c5f4ab86135aa4f6fb94c57f45965d8bf44", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1196.1025294572491, "n_tokens": 487}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04a42213adc94ff11ab0c8f2b9d3c1b6a09ab88a018ff2674ac46cc776245585", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 176.12091485087262, "n_tokens": 100}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:43e34875cd8505e545ce6578bacc3f0a0731d1871f829dedb3ebcfedbc125ab3", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 391.7870023341138, "n_tokens": 215}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:079e49e7313d18925ddc6d79ee2bfdaa6efe110fd5e5154d68eb30a3aeb303ce", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 341.0715370392672, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b1538637e504a357ff8f6187d26c774dabf66c820133e7386de0ef4b9939a9ff", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 59.70504295977827, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9637d09548e7cfb3a2254681d76b906f6736834dc7bb56bc30d30e3ef122ff92", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 711.0254257342986, "n_tokens": 274}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4e780fcb9b95852d4003a3125728cd59ac9eaa361574de7b424e834429b2f94b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 252.1869945465903, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebe773c8ce5b980e8534de968460abea42946f338700cab3952e745f1edf34c1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 782.3446227851782, "n_tokens": 369}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f40b5870f2b4637108f9e0e624e635b87b8a481c570e561213cfb83997c71fcf", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 214.38851646057037, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a457eaad92c901bfa6b421dbca85a0187a55a0c1d3db5c3190118b0f9762840e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 87.73302183127998, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4a35736bd4adcf4f2738d714126f7e1ee631b270854f5f9caf763ee6b0b914ed", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 87.4146025936468, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ff458369e71a6c78f6c963ef11c04a41df465ef908baa09bc39c2fd608ebb047", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 429.7588222386879, "n_tokens": 916}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6d04c2f474c12831ca516bc6b570f14380577896c9430fc0f50c5189b50a61c7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 966.1510843533958, "n_tokens": 370}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4fda661d52da94ab5575570229f0fcfbc5d07d86da03f3c689a44bbc7e9183ff", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 336.156262338617, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d1a1e1b267ad0722a86ca4fad6ddbebd51176842040b291e0008de019ce5379", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 341.5300551073817, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:24e9ac536dfc2c36b548475cbfdc400ae21c9b5566d6152a3d126f52b43fee25", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 442.2719048302188, "n_tokens": 211}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02f3e506860f9c0a76c25e040d4ab0104d61bf6759c0aa85ad31ee64bf721eb1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 910.7543213799581, "n_tokens": 465}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c79fdcbd3dfb18027a63eded6f242968c518642e7862334f825cadbe2007f1d1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 16.097871036792633, "n_tokens": 27}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0e414e0a370e42b00e9e292c176ab1216c7a51b8347c465e2be9d8e10f44af3b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1318.0565953313371, "n_tokens": 480}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e9c46210587c0ce455a20422f65d5471275eb38dc4b6db98fd2144bcff13ae72", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 628.6521495120899, "n_tokens": 477}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f7aa67c5e926f3901db8fbaf16761392bd403ef426125b223631ec3b2517ac8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1613.4714954843275, "n_tokens": 580}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a6deacccb8af5a3a0ea0346c92c9370bdd52ac9227fe360ac5596c76d1bbbd8c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 210.8425438640336, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e825b5cbbaba4c14f72a0856896dd5b523a871ab2b9f2dcd15d776a2b4aabfa4", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 45.27873578744493, "n_tokens": 59}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2bbd6906c056a90062a8ae36294c8d919482503c574113afdc86f13f14fd837b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 198.08846330532288, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:072f282c80b080141098970c3b463d29c5aae2f69ddd2dac7455badcfc5a89c3", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.96231893723416, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:244ecb6b0826574c23d978c03ca05300669ceecf65734363fe097610a6ca25bc", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 34.1051249652628, "n_tokens": 58}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e507dd4c9d1df15f476426251e5a1d650a207b6a5584f7bd4744f0903093600e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 59.91998208879659, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2b3cdffb047fc350416d9b20e25c4e70590df1c3c868ffdd44fa545ce0d67610", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 24.49661035155077, "n_tokens": 36}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4c949fbda37ddfda58554ff73a2e224deed8df66695c36a40f8a2d4a134cb9e3", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 82.09990071082711, "n_tokens": 24}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6d6dfc83c69f55a856b1e0b758eaddf68b5543e14cb2ae617743a0d4881824e8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.7707892236830958, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9cc02849ca26fe5b9121d46077bb34eff04fb3e2ea2f82305367c9154d1237b7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 468.2486828160404, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2153e9b17536a047acf8a0614c91ab45c9450839e4b2c7660ab25251c173e1c3", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 258.2421721655883, "n_tokens": 91}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8dc045dcc46374809265fe389a46803a26afafe333fa77dc70a1f8c3acdc3963", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 320.56435824110747, "n_tokens": 206}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:288e444047682b25ddb5ff63898e6a0d48cb1de3c6c06a65261f8bdb60931468", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 710.0657650636294, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1905bb8ba7ffff2cff8875d6ddb7a2d85c4fd48873bcfef5c4f71670fa118b68", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 252.68888831234744, "n_tokens": 109}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:042108b7bf148d0831e5665ce92715f156541ee00c56b0adbd330b4cd63dcd99", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 413.3425146763093, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3715688d26cc3544beca7d717c5c663cf2a05625d9ae13d1fdb39cf508f77446", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 40.85635572445483, "n_tokens": 28}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dab34dff6549458647c89e02da31b00b2339599ede1deb6799587b4bd0209106", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 364.22791624721503, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ee1bf2cb4729ec1e998907fd521b642b8fa17f54dcd3c4ecfd61994b3935b289", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 258.55821175364656, "n_tokens": 305}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e3d7cc21f696e9727960b47df92da81cd681c36ee389272b24cb82839f66d9b8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 328.8084185623244, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:79cedc57b4ca1fb97ea15691a996378a147499a6e1de0b0e50d9c4c7caf96ea2", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 177.99425463156376, "n_tokens": 55}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d95f75bba38b5fb8923367b6c8149cae81ba5d31e76f960e55db774d641f3ae9", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 238.1924329713902, "n_tokens": 154}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1f1c25dd4f795b151f180ab18467385fd533988876fb5303fb5bb3459e35c23a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 573.5252141363657, "n_tokens": 203}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:09d47615e1590057bac2dc5ce27d3ff90f20db6b531672e5ad57699382a0da08", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 62.29210095875714, "n_tokens": 82}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a6416ec59f8e7fe9867476cbb4f5f44bfdd6e962fce1bb00814a141cb3780234", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 42.240970108309284, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e2caa2ddf7d8e2f8b2c23d288d2b6efc376a4e823ffe09a8af191a44659a4b7b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 687.0546680066814, "n_tokens": 299}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1f930ab77dda26f05c58851efc4c27dbc6e180ec529c04a8ed40e43cd8d0304", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 941.207824729122, "n_tokens": 524}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c721adad90dcd07ebbf863bbbd0c4912f833fab99ac96db9f1d5f833c51eb896", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 105.39885593987765, "n_tokens": 84}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9aec927595bd10316b1df8dcc0df499655280e584a0576047e056f1cb4366d9c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 477.0615520931842, "n_tokens": 291}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3efd76547ebd59f65357d2040a3b63b92ada7655b9d2c4de25872503038cb13e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 419.4463680102507, "n_tokens": 313}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3cf7583809cc9110e00c65652f69c9235ecb294741c261595eb4ef71d9fd537c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 153.5129991228373, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b8ef3dce83ad90f2c1a18eb70b97ec2cbc3c25663448c05014503d1a4fd3ed5", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 35.366373529098894, "n_tokens": 24}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4eace49f52ea1066fe19654a8d625211ec377ad9901c86888dc5ad4be6fdcee", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 476.54355046964247, "n_tokens": 236}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0907eb27ebbf46386b02ca9314935c115cdbdd8382c6370817438e4fc2097819", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 19.522889388033946, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fb551f033bfede2b3cd283a2628bb5c46f4dfb47a97e6f477b5288d358ad4b72", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 336.60026860701055, "n_tokens": 163}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95b5066b66039db0dbb8ab6788922e68fde8517e20552c6cda3fc0e3499d316a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 188.6910806980195, "n_tokens": 78}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c27801ad6b5ebadf46dd97da83476952a72b99495ebc85677516437e49c09fbf", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 67.91012470693147, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e31053f7b489a3ba30b1011663175d1a13fc350b94840af286aea356c829599e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 109.20977367125545, "n_tokens": 77}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a88b3d44f1598abfb32011ef71e859618a69c60e54d77ac0477a29d649036625", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 19.936403315223288, "n_tokens": 33}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a210dfc781291b83f2b82a299e82c61d90617500e34395c42a53220b22fb32b0", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 83.68798818410093, "n_tokens": 119}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:756d31fa74b296203c9450a5ded21a07492f0f99caf7c982abf61a93a9c3ec56", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 454.23467003996393, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:470dce010416538f33aaeb18822ccbdf5f5e1da5749326a11100cab5b54f44db", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 191.47666512480532, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d9f074817f0647ebb6d9d6a879598fc4394ae7c63b56cc55a147a2b8ef27aa27", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 331.82879231930747, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fdcc2616f33ae53e0f3121b5cf7cc998b31a8657f3581552a2646c28702f302b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 349.72547804983515, "n_tokens": 184}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9a9300da4935003f03f16f85b9697b58b533353f121a8be641e1c46aaea3d6f3", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 369.5153291929764, "n_tokens": 314}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:93f3c8cc7dece34fdca51a61199b09bd96d8a2d0d5526bae764c07a97602a921", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 711.5347275850676, "n_tokens": 366}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b93de1a6ea093a5807b24dd5c14f32a952d548e14cdbc92d20d5cbc831546b8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 230.71504724394345, "n_tokens": 152}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:36674ceea31c0eefa67d12528bf92ddd91263cfb12fbe08bcd2631a52dd61188", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 204.96723915598824, "n_tokens": 143}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e266e32ac7319880ff40641c9ea49f61154ce74ce396876cc973d70708946f7d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 268.1516243146202, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1521cb0aa1aa83ec0dc5e3a52234a27e14576e75751b4704480ebd16ac6e396", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 117.07184225099081, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a794f05f5d6687b8a2e78d904a89209812a47276ad51ed1405043d45b1500cab", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 233.8182833160272, "n_tokens": 103}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:27d5c23de1b1d5746a570fcb287b947bf3abec3a5a2948cb081f8daf5c285b6b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 576.9907731579839, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9f63c208fe95b14e13899e0207f0d42a9a816b8674a3892c3c8de74b07b70c7d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 457.46631454053295, "n_tokens": 179}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04795cf6ec37a7dd935c1de66d84d8ac0d764cdf12fac297d129f48dcfaa8d79", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 162.8128659492836, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:afd6af67cc1816d99f86b3e059ab2e77aea944c07b1838c27e6eef57a1400985", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.30441831207463, "n_tokens": 52}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cbec88e3309b7648c023d9e2114e2d7595cc9aa18067c25391252004042c8eb9", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 240.574523891888, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a0a73e9962d364ed3eeb4d132f2499e7047e2272808600a290a2fdab270f074", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 50.88024495296463, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f74746e22e3b69428e9f6bc6ea0561480c8f0ed4bd977656197db9521368fee8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 336.9353781602325, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0b1ce063570abea18f6ed8dbeadb06d796c243f7e6a2a1f49379e74384d5ba6", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 218.53897123118895, "n_tokens": 143}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66b6335c0c576b405ed1668e632edbedd0eb09146dd4e4d84aca2b6043511aea", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 479.9452464144283, "n_tokens": 228}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:079c5a5713af4f78a53df64e7b0464359e30f5fedcfa1fee25cc46b177c44367", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 760.1906852874299, "n_tokens": 300}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d436fce6076f3110e1b20da47f43d8fd0e643a43d36af478ed325f1061eddc79", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 305.61558544937907, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da13290dda7f6ac430bdd317de487a6f9fa79e1b0ce8b353f948980a519cf952", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 251.07551771012277, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f044562dab2d66d59ffa187a93db0a4d4eef2217a7c143f944312254e82913cc", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 145.16622655811034, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:940e3ea02beb3b61613794d1b427bf37f30078633244e2a2d3a3a17a169d2350", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 953.0089933007457, "n_tokens": 497}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:749dd218364d72a3c4022bc6665491204d016ba8717793b88665219a4b4d9c70", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 314.2095920304855, "n_tokens": 151}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e10eb2e3fd3cbcbc45858578621b9b4e64aca3dd8f3b0ad39a472fa3c490f660", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 46.516154766684394, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:36e1d930e74392cca2528fe06bd8f0d38befdde3c3781b8922041dd688d55235", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 451.39279077286426, "n_tokens": 194}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ecdb34794b24ea6e65ac66a1700160f4864589bb77a5def4591fe996701cb06e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 217.23557146623943, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:47e591d09b7363112580b3eefe8ed4da5f274dccd3619a2704027db79f941198", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 667.1356298146434, "n_tokens": 284}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f68dd2578ad9dfebdec7bcd8caae2e5d4459159dcfbce130fb6ee6902c18b836", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 0.9218838539023864, "n_tokens": 17}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2abe99df0a43a558ebb63151afd3f8a96f884b33495437b5917b0d6099fd599", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 146.72072928353163, "n_tokens": 293}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3ab7f8ff8f4372b640737a33505112b854b4d6bc35d9e87a4cf73ca9dbbe2f14", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 481.2977078118274, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1045319c37d98f4f7462681fc50423762cafeb00bd2925484b3d429718e8ff8c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 673.9825376229528, "n_tokens": 242}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d3f9dc6ca94a0bdba137665cb1d8d9e4b76d78fdd9a79e7e4ac963bda7e0f38", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 375.4889684211994, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d8e91a51b7e31c9367cb2bfc5f4418870271355df0d3048599ed2f1d61bac77f", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 336.96713507304185, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a911dae756fdfd96b80d4406b261fe658cf900bf6ea2281c59b2e87df796a24", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 386.80725963855224, "n_tokens": 177}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:070995ef4c7e899b073a6b1e03a1c0a91d8f6e2917b867ebf75bce02027b2653", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 521.7892047583252, "n_tokens": 251}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51e7e7e69771e152110bd3673461509ee7e0c513dcf590703f6d587bb65ed706", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 163.3883046629776, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4377ce8bd0f44aa7114983c2d48b23862106b0f247b9199a0ab9926f50dfd80b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 551.5535000653067, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4969e6d2e7da9be81ccbbdb18b575ba0b363066b5365ca134b59285bf5c6afd3", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 30.433987977708966, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2f4b66e0168b2cf7e7c260d3f3b7a18df48f4984fdae0a895561c6a01fd77c88", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 376.2779824851373, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc306933ec2a6f7ee590c6de309bbdad91d0f668aca834db27cdc4ecfb5ac7d8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 472.84541205055393, "n_tokens": 264}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3232792c0b1f58bb36128a00bbe8a2abdf24fddac8c92ba386018ebe34756dae", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 935.4630022559122, "n_tokens": 347}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5ee45f9ebff4e75410b1128889f9d0ca7556b223e69df33334075761d1c7a57e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 792.353417164491, "n_tokens": 352}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f6c76517ce8ed01ce548ea7c86ffc53a5fe7afe7984a166755b5e35eeb99099c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1068.1432183822785, "n_tokens": 446}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:57a499002a099639b52fb3dfdf516feb745c14457182340aebbb3546de7eec77", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1440.392889396513, "n_tokens": 506}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1c5db2224424da86a908bfc9f21425d8669300e88205241d97d0c7a9b4324a6a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 127.81218109159727, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2ace06c7fd726671319de8192f3fe5480f5297faab8f09753c1cfe7d6df294fd", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 424.8261510283728, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a3b22afe88af8a1377646606f9f4df393ac0bc931a643220a32095285895de97", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 15.612252534463543, "n_tokens": 78}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:86c835efe40d8ef93ca1608e77a2268143da853d0f60a714e1284fe606e6b4df", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.98608248617239, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0e43302941845c64fb7ba5fca1ef39612a906c9fc81c3fb7753ff7ba3b30687d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 319.3056435021531, "n_tokens": 142}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d63dd41a84b46571478cb5a4903d5efce1b77515b3e3e5acee602f4a56d0783a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 53.811555331310444, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:07727af96427cfb80e78aba4d505f97dde11e3c5969f44fe5664b45e8b4e7df7", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1047.8482991012415, "n_tokens": 426}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d0aede9a69080a3131f709faa0ec3d99aecd603e981414ee70d2df4d39bea02d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1236.4813299730563, "n_tokens": 519}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0ca28e9e453502956ead1128cec5019004c58e33cba5929f5301f3763428216c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 216.17327424524, "n_tokens": 95}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:764691c4fe0c71bcacf5e05c3b4a120547e80d8c365e6edeefa6a40298f04faa", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 772.1707171556404, "n_tokens": 362}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c221a1f994cff9c2f34b9aa9e41a55163172ddae96767c1d20c1965b48080017", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 75.88153647812618, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ac2c6de8b0e256bde22bd47ede3e8ce6b1c3df1b1e2dd0e3eb286e2bb325bef", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 44.68267813150669, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6a07c07c04281930a7048bda680a6241c65710437584d777401158b0c57554c8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 109.59152608438751, "n_tokens": 46}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c6c5baccf1fd2a97d0043db12d7d33d85377a8a924e43eee946b3bc18ed8ebb1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 135.98085195295468, "n_tokens": 83}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:50afd036b32ea68be44204ffab02e3f5cb85068de3d905b820844c09b77e17a5", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1053.2932115249073, "n_tokens": 454}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d8b08737912472872ed2932afe7af99bc72e16457a76b9f91f6b6e376284f24", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1534.1360873048675, "n_tokens": 493}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:585e892fa64acb013514af77c36f63c776983e5cfef4563790464fc6cfdfbfde", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.410102166203615, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:690738484383e06723019f31ae210f7306246191c01c3d5a09c4f665b7624f1f", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 278.76718933209304, "n_tokens": 120}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4464c320e01db719e51909b974243edc0e7b45f08cc6b30d4d31ac6f13f2e67c", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 705.6711144882634, "n_tokens": 289}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:700bc710519bc0de70046303a32891ac5542679ef6ca1030f3bbc8bfefdc2a17", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 362.5132337175048, "n_tokens": 112}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8b6453aa02539744c0b316eb03e2d64aa90369280a65da600f6c391472b94963", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1013.7711221521749, "n_tokens": 439}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3e0a50a9d76572aed087981deeb71f851ea0e9ce59ef7a79dd5b14ac82c38c84", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 505.21967903572295, "n_tokens": 223}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6367ce45caa5d0f0b1acb41b2f53e424f993478d1466f4448a4a97dc495a7222", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 237.07695554512787, "n_tokens": 205}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e473b2438fd9d0a06a40ad46f9a3ffeccd8d0ad4e5749b9d1ccba0eeac5a3025", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 91.72139999424917, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:40995aedb42a2ce8a74fdc801dc7a3c7a4e50206d0820dfaa35b47f5bb76bf9a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 233.20956447537947, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c0e4991c7c924b78a5cff690c322f7cdd0e82062b55130fb63c19f2b4da79188", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 60.48867694826322, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45c8c3c63e02bf5ed5c99b208cdf423a53371f41e59d852c2678ee637aea8ba5", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 185.83482455277806, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ed6df8fada20e3613a2ee2142eb619726f7389f0b6464480a37e7f675dacf148", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 283.0351011745147, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:76aee18285d18dabcec5cb59f7aa2a0190bbdb0a4f64eb6a4db95976e8d227ca", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 120.69489419923684, "n_tokens": 70}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:62829e5b79946e964e3a04465f37d7f8d3d702e2fa342dbf7fbe4441aa05ff23", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 484.6181644061985, "n_tokens": 231}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c14c3c4b63794c8b534c6a60fa3338b1cadc10b24bf8ef69bdb04854b5224333", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 7.608588887494989, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9ea362fd9c2b04083756e2c03b02b4d5d334826313b7c36eb45f922068ccdb80", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 70.11529120134696, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:446c0186eeb24e8a43d0ab7dd13d314a20e86b3523aa23dc1d8e68422e7b7cce", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 344.2948035573181, "n_tokens": 169}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:489c7abb740ed0b9bb6bc704595edf4c94f1f9f4ac797ff1d6f55d8ea956d8e6", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 583.7070942874643, "n_tokens": 300}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:002ab8b85a36e6c5464c96594c1046aaad0832b2b7ba59b7c60f8d5bf1839d14", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 290.51043445843607, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:73d6f61d9fc2261b5ff4fc6a130ce46e5f759fdd82536f4458150cc9abe67453", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1567.2854466038366, "n_tokens": 745}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f3f094b2aaa7c46b1dc50d4975a008bd30230089ebefafa9724184be73f84d17", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 165.0759274636115, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c70281f8e81ec2249e2b6ec296b0d5158860523a83a3d6ece0c11d534f24fc3d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 50.0962085207957, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:23b988274475e59d97dfeaf717327a13d9e3d4df2e73c30cbbca59c1ea842860", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 366.43340194526127, "n_tokens": 195}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9283abbe02ec6e09f3ce2719b02aa2b1dc2f887425a2d5144f923403fb9b54db", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1290.2386015340726, "n_tokens": 533}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a08e2b36113e5d71feb47d60494b84029dec93aab7e1ad658b433eebff8e0ba3", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 509.66303991583277, "n_tokens": 225}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f02ff68fb4cacef7ce3877c019b13187ab2739d5dd1a82f850852a67025a9b1", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 339.6188384844104, "n_tokens": 140}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0335e3ebae248cd378edc4479b1f7a885172da22e70da830aeaf9622978feec4", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 153.7606395624457, "n_tokens": 90}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02697bcf2ecb738e9532ddba8b7079aa21d8bb9744456dcde524871c3eb728f8", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 164.08843149341465, "n_tokens": 105}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5b34963157310ae9936fd14ff22daa343a9529b3c193544d754eea0a73e5760e", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 97.50612721799189, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12fe37ce674a2f79d7f2f36211393d9d9d4b97d1a431be0b27000b64a5bb16cd", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 121.5934135015234, "n_tokens": 61}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0c30072a27e82c8fc2f6009a0d08214fb1552c42b1917aa9acbcfe3d1c5d9e91", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 91.68244450206839, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0d24b407ea10dd9173e8fbb377609559e820302a1bc8ea15f42b5c0356266a1b", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 475.10483546392965, "n_tokens": 199}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:602272a99566bf68a5b48979478bceb0b56f74915925ed8a1b0a558935df3584", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 187.36279349230017, "n_tokens": 94}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ecdac8f179582eb850ec28155ea59279e445c219d7bcccc6753cef24a7199a42", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 10.982540729543643, "n_tokens": 97}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:46b880155fdd947f395a3009a313bf8cbfe8e137c37b3a614c49585112e0aa0f", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 458.2911523949424, "n_tokens": 212}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:65b835d2335e23cf908b10817be1eb5c1bd5dcd3b80bd3e7a46c72d2cd479e8d", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 206.23713822194077, "n_tokens": 236}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:48363ab6108604ad6812a9dbe0f17fc52dc68532d3b3bf4d83bfadcea7b99f9a", "arm": "baseline", "arm_name": "baseline_adamw_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1081.5164604252805, "n_tokens": 447}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://9c18b804f21a06705c6da69577f80b4e/weights/confirm-baseline_adamw_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d6c011ffb1ff8a9abe9bd24caf3f9817454a1f054d5d0e0360d19bf50cf6b20c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 132.9833178740978, "n_tokens": 55}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7682c850c4e5979cef0ad966b8feb119de2bd323bb40819767a161040b59eb7a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1248.0758358377097, "n_tokens": 555}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45971bbe382b81644487690d2018bc3aec8c807f1be52a9744223e5492255928", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 577.5981398528705, "n_tokens": 233}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ccdce774f24ede2e799686276e8b72e8b08a4aebf6ba75ecc450fc73cfedd1a8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1058.2245366066272, "n_tokens": 416}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1f40447167a99977d745672c0c19cb2739b6f5208647af47fac16c94f88826e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 503.2820693289957, "n_tokens": 287}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f7128731ae16e9ccfbb888620c5d75564fb8d12350e9b47c781beeb64ebd04c7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 121.53492942190405, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f865f7581ddc128be8b79fa82e7fa9102362b6a7685d82f9116436280073695b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 711.3134140817606, "n_tokens": 468}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e26a31997285dc001e683aec269ec9b0c4e3400b97a7cbb6367a08e374dfedc", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 132.1642450334507, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3fad3d579a7259e0bbff20c18d4c72049a7b9378078c85188ba9b166216b4775", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.2803077364315, "n_tokens": 65}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc614a388398a30b28e3b18b9382a1438d8b8455377d6a65f902a709a75168a1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 617.3657685489097, "n_tokens": 271}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e038c9bbc2ec4556f6ab47f9651fa89cb5d7f72891a5fba4415e13f18f7ca0b7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 45.37020645823122, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:37746cac882d406894272569214f6ede6ab7b78de88c01e6bea144234a4013bf", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 23.01894049319617, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6ac710f1196bc72404d3e08e8acca16f7f144752544aa4af9a19736053fbda4b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 181.7229191962724, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f52ce291ce39c76f22e3771a091d24bb55b3831106506a3835c2a2e16a86d1c1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 388.3789676717993, "n_tokens": 112}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a5c6035044f914d24e5fa5677048b7461bb3c3a4a7cfa474fbcfa29588670d8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 9.754644649786314, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1c9a958b19539efc3ce03adb85c0c7811393e90d35f33f4d96e999d79e3e8a9", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 239.1548361148616, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66e33c21f54193775c1fda86f9be739152462cea267969b838ed953956f4b631", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 130.7785373528354, "n_tokens": 105}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c338b2227c9f2922a94c730fc653d50dec826ea0febb228867efb3709a3f31d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 441.42408426235943, "n_tokens": 407}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:85b810a2c52be481e2f79b741fb8a02142c18d9db329189689789240bad537a6", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 186.96954954134435, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba7cd3cea48952cd4f218fb4ba23a7a0d9f6d3e2b524eb897a063d567521bcbc", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 725.6105772817691, "n_tokens": 231}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:645c6de54016df90ea64d9b72a1686de2c682467cc0988ed2b8379e4af3a3b69", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 287.94360812190826, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba474c32c7c4db657376ec72136594729848d88a0423d0457e9f6eea6680e9c1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 395.4184999882241, "n_tokens": 155}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebd302ba966ef926516b751f9d42bd52ed4b21747f424f147c33de05d5cb46a5", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 85.66886004092521, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d555a1b6eab48b9f199186e30b6b691eafd4b0df80a6558b64c4c5d60509848a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 133.32367450308675, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1329aaafcece6e6674ee78a546492be7047a72bd8eed93a15490b517d195f8aa", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 239.84282216221794, "n_tokens": 83}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ca2aefe6159c88ab4335e1b2a19e04bb70d2d096c8b6487946607a4fb57b9207", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 357.50562303461106, "n_tokens": 135}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f8385c2bedf5af812b3e13ed50abf373552e551992c637acf8c341fb2bd4ef30", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 952.1020275672499, "n_tokens": 390}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:687e88746b34ab7a856e2d8795eb696de02b6909f8e68dd0c5595cf754eb22b2", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 869.7480891673184, "n_tokens": 284}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b096cd3cc576e1df1bfc3ea2e8c1b89817a67e1f4d4209100e7e0ac03323b45a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 26.621169067286218, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:503c617fbdab4576be1c79b421947a7c5f1a2b365808c6b6f8e31287d1aeb674", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 337.88914289067577, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:46ffb831bbb5717977280909d133272c1cda68f7769a58f18e83331e906c5aa0", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1202.0300180865866, "n_tokens": 447}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d155ad5a56b452703abf0c54969f8cfd0372dcbe0befcd4a0af5a0fbdcbfe23b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 0.89987274455234, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d36d2dcd016969972e6ea69b0ad14f9ff2b6e341d9ff7565318d6082b0523ba6", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 387.0375760784518, "n_tokens": 155}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d2c280bd301ce2066b71f70cdfe03494262cf4f369010aea6e00f23f853cbc7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 842.8330620432353, "n_tokens": 457}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:37ac631bf0d66b95a69519e58da6a3c4f1118d6960bace298e83087805422076", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 309.2459504750823, "n_tokens": 187}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:91e0052f1664f2e28d66653914c81a87f27e0b24a46b9136e4748a8c24545289", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 464.6583772685499, "n_tokens": 230}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6f921864bd8b8123377fe29446547b0cfccf9882bda00e1ed0a11f99c7290799", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 393.19333916284063, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:06f8cec4f3a7a51087180e3fba0d8a2c19c0866cff613bbc7d044033f82467e5", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 327.2485927613465, "n_tokens": 436}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:41d3a40c684db02d115771774e75f6812745b96bfc8b26c6198f3537fa5bd7e8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 481.64571059045375, "n_tokens": 146}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:71b63a042ad1e85efc91ec2ac3a88629d29d13978696515b1bc0d29bea1fae36", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 321.8157193513698, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:40f8e6e855826d7d7671f4dbb5f7c12ae99541888fe78e7b4d669adbe00b1151", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 16.12987271892416, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0869a2536bae18939b4f62b6c026f631cc44083e1903bde4de0b1e7e339702e5", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 429.8923338845916, "n_tokens": 333}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac80dd9713747a25db3164ad15d37c61409a02257bd88433e1c254eb927a4372", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 80.2501190015854, "n_tokens": 53}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2fb3649c9d992e39a4a394aeb16b91720ec8ae19dd43895b3914a6511144ca1e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 186.59877058132133, "n_tokens": 94}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bb96ffd53f0444b90e6fad698788ab9ccd24d6f63aa674494be21315ee7a2dd3", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1075.9792313124422, "n_tokens": 521}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2beadd667769f5875ab256f7f840e2c6d26c1b667ba4ef11d814b61153da6e13", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 319.53379769033563, "n_tokens": 175}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a9a8696c28ade7a3f9e0b3d8d97abb862ed987239887e988a2dd21cee1915cb2", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 133.94281990842114, "n_tokens": 79}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bab1283b2cfd37eb5a264da47f0663cea09d18088cd4c48886d0174e1eba536e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 55.659564364137616, "n_tokens": 19}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b3b45db4ac4b90ae5fddacef19c5deb1a91dbee65068d9ab0d36d3e1aa92334b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 3.7926498417518815, "n_tokens": 10}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2596826a823a13939db48d0ee04bfb0083fdf8133eff4468550ca63ebb76864", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 326.6342622547712, "n_tokens": 208}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:069a404880fd7eebecec2132e04406f2858b71a7588237de0c546d826aa2cce3", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 312.3454002242197, "n_tokens": 156}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:151659a113f8a967eea7c23e19e96b0da262f736a3560b9dff28efb68b553978", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 225.10680813573254, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0f861d5aa34b0dcfc2ddd35da09fc581aff25b042a2795f36bda290e00071378", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1162.6543199931348, "n_tokens": 420}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:498c6846aff34679bd2acaf9a40672c60df6dc00e30ecd2be181b233b23faf1e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 765.112306036292, "n_tokens": 285}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3a2e37c1fe2d7c63b55330af7098035b4dc8142da2ff249f35820cd06b458cea", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 84.96702763376379, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c97be73986b86b7bb444ba1402ece81e49a0e962be40a66a0021c293d0e48134", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 412.67540040825816, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:371d8db9eaa9687270ad0fab91513225fa7ce1c54e5a0d845f126a7ae386e735", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 57.7040662156669, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2d0ff0f26fb8e8effcd4918c0653fcc0eee53226f4d13b79eee2fc03df6286aa", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 744.4429294863376, "n_tokens": 245}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ad3ade87b53d6f4adc940e6f4ba711e65b73e7d2fc4a2aa4e15c0b733b110b29", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.37976951496875, "n_tokens": 45}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:716e64d1f2292720df26399fee0aaf5e015009178041a6ec8fedc17e2d9e9df6", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 235.1231533413802, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:569e694f8ad2b83ae1e997fd4b19849b0859d23873a4147bb31e7873ed29e086", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 131.68156791160618, "n_tokens": 114}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3956cffb3efd15358c82ae59c24fdcbd58112173f6ff3f8c41888e6c4ed6c895", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.75847164140009, "n_tokens": 20}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:11cb75d074a4a74b12c17ea021dfe17d72909661a28ca255e000d86573e52f4a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 164.0798038774551, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7b69321f3a4e585a40ceba48e7b63685452a123e2cb64486ae5c54ffd3be0d23", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 154.04421189810455, "n_tokens": 63}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ede0754a2e1b91497d9e4db2320edbb495c071f190098537eee95929972e17d1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 70.47376578269902, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66ada4a1b1b49410c7f8a6a27934b65139499a9c3e5c65549375068a70a3c51f", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 104.26205079733973, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02c4f02245b627721c8a03184b85e95b2d7a2a3e2757fcaa53a3f227785f0277", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 142.21605816924875, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2891116ede1751ddb26aaa9de499dc1149851f957873abcf2903132c62addab8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 101.70233836113403, "n_tokens": 48}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc009733b4090c99c626a0b657377e2c3db4dc065ca522659356d8be020a4bdd", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 64.77609232583742, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:252b2127915bf0a3c04b2aa0e9cda42302f94b5feded11ae4d272b4d6d585c30", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 63.65594434582431, "n_tokens": 26}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:757b00e4f2279890ebb97605a867e4309c29fce4ddfd2035ff568c7be0bb6b6d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.64677210947548, "n_tokens": 64}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2ce87bfc5c427f720cb5f28f4099db60307f1ed844c4c8e61f1f046e06265fbd", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 222.6177402646672, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2526b13cafe55ba808ebe720cc2ebfce41f9e0a12b7512ffe6dbf7eb41a559c5", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 374.7472700108674, "n_tokens": 342}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d0fa72d19e14c4e11a471ab3f0127fbaeee061a5ee6cc5ecf87142920bd0c24", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 326.8387079029744, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d04ddb39eff5469b4b4b6d090b51e6f46e47dc4daec06702964c1f737f7e8123", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 361.4300528738646, "n_tokens": 314}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:525e28a56ceec00670ad602d6553ffdf08501e8a0ca7ea10027a2136bf135d54", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 115.05801590185115, "n_tokens": 68}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1415ff2282982ef44abfbbecf0503e4d6f0ea6186824ae56e2d438fb3fca23b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 75.69461412345072, "n_tokens": 58}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9ab2002a593fbbebdc2d4f4678bd21f8d4cd02cd15d65589c403319c8b5f4747", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 208.28883745391977, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45678c64b9b9861841bb742e8e05cc4c421d21c9bf4dcdf637a96e827c661830", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 205.6266879928296, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12751be5580238e093aab282dc8b994353b4c0643fae38656978e34fcab15b3e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 321.7837685194936, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:412c1c7294d8b1d07ab2e23cc6e748d4f9e3ab6628ae1df5ab42c56c7414531e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 287.4979795477352, "n_tokens": 312}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8395735b43fc5000483fbf3bb2662975b3ebe5bd83fad730c12cdf6404a41c1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 637.2167372293989, "n_tokens": 302}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7be45ddf4361ed9d86fc499ee2d6aa4174d7c5aa6db5cd799eec4d789aa9c838", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1274.038786981535, "n_tokens": 473}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b4ac421b07dd3cf8535f88666150b33d008b709eee6a0281f8b3d01d77e61b42", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.1421289865848, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d4f7a00621e23c1ef1e1ca6970dda6157a4a7afb000de94fc94163a6406f48c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 314.2520683235689, "n_tokens": 169}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4c48bb83330aaf49d90f0673248fb903b29f16adad3efc331c17dd200202483", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 198.98558004387266, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8c2b9b8240c2ce74726a939bf4c485b9fc3e7868c2f0e48a6a8489659a92168e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1481.3534541618765, "n_tokens": 663}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8c034a519e1533a7d544faf79099055f5b04c1207f6fbe265e4463dda40e0824", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 98.05181314619131, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2f9354b6c63a3e550fbab16210d0d38fad27dadba62d375b4f35722a0a46c887", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 579.528611940279, "n_tokens": 272}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1af4443ea535d2f85009c7705db3081bfa675eda1ffcb4de92ac70102fe23448", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 577.347764163007, "n_tokens": 206}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e4228fe80ce2c4c988f5c0a8c60d9672e46566e4f6fe05315a2c5e1f09dc990", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 863.8611465651275, "n_tokens": 720}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b3a1e4ed83a6227f5050917a7059aa210538961b47c678f11fa33b2535467cf4", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 734.2793959607075, "n_tokens": 291}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6936a6d57488b9b79a55bd677f2c130f3c36ba2dc348747826d0f3a5cb5b7027", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1281.5682074189172, "n_tokens": 562}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1d57c8b8a4d920e196c48e429468a951ee9125c447890b4d891ea3755f1dbd8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 181.55104050511721, "n_tokens": 117}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21bf1e34609a84aa6f41b73a534567fba26b13d5025844ef1ed9851ff3c35eda", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 145.1621990917024, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c5bec6d10044644190ba466977bdab9375264adaae2d0c377ffa48410063fc80", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 551.5253721539402, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:798b01c27b9d7d5719cf411a678312f9676dc3845c4b6d3e99744b5d80c4dd6f", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 74.79188210475854, "n_tokens": 45}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6ee94a135df17071b4b0c1f9e7f5ecddaaddd34b568a29642650c851a2def94c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 385.05781572616206, "n_tokens": 220}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0eec4940165bbe26d1f4fcf7801fbc2578618f78dd649ab5a1f97258f7ff742", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 304.40713237301316, "n_tokens": 134}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f39be8cff1abe33986b52a7e7aec5a1b8adf9552746697e972812e7babaf3b22", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1181.5533215178023, "n_tokens": 454}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b72a4b2add1b1711109547a75c5318b94db761dc3cd2c08e73e11cfe14469e96", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 83.26278873279261, "n_tokens": 57}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e0ebb53a5dd1feafa657b34f39e15bfa8913e56f21d61542f7c1932da440426", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 203.09071381331114, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1ecc678e8184e4ef5150ad3a51b05a3d29fc3b2672e74ff0fb98cc7249ce5883", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 70.36748021271157, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:703d0b37f6b9cc517692f8bcdec6988d82d20e9023b95c901225d206fcd7e5af", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 138.35748707981656, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eb4fee5c685b36bffcd84b2c68db01fe4842302c24190e144f391b7016bb2330", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 629.9795823388042, "n_tokens": 294}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7954bc81cf750c36c91d432a844a5f2ba689213263761bdebf866d28b3662f61", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 412.49688249133305, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4f25dfe951a9ee72613ab2e8021ffb4e09871143628991c5fb560e0a3f8a3c67", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 547.5549814526285, "n_tokens": 203}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b8c5dc22944151efd9e6642639973e1ca401e1a380fc0ff4d57a3b24a3173278", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 368.5987545940461, "n_tokens": 166}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:979520d6745fc9319044c901dbee403a6dcf48d253e710fb6db78dada2bf712a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 724.1406340703638, "n_tokens": 262}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:47c6604c9b3b4e350ad5f546aa6f4748b59ef6275b4cc4ab99425518b2c7fd3f", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 118.39795463891642, "n_tokens": 52}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d29b4a6069a7d535d79c44dcaacbe6d6f30289086ce2ace4897202dce919811a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 484.223110991843, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f60bb67e4cb1d3dc680b634ea4bf50b3148231fb6e8cfea09aab9c0860eaf63e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 33.01267828934942, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4cb56274ed302cc7e7bb9f57bb3d7fe43df6265c6e226cd9fb2f6fd8287eec3e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1179.411450462038, "n_tokens": 642}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:86ad87691e5725d33d686118811d13876d192cf7525fb83c9e2434ee6d71be56", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 254.858657210611, "n_tokens": 176}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:08d888907bbbb7d371248e13dab35000d0d971f1bd16112e732546226f0802cd", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 213.26983697375567, "n_tokens": 113}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:757ed7e67d03ef845a4dcb8b90666504e6bd4e14b2a3c5d954372e14ee5d9aec", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 539.4949742009267, "n_tokens": 194}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:290e88a34d533c83aa725c61b56a3f01f0b55db15ba6b332c4432f14634a9fe0", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 113.46457743478368, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3d701bcf2811e91950d7766cdbd2660e2ee02be6825f8e5dbd569752cb7327b2", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 4.360102643713617, "n_tokens": 10}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bc90d0b2dd1afcddd8de7b2e7ff4d4c770018190ad63c0d1de27cd6c0c046979", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 176.8067015046072, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ef52784af72fdcb475ca17d2f444011bf89a4f73cba3627ef7a4a369a3dd39f4", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 397.6715756851913, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e7da2610042433c41b02cad24401c5c0f83bee93ed07d6f5807f7883d252c45", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 328.88644821434514, "n_tokens": 117}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7f77538b92b924595ccd388f371d085841f926b3f436c964e0d94383ed97b780", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1320.392176479363, "n_tokens": 576}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:076473b02f7f76619fb48bedc3a6295a3be8333d87f67983f0f05dd6f95fa7a0", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 119.9677037725478, "n_tokens": 93}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7e8135ad15dc03710f78522d402a5b8d724706a1ba0445714a448e59a77c2ec9", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 308.850197513033, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3391c058e714734b2a349e66d6708733ff35e49cb4d22a521ae0b692e21a76e6", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 580.9837516554173, "n_tokens": 240}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4bdf2305eb042d59d61126bd3018e2a216c7e46b98ba4d8be57f5ad86b82734c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 38.11768705432996, "n_tokens": 61}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc1646d3f0fd7b1a8ba246dae952929e522158f26e0524b6f40126b68b34ec8b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 127.49411533815146, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0bfc23e86d05103d10342d234b31fe3613b93e7620e6c272b2687e08bfb9491e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 188.24785481693084, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dad92f898cd3f957f6a61c8dbbd70cfb6a5aee938edfc0b54af4f8ebdef4bb3c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 269.18837187299823, "n_tokens": 120}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51217435894e5a1bf8d0e87cfd74e24cbfff862a1f7a39d08596bfbe2c499d32", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 6.15678736808195, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f5cc15a138584ced005ec845f5a40212cd1e4c389aaadb5db442b61637320d19", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 880.3191445141867, "n_tokens": 334}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aef43863df74ba98f55bbf32bc780175e667b8af13b9308d6e54a35e1efb09bc", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 2.2172611819023587, "n_tokens": 26}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d9b5aaf8fb1c656a71df74fc73f1ac3b5e5d63810f5556295f1292cfe00bb87d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 54.53690137589956, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02ae13c831902dfa4f7aea6e89bb478d9a64e62c9cd1562334a614e35b62a483", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 231.39476744777494, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ec9bf682c8a288c825f56766b2743be9d768c12368980d81715ec0a9a293dbd", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 639.7936244926213, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6c7f04a463f203983dcfc1b50cd819500d6d0e087c2e746c76714689567e19e7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 649.8166694420893, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1fa6007d33362ffd33bb07cb575d3286ae410da730da8f4d6e523d84be1a2332", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 191.68360911781178, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f7dfc75f57c1c9022920cf1c26cb513280cb76c7d04d604ebdbd2ee95d04218c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 571.1652771567515, "n_tokens": 265}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95ab39c44458ecc1e254c4d2194c59d86dd455c7dbdec58797b2fcac0f7df839", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1346.951308177262, "n_tokens": 516}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1c191631ff3e1bc89519fccf379faf48b2950d3960818b9d86fa7cbb36efb8b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1216.4913484112692, "n_tokens": 502}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2880e6d3dc46901576c9ff3bc55a3a1a950a0e2bf8a32606c51282995b7e9364", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1396.3286685452745, "n_tokens": 492}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:96a2891220d97cc3c1baca4ddf13121f17adbb908b72caf6e946e982d86fefe1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 302.0855834558056, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:068f53051dcc214ec91622949ac1d49db7d3c6eb0e885172fb93513e45d883e0", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1422.3232208968793, "n_tokens": 476}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a6f31d9ba234bfecceee2b6db822077c30aa23d2dd40602fc94663bda4e1cd9", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 155.11285887460596, "n_tokens": 170}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2830c95d42887be796a6c5e0cc1de1d29619cc4f33ecf1f2e0fd7b7319b041e2", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 375.5801514820041, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d06ff6439f54b7345b83b8bed2e689493104c9338efc5e21243ade63cabd1f7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 364.0711322662397, "n_tokens": 397}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:326a5c2c6bbd8459c6e1edf67b56da08d0bbe39d1ee02dcf7dcb13518b9d44d6", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 136.66421338759392, "n_tokens": 57}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a0cb5111b8e2d4fe6560ae67761862ab2e5608410668e0ea382bd68defff5d10", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 796.155475440788, "n_tokens": 411}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f2fb01116f39477efc5e0e8ab47809920621d6c74e9a4a60ec9aa1c7c8201410", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 610.1089578596761, "n_tokens": 227}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e24e4d095b5bb0dbcd738f61cb9a783c121ac44188937c846c800c4eca2fe60", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 60.592176332697136, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:967305b1921daa495ef581fdc52997046809ecc01ed6ca818f4c52c085c3dd2c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 59.92387120785497, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fd80e71474ab525762acf1d979f85ecb5a6fe83d34087d7baac7f108e31b4415", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 184.7263519883045, "n_tokens": 89}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c421a5055d01c12bf1ca46211b65dd34e67d5111d502cce455d1e3e10dcd1c48", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 632.5103595109713, "n_tokens": 271}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1789df91903365b9016e4015a62c0771379d0f6b1c12cde49c00deafd16e568b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 74.878420197178, "n_tokens": 59}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d097f9337d9beae903165700e60c8107fdd5f4dbdcdeb718ff5ab38bde15460b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 203.15676576916118, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3b2803a605e122e0ab8e6626269ba570c29249d45ba58d7a54b63a7e0f97e5bc", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.27749491737904, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:89e44a65181076ab721592e13a69c971d9f067eb21db9a11468ed41430dadd2d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 376.9736861097381, "n_tokens": 237}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95c8a688253b51b33e956f0f62e143ba558a3494da559d8d35ea0ad544885ead", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 196.1328653324099, "n_tokens": 92}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d5e4c39e16efdc6470e674ed1523697946b836509ad4965c47726cc8f6cb6df", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 317.92346708888226, "n_tokens": 153}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d3216e0e9c5525fd3ff1b390fe9ddfe994eda332607d0fdb4986b19877dc6c0", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 635.6160443461222, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eaea0c1080796440180027b3ddca45c68eca17d3b2070f65b50ff67b6393352f", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 569.7689429862003, "n_tokens": 253}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:213eb243af6ec6084438ae97c83acc1224eb51d005da0de0735b6eebbfa523c3", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 897.4262689736654, "n_tokens": 428}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45242f3a7707cd505500f1026ea4840d01c833047ca5b677ce90ae7e029dcbdc", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 524.7055526868966, "n_tokens": 270}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f119ab42649b334ed54181aa9d9e198678502b7f309a7f1b8021200ad43c7131", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 112.51870740306333, "n_tokens": 79}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ec0ab0abc0cd6b428980887f7fdb6fdc36eae28ed284b484af3007a36aede555", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 291.89524895140084, "n_tokens": 144}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da0c8826b1c9df28399772fbbbc00def6e24266ea4769395b086fb5212f858b4", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 804.9431680107791, "n_tokens": 312}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f17e86e400862b58a8f76248b6a0516ef3258bdbcc14e2bf04973c276cb80adf", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 163.65423514304348, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e8e0ae19872ede1c9e4f75e62a31cbd2008befe91b60b1efceec9d82a68068ee", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1017.2424227660413, "n_tokens": 554}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8bf210a9bbec3800386a7c5c31d74e89eb4331209ff9707c6ab6af269ffcf11", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.33030003791589, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:69d2b75a5774cf0cc7f61356d15f46ce5f7e847a6ae2fd7d80b844729ee66533", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 796.876109187654, "n_tokens": 306}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f390cc2e8411ec903c73f3f4f63d319ff38697806fc2e2cc3a919ee9f4de7df9", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.4154087754186548, "n_tokens": 6}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:91c266537d1b7b14576858b3cffc0e0c64e067f25fc427b1ccd9f57deb3ab510", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 197.33973498863543, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9bb61f01d987accca140d9b7a08cf663da8c4647707509d0f849e1a6d4618845", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 518.5776056027271, "n_tokens": 256}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b0d0852a3458d9e67d6aaee4a56ad43a02a5e06e0b7ce12d3f488768bffb453", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 435.54077229308496, "n_tokens": 234}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c35fbe35a264b1d4bb9266ce6d88abb1d932379dd81c1adc52db0f2e41f6777b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1349.5937186943515, "n_tokens": 653}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:601da7a0629ec217772580a3120ac9fc06a6df190ed10780e7da422cf7f9262a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 447.4683753142908, "n_tokens": 220}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc3cdef5cb453bcfea86564234a8d2bbd1c5ee3806098531fcaf2014f25705b1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 477.70488458738964, "n_tokens": 221}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1b58ea5e251db651f6ed3fc547f082837341e585d518ffe13b38f167216e57f", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 84.25722950714771, "n_tokens": 67}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:85b235f4feda83914fdb0cbb3829ceb72a67a0cad5db3385cd00342dd5c5adc7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 230.08295647976593, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f52d6383e3acbd487bdb7628e5e1f40615221a18987e99010a5a1ccd9f1d7cb0", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.87382598175077, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e6fd684789090b25ab723bbdd2fffc97cb47f20ddab417d0fc0571f848734469", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1107.5299754208788, "n_tokens": 517}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4a9dd28310b012602050b7aebce6fc24ac6970da91c0606343724aa054f582a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 91.90646936289522, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:abd71530ee6e630d3ec7d965c754e672013f3e08785c888ae03a54545ca06aea", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 409.0431500965592, "n_tokens": 185}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6e2bfc6786ee24a14685bb3e2bff4e30c235573cce6a30e6a4f34648872945a3", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 34.13902603358292, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0bd65e73a8f7bcc45be8767197aa1d949f05a16c544f4979662418a20974fb95", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 212.8454568485584, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c5844637317399e7d5b233c18d7ac5cdbf35eb0c8828c5c9502a28c4702a7201", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 33.702717008253785, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51113c20a33637c45ffa7790adf858b82411041fd590a33eb7237a8dcc20f759", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 708.2294972716818, "n_tokens": 372}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ef8990846d162db707da43ce86ff6679aef342edf48271f8c56a6eaea6b757b2", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 3.622043791365286, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9205274fb686fc486f4bcdebb1db6ff5ba082910ec126fe4e7a45b7c4e326502", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 162.00939452125203, "n_tokens": 69}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12a51577fc8c8f57379974dff63caa82cfee85878af091db7e9ed8bef0c2dff7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.3141035570879467, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1e2f3bba465c89ee6540b3fcbe41b69530214abc3a22c91f3abd3b0268dce6f7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 306.710261903394, "n_tokens": 122}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:59fd818054494e1765970af339112c6adf8fd23735c5d25d9737f96c3d0d915e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 541.9975240361739, "n_tokens": 239}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3fd1549f3fbcf76e94f71ab625d154f0de522d1a7d8bd50f010c440921de6a93", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 398.32804796884625, "n_tokens": 215}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:44ad24bcbe033d894271593fe623ca666021144e28ba110d46cd84435dba393d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 369.39985165754115, "n_tokens": 131}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:96e2f8ebd4953035715526d9a61b0d821619b54e49dca59e0a27ac38660c1f30", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 362.3934013412256, "n_tokens": 136}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e899cf5f0a16dfb8a99c24079edd1daf67e29471990a5dee209266b674594163", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 813.4128030490151, "n_tokens": 241}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da0b52f4093106f56b7404adbb8159a61bcc8cb7941f53c70323e5d874e8875e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 295.0201144031762, "n_tokens": 145}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2a9a52bff5d204d803b507d62782260485e0f99e39b462c864a9ced696daadb", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 350.3632850440172, "n_tokens": 226}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b4626c5a09a0e78cd163ede5e329c94dcf7af010b4cb657b5e90e35fccd548cd", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1337.0265908036727, "n_tokens": 548}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a711c95c8b8132371034deda9d96ebf86b4e3c7a6ad82fe08569725c74274079", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 27.442264220961988, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8380a993af2c8f279ac14e503846912dfbcde296077027b9f33743ae3c8e77e2", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 417.8154947553958, "n_tokens": 170}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ae7bbb65b9624d622a74937935bd701d475c1a178fe315de73b92e47ee9fd5f1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 68.2122627150892, "n_tokens": 27}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fafd92407ddf89c0194177a60f58a38a1407d1c0dfa055df0367a7853ed134b9", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 593.376779185083, "n_tokens": 264}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:92dcd250215c49ee91f3bedffd13233cebc6883c582c00f9e5daa52ac0dd92b7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 700.2833377683396, "n_tokens": 258}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04f4e8dcb7a85d3d2942a5b8a88dba98e688b47fb767d15e5d6a6580cf920dd1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 188.4467410917532, "n_tokens": 82}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:98256cd92ae4fa5dce574e0389c873fca0c1accc50ddb955b6a0159bca065620", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 292.16710511135034, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:140c8928abacd14de28e471f9b72ba39b1fd28d49f2901fe084745f4d2278ee5", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 576.452485553657, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2109bf5c5db973ca8ff4b138a9796e29e20be366383d585af45a84e05038ea39", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 516.9566312049972, "n_tokens": 152}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5f66fef6384c7a95e3778c9c5f46cadd6318ce1888d9e2044c9e38a59192dcca", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 246.78884261567146, "n_tokens": 151}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:50402f52bfb645ff79958783d68aa9790de3615cb436dfe3ed8d46164a80bfd8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 883.8428562094059, "n_tokens": 320}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cdeb6dcc295cafe0ed298573af3444ac8fe409ca6032f0f5a1c52cae717e3187", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 226.23746894267788, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b2930d8d0408970b01f3d4522f10d8c1fe03a47ab6366f1d2370293ab74b326", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 240.4388193003466, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1bf1accc704426d12687e1ba37ca0bece147d542dbef4e9ed0d5c3abc9fadc03", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 219.45149660827542, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b9b9d2cfbc490f3f45f1bf113df46f68e78ffe0689fe761740adb1e53f8b20c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 291.61494864181805, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:76532c9fd99ea816721df2cef8b59592f80eb658ee02f3392aefc00f34da245a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 275.3499554089076, "n_tokens": 135}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5b77f923577ba1dd1c4a709eaf66597c54d52e7810be27543838e2f1314206f6", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1291.2564738736428, "n_tokens": 629}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9f2696fa31f6f52d177f0acde38b92505c990b9a2cb440af41bababe680ca217", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 214.1472581102655, "n_tokens": 241}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21d5e6f61e5d2258f80580d708ec4285fc824e07c92582b63b35988f019091e2", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 756.9896356152622, "n_tokens": 492}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0d5085e39c268c69847de78014edf194ea0fc5c2868c14fe5059390b7cb9940", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 800.7697879676214, "n_tokens": 304}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bdfed4ee300d6bff796ae268f6f83bfaae10e71aa8ede3dde72554e7eaf79b55", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1139.0857886896406, "n_tokens": 404}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d5dc53024c3085f99c8102e249b7da704ba08b65f33f99bed3327ca3726f72f", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 6.625787146047486, "n_tokens": 17}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:63d767b55aa04b962cab270eee9e64b65aaf34af3aa9781167c228dd0e82f67c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 294.0304198091344, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9329174e2ac800db587384bd62c32bf99604ad657176f524f83263251d20bca5", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 383.2514780280944, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7c4214e958ae2abd2be5d8b652d5915b494776dc94af3873d2d6c3344e851f62", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 258.5182530745785, "n_tokens": 161}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0dc3429898c88946ff7e6b1d33b8ba1ca2fe61216f700a9d88df16e14a6b7d8d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 198.49383861554952, "n_tokens": 125}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5991d65bc74447559f555e0a808f886fb6645f3529656ddd63b8d087f2df7f27", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1196.4248015606418, "n_tokens": 639}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9beb41a989ac57f4fdc979d80b3b65eb99d25b97c9f664eb42bcaa16ccd74267", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 617.3061898239066, "n_tokens": 315}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aadb45cc8d2e48853f3e7d8f759532646d013559d46b7fc72c60042d3f154064", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 190.60214591462545, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4f5195b9648dfb0a57f64f53e6afc60e78c7b65a7620943ffd98947c9170d628", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 46.95547009819876, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8135293cb7bb33562aac0e08f4942f44ad7d7858ddbbcdda57ca83f234588846", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 821.0330215936119, "n_tokens": 386}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1e66a5ced13c36d30989f5776239534594765d1bf8cf40144eed2e913e24d52", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 308.3011150140637, "n_tokens": 153}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2cc15697d3bad72aa51063c3d8d42753ee59d965111cf28aecc97dded3d8376", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 441.5406358695732, "n_tokens": 518}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3410cd90f220004a96c7f8bfa1396589594d36100f6b48c632238fd97c25f051", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 552.3224069891558, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0512bb67304464c586c502af3dfc689a18a64da1493ac248b30782ceb219e103", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 193.81549960234543, "n_tokens": 121}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4b535a929ec12ec2fa17ee650e3339a558e495254049d037bd55d881614b7993", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 898.7971993141072, "n_tokens": 613}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc1c6bf4a49f7ad4a1b65a21092307059639a4d54c70943c81f70ef5595acd00", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 429.3509823609302, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f02e1582f19aceb3804c56a778dbe12f55fe8a8904e555c8b8f5854b2d2e2490", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 608.2265599951279, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a45ba472e28e8ea090c83ab4d9d909c24591f06bfe9d7fa29b08eefc40fb486e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 140.88223086928792, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cb0115b30980ef2c67f726ee3b246b1a9a48c862cc96e9d5d7f932465113df15", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 858.3839576401369, "n_tokens": 373}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21d96307542784354781725acfac689570738bbd4701d34d7fef620028a65ab3", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 916.5525054599852, "n_tokens": 288}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cf187936417f4e620db64edacc001a21ea66cad7ce1632b3b695834e59937c36", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 565.3811482290203, "n_tokens": 243}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ea03a22f943868af40ddde4838466261bc866a90f93ba57dc9762af5dd1d1f02", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 162.46922908135627, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b1d03bc76343f1fed66b69110f521554c64cf85be99e8465fb9d683e712dbf2e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 105.36799141566917, "n_tokens": 51}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:89b59d3fd692af01d07cffca31fa8206144455daef39e21834fa33fa717eccbd", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 229.51669374072026, "n_tokens": 104}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f57eb796307f7079b4b17d5ad1b373027a3d8d6effafe8195d7f07c0c3adc7d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1339.982423891025, "n_tokens": 748}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5379c8e23f96ecbe07278583d4a1bf0cae261c8859f5eaf2fe71cd48dd372b19", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 512.6976700592986, "n_tokens": 180}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5d57c71c8eb4151b7882399a736fa1f76cee5b963bd81df6c71449843d6a3a78", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 265.2796705034607, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1e734b7c9273ade357686249bef609292f02928f4d7e92aaf8e804903705dcf", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 690.7981307382859, "n_tokens": 394}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:acaf6bbf25fd178fbcec73c0c442c059764b5fb6574737f115be96448f0a949e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 945.6548740283341, "n_tokens": 426}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2bf1aaceb022d29d07b3592686801bc38669d7cc3b53a39a493b9fcbe341cba7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 257.43151757782914, "n_tokens": 124}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:def95674a89f7c0af7e5effafea662aea97fab147eceb9c26522faf022f9c5fe", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.4768628326742146, "n_tokens": 16}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9aa4a72006d99dbfa3577a09727a94f45fe46287f36c6a57f05277c5ee7241ab", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 148.5340085235748, "n_tokens": 49}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1f3fc92dfd7a802a4522cb83047fce264d858342bdd1ba74a6f1ec4b70670436", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 255.41191229371358, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f027a06e3a6d9f8e7884505e882765afab994a7af76a45a17ff1ee2019b87935", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 20.360108576556286, "n_tokens": 68}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:58ff17be13248eac49ee8819e0c0932a24aa86ce83bae6c5a81606790fba7b35", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 7.533838029439721, "n_tokens": 12}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d181278e1b38176c0969f3353fff5e6c420e04b575910d912fc520e607435836", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 640.2824986434771, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:18c97df1c8de043206f91f144ab63cbaaff8daf413e985c89e707dd3fec96e01", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 790.3492811266292, "n_tokens": 331}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8d7070f3b2eadd68ee04484aeee162965cfa87c8944030ddb201caa81afe852", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 252.93296928044606, "n_tokens": 129}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:57518a6bceea3fd9ffa74011999efd87493f1c5db060a4aa769b9be7848af626", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 609.7138827054366, "n_tokens": 238}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:87914ff0fe55338940f93023f9753fe82086fa3f6e8a9eda1a777acc015cf0ac", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 624.8424920745082, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7559d264f51a24cb19d4f5975adfd3311da418ff021a7b34b425ae468c2f3a03", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 220.315245099182, "n_tokens": 108}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac1507a57ad89bb7bc2bbc1c369c9b85a9e6eabd82d2fdb646a555dca07e8a8f", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 196.30473139238745, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5cdc678ca7768ca7b56af0acd0bd8beed33e962c09fae12c4593ad3fb4e7b686", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 210.95624282275543, "n_tokens": 116}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:10d1712f547e45c910c0ace8c5df343bcfe60cb9674565c75f44c37c9ef27b4a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 12.521195919063587, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f23f7cbd01c6c31d2cf42ab2a77ccd8990c2df24aae4f7fea9333c169b1ebef5", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 973.6229961032782, "n_tokens": 537}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:62ad8ad2fb5e912a6a726ce97148ab183e00836f1f419cb36b40ce9b539f966b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1221.7667242328062, "n_tokens": 557}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f1c772697dfaaeac06b48f38adb234478015161fa3ff747863ab1a4fa52546c5", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1399.4314352951221, "n_tokens": 519}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac0d55915dbc688034a5fa10e0a0567a2e43baafed48b670e27a99a753d23c5d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 541.7759857534611, "n_tokens": 390}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12aab43789e2f7d3146b3176b50852a78331f6ab86ec81f83cc16f5f33ea9ccc", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 266.7615149883386, "n_tokens": 154}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a47718eb12402f37e9fd94c2155173f37ff201f6e1023e1bec5fde1465a84024", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 319.47416282385393, "n_tokens": 374}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ad5e260eba22fdeba20d6e656bdfbc9b3594bee49a1bb22a595b51cd96992af", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 33.27559350470983, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:879a1ad0ecb760e10299434681ba0e095059acf521f96b016b7a3cde37bdb2b0", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 383.81249472569493, "n_tokens": 187}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8bb586e839cef9a28ef6fa93a819eaf4c00c71772ab77b6dd895ad053536a777", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 325.25793054029464, "n_tokens": 190}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:df61fa815e8c0741d159d29c8942deabfeb19d84d7ebe78a5aa6ab18f9f0c1bb", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 95.42524585440876, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7b9040b1d3b6856c5515e7c3d8d835e9d842b146723068447b4f4ba797e89c32", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 405.33287096408696, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eed1bf7ddb070685755afefb800d9b3501a4d37c0dfb2dcff9b466f13e9a51b1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 148.3901490210244, "n_tokens": 127}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2c3159fafc7d47e194430e37ebe9e1b7f624fca4b0f713e8796b14482fbd1e6", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 642.2179465866047, "n_tokens": 290}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bd00fc3125a0b2024594521b7e88e01056379c60de1104cd3cd30b1d6b86018e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1008.3431213192689, "n_tokens": 424}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bdf651db6af463bac2baaa81cd5531391ee680381ab3ec527827f266704f87be", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 170.37116573767975, "n_tokens": 56}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7a18aac879b7e987f2ac1e13262a9938bdcf98a10e9882b15432cb71c04b0e8c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 297.4249121847133, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6353dab1d3388095c5fa4bdfe6cb081ed487aa771b0295c592712ff348594cb1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 223.09161802464882, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bc3916b72a42f1e5762f0b6ec42187c26c4be4e1bdfc91ee538d2ca24a88e4d1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 280.4664438359737, "n_tokens": 188}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ad428e8ceee2a71a99099898cdc3502664f5ceff3546b24068980c1002fe61d1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 9.011122547861298, "n_tokens": 34}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:73421e0bdb4bfeb54712175074ae883bda34be646e072d60c9ff7680629b1e72", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 187.9030796970942, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:99c31abd504316002052b5a4599e5ca23850b258e7712e71910e06f9a8f8ddca", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 287.60842425129727, "n_tokens": 115}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:edcbfaa28a53505efeb660324de996f5f87064f05f82c00a430b4bf693563e24", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 592.2638588440832, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d5a125c091b1330ad20f9c6266cef55a59d453c7faadc3f75b7f310d118f580", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 935.2777729419577, "n_tokens": 366}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:711dbf4713654879d2ed546e27e1758c4c41508cadf57b17f7098ec8d9cb4d32", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 556.4352446039951, "n_tokens": 251}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1d206f2103e90eac0254aa1d3274e9b01645c4a4ba106d87dfe15c1f1e034965", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1524.7967219875582, "n_tokens": 517}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:27af0d850d8bd239b4d44d381f524807db5aad1e39b1a652b58fbfc63a766892", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 74.67551152852798, "n_tokens": 54}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2acba4442cc04a98acb1e4ec53cd5677d85e55f0e539f3346597bf85f07d694", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1221.907331958283, "n_tokens": 488}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2d91dcc129303876668ca3ebd2082ad0fb4ce76ae99951d801f94e95a7a60404", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 564.9484121728868, "n_tokens": 217}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2065b3c57f02d3e7fb4e531ee740a7abd4715d4c4bf462f910f7d07f8ed49c7b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 271.015989999074, "n_tokens": 109}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:163bae12e8c1649f03d00c75f1f14392d3a165a705e130e2c8c2ef8072900298", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 293.81953602108, "n_tokens": 282}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:627f3274d200d6ebff294410bddd5bdd289e739ab0eec10e2f12b86e9ba1d2c2", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1281.278132737273, "n_tokens": 503}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6da2d4509f61ee54c1e1517dbd90130732b33323b86eb203bd802506eef0f6f5", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 882.9008881777362, "n_tokens": 320}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f0bfe3f8637787f7feade76b0b4542f98eaa7a6979db99717babbe6d773e2dc8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 53.9925867578213, "n_tokens": 18}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aa7f0e5cdfb6901d2d90d3e7208e66ef152eb4c375d6ca49f11c8595426fb5fa", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 107.98288823062364, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:359c18b053c7ee99c28aaef1489af3e7fdec5696b9c396819469c0fae0abac37", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 350.99563908374694, "n_tokens": 168}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:292ac83dea709c12c9fac33c85cd40881cc9bcf5ed4afdbfd63debfd61077bf6", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 84.33513941603724, "n_tokens": 41}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0613f4755ddc2493e8e837f455e836df25da9bfa3ff7af7b3730a27b6f5e6b45", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 509.74074012399365, "n_tokens": 239}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:49432f201791c5d2f041d3a9f15fbe8f040e2ee6c3538e3681828d966db63c97", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 50.41226719536894, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a3bb1debb936705b1ef7521ef1e9c15e800b67be60014884374f9b5036de27c0", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 541.9964884943334, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e20eeb892f54c4810c7d93f54778f1d76df20c699cc7bc3df0c25e283a595a83", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 725.1249824969682, "n_tokens": 417}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:489ec38b91c95df5035c1d889c2a32ed40ca97fa306732d72589217906a120a2", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 216.07676519774895, "n_tokens": 182}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1510c80a8ab1d3336f8a94e68efeda4ac4e0c72357b810ff368b0625a7278dd", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 456.0862463433116, "n_tokens": 328}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:376025d76297c587ce811b6f6d21599fbb25cf1af8dc4ed92e18aecbbcc40fe3", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 224.23236604676504, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebca3e652be5cfb23f84fa73480f2f853fd04daa2fdb50575ead2a53b146d443", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 22.07259414620512, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:38aa0c7bb0970bf91add7d33abdfe187e34a094b55fc66d2a4536c3edccc5a23", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.0355677417210245, "n_tokens": 13}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c75021b544b5c17b1bc159a46bf68c84f3c3f6985a3a45e0534c42dede8ed30", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 319.5832356222181, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a74836ebd3c90c383a4008391560ec957dfa0b5da9e29f37cbcb25aa03162300", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 238.6622426244553, "n_tokens": 209}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ed7b90363e2b3e866e549e4cad67bfbe47b984f6d424dfc5c6ef43bcbc744545", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 101.91021254042516, "n_tokens": 92}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:59b4cee67aabb257050e24350386b215c61af9a4e00bf1b6044bedd14ab864f8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 63.37492083096868, "n_tokens": 99}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7bc58574708b8a53410195e1d914dc5a86428b8cc02a383a0f47ddb0c211064c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 720.7267674918216, "n_tokens": 336}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:17b62a7ecf91cae6ab14f5504d18da30b44396a30219e2b824a59607e58053a5", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 169.5286384433184, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:832d80a522ed3d18ad84965c457e919336a091b5b525f105cedc909a1a6b42c7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 75.15273673961701, "n_tokens": 41}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1ab776c45860a736c7a65b2070dc7d57a58f64ecccffd8c5e0b5220163d129b2", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1158.1923524585022, "n_tokens": 405}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0dde5c58440c2832f06ee8b7bdbb39e7eb7e703d3722d3903e37972b98f758d6", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 452.86250258628013, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dbbe795ab6edb4b0b00d7dc488041c666a0050c0630291a71ac00a77311013e9", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 53.88561853587254, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b8225dc73fa4c390080ebee2a1f6c1aefda82980c02ade6aabe003b2a607778", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 780.0072298230764, "n_tokens": 336}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4402a30e69c901a660fb7000be2a91ae4fb85d240762156b252fbbaebfcb35c4", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 247.7066676233917, "n_tokens": 65}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:190800e5fe6ec8102868c2a20fe72c3bcce3d47b09e9ce6f89378df9d69d8a55", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 240.2930061192655, "n_tokens": 73}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2933db9a81070f5a3a907dddc7bfb53954204e9ce6accdbe16fa8236e73702bd", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 207.09396276150392, "n_tokens": 108}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9b99f22ca3ad129385462592c43ee852b5bc1b143116c69f4a498cc2716b2f37", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 338.7634009979146, "n_tokens": 166}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f15bf5f600fde612c62aac19aacc96fec9d5492ea20cd882fcf438f7da528fdc", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 222.0794942956686, "n_tokens": 237}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c75dd3b9c443c578595c6e6254bab4a402af66ae303c3adcd7d7b0d12fe356f", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 16.763603983166824, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6977eba7eabf93213bdb09bbd79c76d48d40f5495b61e60cac9d7251107dd65e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 627.4842486010657, "n_tokens": 483}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e174209ec79d2c77551ad995f0793a105c2a276aba6e540a734b46c376b95ac", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 156.04007341093893, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc9914ebb51f869a655d2c711c3026c5a946e7f5a5f0c4207e5e59996f28fc3a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 39.04361625452108, "n_tokens": 48}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6c6e51c01ed43bf768cd647ee633051ba964018ba50398b94778a6336d79cc7d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 294.1242947006331, "n_tokens": 371}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e459a433eee96c1489749574fdb1251cf6160e0867970d21b57f8a0c07bcd5b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1070.0384018643863, "n_tokens": 455}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:396b9869a1bcf5dc03b28b5b7d9beca4bcba0e336601de2c72d753a5581c0e7e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1215.5115064989077, "n_tokens": 587}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba3186534d194b706f2fafd73ffeba8eaf369eb1b8bc7cd5735f6b832eb63345", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 549.0849594158205, "n_tokens": 193}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8ca28b279177640a66bba4418407eaac428b4b9929be2621053e528c4787d678", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 245.30866009548424, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0d085a2a920a21efe14671cf9783a18cedbf443a371982632b2daf77b745e63c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 82.72145621169054, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0aff4c8b522ebeeb637127bcc660272fc3be476548731845e0a98d0d7252c6a8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 123.07597848015573, "n_tokens": 34}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:034aeca97edb0026c8f6b28015f96f80e64ed2185e47ca5953bb3558544bf677", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 105.05074239355596, "n_tokens": 90}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e748b973a0f9ca774a7fafc2cfb916b4b3fff17f2aa52dbdc4efd99a78a0f42", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 202.76057182113243, "n_tokens": 85}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9620fd7c9182bde749653ef79cfadcfbb0114013d649300cb1137c70fbbbf2aa", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 30.986744789420868, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7e5c5cd4c0281d3379244965dc6614199c6da3e959135a65dc64b8fe9bfbe3c6", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 282.92243085102245, "n_tokens": 321}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e8d7adc6514830d95bd6d2eefdab4c5f4ab86135aa4f6fb94c57f45965d8bf44", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1196.6760168632172, "n_tokens": 487}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04a42213adc94ff11ab0c8f2b9d3c1b6a09ab88a018ff2674ac46cc776245585", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 176.85258835654525, "n_tokens": 100}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:43e34875cd8505e545ce6578bacc3f0a0731d1871f829dedb3ebcfedbc125ab3", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 392.9766287878065, "n_tokens": 215}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:079e49e7313d18925ddc6d79ee2bfdaa6efe110fd5e5154d68eb30a3aeb303ce", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 340.1723466768635, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b1538637e504a357ff8f6187d26c774dabf66c820133e7386de0ef4b9939a9ff", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 58.207321600692005, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9637d09548e7cfb3a2254681d76b906f6736834dc7bb56bc30d30e3ef122ff92", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 709.4059332485622, "n_tokens": 274}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4e780fcb9b95852d4003a3125728cd59ac9eaa361574de7b424e834429b2f94b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 252.8245508061782, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebe773c8ce5b980e8534de968460abea42946f338700cab3952e745f1edf34c1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 782.6885566902838, "n_tokens": 369}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f40b5870f2b4637108f9e0e624e635b87b8a481c570e561213cfb83997c71fcf", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 214.35284221394613, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a457eaad92c901bfa6b421dbca85a0187a55a0c1d3db5c3190118b0f9762840e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 88.04183782561222, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4a35736bd4adcf4f2738d714126f7e1ee631b270854f5f9caf763ee6b0b914ed", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 87.70747145017219, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ff458369e71a6c78f6c963ef11c04a41df465ef908baa09bc39c2fd608ebb047", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 428.4921134483864, "n_tokens": 916}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6d04c2f474c12831ca516bc6b570f14380577896c9430fc0f50c5189b50a61c7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 968.2280069736053, "n_tokens": 370}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4fda661d52da94ab5575570229f0fcfbc5d07d86da03f3c689a44bbc7e9183ff", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 335.11777137625535, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d1a1e1b267ad0722a86ca4fad6ddbebd51176842040b291e0008de019ce5379", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 343.22617350491987, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:24e9ac536dfc2c36b548475cbfdc400ae21c9b5566d6152a3d126f52b43fee25", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 441.7339390640882, "n_tokens": 211}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02f3e506860f9c0a76c25e040d4ab0104d61bf6759c0aa85ad31ee64bf721eb1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 907.5220867314929, "n_tokens": 465}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c79fdcbd3dfb18027a63eded6f242968c518642e7862334f825cadbe2007f1d1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 16.02488765500857, "n_tokens": 27}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0e414e0a370e42b00e9e292c176ab1216c7a51b8347c465e2be9d8e10f44af3b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1316.3955592916514, "n_tokens": 480}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e9c46210587c0ce455a20422f65d5471275eb38dc4b6db98fd2144bcff13ae72", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 630.3320010435882, "n_tokens": 477}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f7aa67c5e926f3901db8fbaf16761392bd403ef426125b223631ec3b2517ac8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1610.2653126318837, "n_tokens": 580}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a6deacccb8af5a3a0ea0346c92c9370bdd52ac9227fe360ac5596c76d1bbbd8c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 213.3827911175439, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e825b5cbbaba4c14f72a0856896dd5b523a871ab2b9f2dcd15d776a2b4aabfa4", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 43.18025209118787, "n_tokens": 59}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2bbd6906c056a90062a8ae36294c8d919482503c574113afdc86f13f14fd837b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 196.92305912567724, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:072f282c80b080141098970c3b463d29c5aae2f69ddd2dac7455badcfc5a89c3", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.15291344823481, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:244ecb6b0826574c23d978c03ca05300669ceecf65734363fe097610a6ca25bc", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 33.653595243518566, "n_tokens": 58}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e507dd4c9d1df15f476426251e5a1d650a207b6a5584f7bd4744f0903093600e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 58.21901024584258, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2b3cdffb047fc350416d9b20e25c4e70590df1c3c868ffdd44fa545ce0d67610", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 25.259258921841592, "n_tokens": 36}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4c949fbda37ddfda58554ff73a2e224deed8df66695c36a40f8a2d4a134cb9e3", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 79.14054191977715, "n_tokens": 24}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6d6dfc83c69f55a856b1e0b758eaddf68b5543e14cb2ae617743a0d4881824e8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.7899115976233588, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9cc02849ca26fe5b9121d46077bb34eff04fb3e2ea2f82305367c9154d1237b7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 467.8153726961425, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2153e9b17536a047acf8a0614c91ab45c9450839e4b2c7660ab25251c173e1c3", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 258.9832476126239, "n_tokens": 91}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8dc045dcc46374809265fe389a46803a26afafe333fa77dc70a1f8c3acdc3963", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 319.2399201596779, "n_tokens": 206}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:288e444047682b25ddb5ff63898e6a0d48cb1de3c6c06a65261f8bdb60931468", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 708.6114123470543, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1905bb8ba7ffff2cff8875d6ddb7a2d85c4fd48873bcfef5c4f71670fa118b68", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 255.5652115242765, "n_tokens": 109}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:042108b7bf148d0831e5665ce92715f156541ee00c56b0adbd330b4cd63dcd99", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 415.63153421684274, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3715688d26cc3544beca7d717c5c663cf2a05625d9ae13d1fdb39cf508f77446", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 41.64333100834847, "n_tokens": 28}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dab34dff6549458647c89e02da31b00b2339599ede1deb6799587b4bd0209106", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 363.7448363210333, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ee1bf2cb4729ec1e998907fd521b642b8fa17f54dcd3c4ecfd61994b3935b289", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 258.41654652761906, "n_tokens": 305}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e3d7cc21f696e9727960b47df92da81cd681c36ee389272b24cb82839f66d9b8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 330.2800648561141, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:79cedc57b4ca1fb97ea15691a996378a147499a6e1de0b0e50d9c4c7caf96ea2", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 178.52638296289655, "n_tokens": 55}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d95f75bba38b5fb8923367b6c8149cae81ba5d31e76f960e55db774d641f3ae9", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 238.54016869921622, "n_tokens": 154}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1f1c25dd4f795b151f180ab18467385fd533988876fb5303fb5bb3459e35c23a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 572.5554611092626, "n_tokens": 203}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:09d47615e1590057bac2dc5ce27d3ff90f20db6b531672e5ad57699382a0da08", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 61.042662576048315, "n_tokens": 82}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a6416ec59f8e7fe9867476cbb4f5f44bfdd6e962fce1bb00814a141cb3780234", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 42.18847184755532, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e2caa2ddf7d8e2f8b2c23d288d2b6efc376a4e823ffe09a8af191a44659a4b7b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 686.3255399282461, "n_tokens": 299}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1f930ab77dda26f05c58851efc4c27dbc6e180ec529c04a8ed40e43cd8d0304", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 942.8267578778441, "n_tokens": 524}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c721adad90dcd07ebbf863bbbd0c4912f833fab99ac96db9f1d5f833c51eb896", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 106.81349300670081, "n_tokens": 84}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9aec927595bd10316b1df8dcc0df499655280e584a0576047e056f1cb4366d9c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 477.24022062147947, "n_tokens": 291}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3efd76547ebd59f65357d2040a3b63b92ada7655b9d2c4de25872503038cb13e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 417.48505753671066, "n_tokens": 313}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3cf7583809cc9110e00c65652f69c9235ecb294741c261595eb4ef71d9fd537c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 153.7183345938821, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b8ef3dce83ad90f2c1a18eb70b97ec2cbc3c25663448c05014503d1a4fd3ed5", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 35.09096201860655, "n_tokens": 24}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4eace49f52ea1066fe19654a8d625211ec377ad9901c86888dc5ad4be6fdcee", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 471.94466360535284, "n_tokens": 236}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0907eb27ebbf46386b02ca9314935c115cdbdd8382c6370817438e4fc2097819", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 19.44293304587609, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fb551f033bfede2b3cd283a2628bb5c46f4dfb47a97e6f477b5288d358ad4b72", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 337.5751181409405, "n_tokens": 163}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95b5066b66039db0dbb8ab6788922e68fde8517e20552c6cda3fc0e3499d316a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 188.65218317093058, "n_tokens": 78}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c27801ad6b5ebadf46dd97da83476952a72b99495ebc85677516437e49c09fbf", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 67.52506919667206, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e31053f7b489a3ba30b1011663175d1a13fc350b94840af286aea356c829599e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 109.77551940759486, "n_tokens": 77}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a88b3d44f1598abfb32011ef71e859618a69c60e54d77ac0477a29d649036625", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 19.175090829505507, "n_tokens": 33}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a210dfc781291b83f2b82a299e82c61d90617500e34395c42a53220b22fb32b0", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 82.67478753253886, "n_tokens": 119}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:756d31fa74b296203c9450a5ded21a07492f0f99caf7c982abf61a93a9c3ec56", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 453.08057606261445, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:470dce010416538f33aaeb18822ccbdf5f5e1da5749326a11100cab5b54f44db", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.81361933608957, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d9f074817f0647ebb6d9d6a879598fc4394ae7c63b56cc55a147a2b8ef27aa27", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 331.36050662423986, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fdcc2616f33ae53e0f3121b5cf7cc998b31a8657f3581552a2646c28702f302b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 346.0590757907812, "n_tokens": 184}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9a9300da4935003f03f16f85b9697b58b533353f121a8be641e1c46aaea3d6f3", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 373.21228678108764, "n_tokens": 314}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:93f3c8cc7dece34fdca51a61199b09bd96d8a2d0d5526bae764c07a97602a921", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 709.1455305205304, "n_tokens": 366}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b93de1a6ea093a5807b24dd5c14f32a952d548e14cdbc92d20d5cbc831546b8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 231.3920737158349, "n_tokens": 152}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:36674ceea31c0eefa67d12528bf92ddd91263cfb12fbe08bcd2631a52dd61188", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 205.78721498166124, "n_tokens": 143}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e266e32ac7319880ff40641c9ea49f61154ce74ce396876cc973d70708946f7d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 269.200344137363, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1521cb0aa1aa83ec0dc5e3a52234a27e14576e75751b4704480ebd16ac6e396", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 117.45778343827254, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a794f05f5d6687b8a2e78d904a89209812a47276ad51ed1405043d45b1500cab", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 231.72789183318037, "n_tokens": 103}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:27d5c23de1b1d5746a570fcb287b947bf3abec3a5a2948cb081f8daf5c285b6b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 576.9540728708978, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9f63c208fe95b14e13899e0207f0d42a9a816b8674a3892c3c8de74b07b70c7d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 456.5115483431641, "n_tokens": 179}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04795cf6ec37a7dd935c1de66d84d8ac0d764cdf12fac297d129f48dcfaa8d79", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 163.9991243463155, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:afd6af67cc1816d99f86b3e059ab2e77aea944c07b1838c27e6eef57a1400985", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.59249807232618, "n_tokens": 52}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cbec88e3309b7648c023d9e2114e2d7595cc9aa18067c25391252004042c8eb9", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 241.35954098668827, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a0a73e9962d364ed3eeb4d132f2499e7047e2272808600a290a2fdab270f074", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 50.57075133871325, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f74746e22e3b69428e9f6bc6ea0561480c8f0ed4bd977656197db9521368fee8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 338.8142408301933, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0b1ce063570abea18f6ed8dbeadb06d796c243f7e6a2a1f49379e74384d5ba6", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 216.77912946470656, "n_tokens": 143}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66b6335c0c576b405ed1668e632edbedd0eb09146dd4e4d84aca2b6043511aea", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 479.74463443413924, "n_tokens": 228}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:079c5a5713af4f78a53df64e7b0464359e30f5fedcfa1fee25cc46b177c44367", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 760.1773757850315, "n_tokens": 300}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d436fce6076f3110e1b20da47f43d8fd0e643a43d36af478ed325f1061eddc79", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 304.98749780570097, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da13290dda7f6ac430bdd317de487a6f9fa79e1b0ce8b353f948980a519cf952", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 249.89529621122756, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f044562dab2d66d59ffa187a93db0a4d4eef2217a7c143f944312254e82913cc", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 145.94606070573627, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:940e3ea02beb3b61613794d1b427bf37f30078633244e2a2d3a3a17a169d2350", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 950.5119255425598, "n_tokens": 497}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:749dd218364d72a3c4022bc6665491204d016ba8717793b88665219a4b4d9c70", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 314.9423741825467, "n_tokens": 151}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e10eb2e3fd3cbcbc45858578621b9b4e64aca3dd8f3b0ad39a472fa3c490f660", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 46.45184267005243, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:36e1d930e74392cca2528fe06bd8f0d38befdde3c3781b8922041dd688d55235", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 449.3340312451028, "n_tokens": 194}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ecdb34794b24ea6e65ac66a1700160f4864589bb77a5def4591fe996701cb06e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 216.051399387733, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:47e591d09b7363112580b3eefe8ed4da5f274dccd3619a2704027db79f941198", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 665.3886467693656, "n_tokens": 284}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f68dd2578ad9dfebdec7bcd8caae2e5d4459159dcfbce130fb6ee6902c18b836", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.0413685524908871, "n_tokens": 17}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2abe99df0a43a558ebb63151afd3f8a96f884b33495437b5917b0d6099fd599", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 144.23978802735448, "n_tokens": 293}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3ab7f8ff8f4372b640737a33505112b854b4d6bc35d9e87a4cf73ca9dbbe2f14", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 483.3784682445603, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1045319c37d98f4f7462681fc50423762cafeb00bd2925484b3d429718e8ff8c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 674.4123405270293, "n_tokens": 242}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d3f9dc6ca94a0bdba137665cb1d8d9e4b76d78fdd9a79e7e4ac963bda7e0f38", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 374.9874661425879, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d8e91a51b7e31c9367cb2bfc5f4418870271355df0d3048599ed2f1d61bac77f", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 333.9059569371034, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a911dae756fdfd96b80d4406b261fe658cf900bf6ea2281c59b2e87df796a24", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 386.1293963140522, "n_tokens": 177}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:070995ef4c7e899b073a6b1e03a1c0a91d8f6e2917b867ebf75bce02027b2653", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 523.2157799869101, "n_tokens": 251}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51e7e7e69771e152110bd3673461509ee7e0c513dcf590703f6d587bb65ed706", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 162.7996482936378, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4377ce8bd0f44aa7114983c2d48b23862106b0f247b9199a0ab9926f50dfd80b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 549.913580003982, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4969e6d2e7da9be81ccbbdb18b575ba0b363066b5365ca134b59285bf5c6afd3", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 29.963787301974094, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2f4b66e0168b2cf7e7c260d3f3b7a18df48f4984fdae0a895561c6a01fd77c88", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 375.50587445127326, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc306933ec2a6f7ee590c6de309bbdad91d0f668aca834db27cdc4ecfb5ac7d8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 475.3524301498469, "n_tokens": 264}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3232792c0b1f58bb36128a00bbe8a2abdf24fddac8c92ba386018ebe34756dae", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 936.078017348017, "n_tokens": 347}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5ee45f9ebff4e75410b1128889f9d0ca7556b223e69df33334075761d1c7a57e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 794.7448156295404, "n_tokens": 352}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f6c76517ce8ed01ce548ea7c86ffc53a5fe7afe7984a166755b5e35eeb99099c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1066.437850580034, "n_tokens": 446}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:57a499002a099639b52fb3dfdf516feb745c14457182340aebbb3546de7eec77", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1440.923757436763, "n_tokens": 506}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1c5db2224424da86a908bfc9f21425d8669300e88205241d97d0c7a9b4324a6a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 128.56729868927368, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2ace06c7fd726671319de8192f3fe5480f5297faab8f09753c1cfe7d6df294fd", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 424.85446257295916, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a3b22afe88af8a1377646606f9f4df393ac0bc931a643220a32095285895de97", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 16.296186065457732, "n_tokens": 78}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:86c835efe40d8ef93ca1608e77a2268143da853d0f60a714e1284fe606e6b4df", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.43986040272819, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0e43302941845c64fb7ba5fca1ef39612a906c9fc81c3fb7753ff7ba3b30687d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 320.21991724763166, "n_tokens": 142}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d63dd41a84b46571478cb5a4903d5efce1b77515b3e3e5acee602f4a56d0783a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 52.60387835533401, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:07727af96427cfb80e78aba4d505f97dde11e3c5969f44fe5664b45e8b4e7df7", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1044.9225454735438, "n_tokens": 426}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d0aede9a69080a3131f709faa0ec3d99aecd603e981414ee70d2df4d39bea02d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1237.7536109735875, "n_tokens": 519}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0ca28e9e453502956ead1128cec5019004c58e33cba5929f5301f3763428216c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 216.41464634766635, "n_tokens": 95}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:764691c4fe0c71bcacf5e05c3b4a120547e80d8c365e6edeefa6a40298f04faa", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 772.8203570004189, "n_tokens": 362}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c221a1f994cff9c2f34b9aa9e41a55163172ddae96767c1d20c1965b48080017", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.90564282732612, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ac2c6de8b0e256bde22bd47ede3e8ce6b1c3df1b1e2dd0e3eb286e2bb325bef", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 44.45890963936017, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6a07c07c04281930a7048bda680a6241c65710437584d777401158b0c57554c8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 108.02651503220477, "n_tokens": 46}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c6c5baccf1fd2a97d0043db12d7d33d85377a8a924e43eee946b3bc18ed8ebb1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 135.6634373407491, "n_tokens": 83}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:50afd036b32ea68be44204ffab02e3f5cb85068de3d905b820844c09b77e17a5", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1052.0049757205163, "n_tokens": 454}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d8b08737912472872ed2932afe7af99bc72e16457a76b9f91f6b6e376284f24", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1531.685108599726, "n_tokens": 493}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:585e892fa64acb013514af77c36f63c776983e5cfef4563790464fc6cfdfbfde", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.164983495373235, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:690738484383e06723019f31ae210f7306246191c01c3d5a09c4f665b7624f1f", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 275.59141666102914, "n_tokens": 120}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4464c320e01db719e51909b974243edc0e7b45f08cc6b30d4d31ac6f13f2e67c", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 704.4814943265778, "n_tokens": 289}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:700bc710519bc0de70046303a32891ac5542679ef6ca1030f3bbc8bfefdc2a17", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 361.4972906986457, "n_tokens": 112}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8b6453aa02539744c0b316eb03e2d64aa90369280a65da600f6c391472b94963", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1011.6985271204753, "n_tokens": 439}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3e0a50a9d76572aed087981deeb71f851ea0e9ce59ef7a79dd5b14ac82c38c84", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 505.25311194038005, "n_tokens": 223}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6367ce45caa5d0f0b1acb41b2f53e424f993478d1466f4448a4a97dc495a7222", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 237.20492852408276, "n_tokens": 205}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e473b2438fd9d0a06a40ad46f9a3ffeccd8d0ad4e5749b9d1ccba0eeac5a3025", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 91.68301903476424, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:40995aedb42a2ce8a74fdc801dc7a3c7a4e50206d0820dfaa35b47f5bb76bf9a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 235.22307768975224, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c0e4991c7c924b78a5cff690c322f7cdd0e82062b55130fb63c19f2b4da79188", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 60.0309462140915, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45c8c3c63e02bf5ed5c99b208cdf423a53371f41e59d852c2678ee637aea8ba5", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 185.08054147825985, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ed6df8fada20e3613a2ee2142eb619726f7389f0b6464480a37e7f675dacf148", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 283.57543237842174, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:76aee18285d18dabcec5cb59f7aa2a0190bbdb0a4f64eb6a4db95976e8d227ca", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 120.91277048235816, "n_tokens": 70}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:62829e5b79946e964e3a04465f37d7f8d3d702e2fa342dbf7fbe4441aa05ff23", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 482.6962564219375, "n_tokens": 231}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c14c3c4b63794c8b534c6a60fa3338b1cadc10b24bf8ef69bdb04854b5224333", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.237475551505668, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9ea362fd9c2b04083756e2c03b02b4d5d334826313b7c36eb45f922068ccdb80", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 70.21419810080238, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:446c0186eeb24e8a43d0ab7dd13d314a20e86b3523aa23dc1d8e68422e7b7cce", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 344.8357208161706, "n_tokens": 169}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:489c7abb740ed0b9bb6bc704595edf4c94f1f9f4ac797ff1d6f55d8ea956d8e6", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 583.4263551798713, "n_tokens": 300}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:002ab8b85a36e6c5464c96594c1046aaad0832b2b7ba59b7c60f8d5bf1839d14", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 292.94884383438966, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:73d6f61d9fc2261b5ff4fc6a130ce46e5f759fdd82536f4458150cc9abe67453", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1564.6930557606975, "n_tokens": 745}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f3f094b2aaa7c46b1dc50d4975a008bd30230089ebefafa9724184be73f84d17", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 166.75045064166437, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c70281f8e81ec2249e2b6ec296b0d5158860523a83a3d6ece0c11d534f24fc3d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 47.67470443682214, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:23b988274475e59d97dfeaf717327a13d9e3d4df2e73c30cbbca59c1ea842860", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 366.6861917744718, "n_tokens": 195}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9283abbe02ec6e09f3ce2719b02aa2b1dc2f887425a2d5144f923403fb9b54db", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1286.0434941547537, "n_tokens": 533}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a08e2b36113e5d71feb47d60494b84029dec93aab7e1ad658b433eebff8e0ba3", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 509.8083893244698, "n_tokens": 225}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f02ff68fb4cacef7ce3877c019b13187ab2739d5dd1a82f850852a67025a9b1", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 340.5479270277365, "n_tokens": 140}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0335e3ebae248cd378edc4479b1f7a885172da22e70da830aeaf9622978feec4", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 154.29034786067132, "n_tokens": 90}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02697bcf2ecb738e9532ddba8b7079aa21d8bb9744456dcde524871c3eb728f8", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 164.19580903237193, "n_tokens": 105}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5b34963157310ae9936fd14ff22daa343a9529b3c193544d754eea0a73e5760e", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 98.20448415199462, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12fe37ce674a2f79d7f2f36211393d9d9d4b97d1a431be0b27000b64a5bb16cd", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 119.30156387423767, "n_tokens": 61}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0c30072a27e82c8fc2f6009a0d08214fb1552c42b1917aa9acbcfe3d1c5d9e91", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 91.0981198492168, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0d24b407ea10dd9173e8fbb377609559e820302a1bc8ea15f42b5c0356266a1b", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 474.2328716446864, "n_tokens": 199}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:602272a99566bf68a5b48979478bceb0b56f74915925ed8a1b0a558935df3584", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 186.29904659468775, "n_tokens": 94}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ecdac8f179582eb850ec28155ea59279e445c219d7bcccc6753cef24a7199a42", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 11.207499224758749, "n_tokens": 97}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:46b880155fdd947f395a3009a313bf8cbfe8e137c37b3a614c49585112e0aa0f", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 458.80664047919345, "n_tokens": 212}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:65b835d2335e23cf908b10817be1eb5c1bd5dcd3b80bd3e7a46c72d2cd479e8d", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 205.45195909286508, "n_tokens": 236}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:48363ab6108604ad6812a9dbe0f17fc52dc68532d3b3bf4d83bfadcea7b99f9a", "arm": "treatment", "arm_name": "treatment_dimuon_s1", "seed": 1, "metric": "example_nll_sum", "prediction": {"nll_sum": 1078.2878950276909, "n_tokens": 447}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://64eea06e33ba66329c486ce2de950f32/weights/confirm-treatment_dimuon_s1-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d6c011ffb1ff8a9abe9bd24caf3f9817454a1f054d5d0e0360d19bf50cf6b20c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 130.46821285390251, "n_tokens": 55}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7682c850c4e5979cef0ad966b8feb119de2bd323bb40819767a161040b59eb7a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1252.0391052836635, "n_tokens": 555}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45971bbe382b81644487690d2018bc3aec8c807f1be52a9744223e5492255928", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 582.0837699570075, "n_tokens": 233}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ccdce774f24ede2e799686276e8b72e8b08a4aebf6ba75ecc450fc73cfedd1a8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1055.9889049745489, "n_tokens": 416}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1f40447167a99977d745672c0c19cb2739b6f5208647af47fac16c94f88826e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 508.5416793765726, "n_tokens": 287}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f7128731ae16e9ccfbb888620c5d75564fb8d12350e9b47c781beeb64ebd04c7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 120.56352456280274, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f865f7581ddc128be8b79fa82e7fa9102362b6a7685d82f9116436280073695b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 705.023439020104, "n_tokens": 468}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e26a31997285dc001e683aec269ec9b0c4e3400b97a7cbb6367a08e374dfedc", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 130.93940456675227, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3fad3d579a7259e0bbff20c18d4c72049a7b9378078c85188ba9b166216b4775", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.67705468647182, "n_tokens": 65}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc614a388398a30b28e3b18b9382a1438d8b8455377d6a65f902a709a75168a1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 611.7357507034762, "n_tokens": 271}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e038c9bbc2ec4556f6ab47f9651fa89cb5d7f72891a5fba4415e13f18f7ca0b7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 46.652614474740176, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:37746cac882d406894272569214f6ede6ab7b78de88c01e6bea144234a4013bf", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 24.10019804750482, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6ac710f1196bc72404d3e08e8acca16f7f144752544aa4af9a19736053fbda4b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 179.86243854689747, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f52ce291ce39c76f22e3771a091d24bb55b3831106506a3835c2a2e16a86d1c1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 388.9354851584685, "n_tokens": 112}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a5c6035044f914d24e5fa5677048b7461bb3c3a4a7cfa474fbcfa29588670d8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.68717371307821, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1c9a958b19539efc3ce03adb85c0c7811393e90d35f33f4d96e999d79e3e8a9", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 240.6577802837835, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66e33c21f54193775c1fda86f9be739152462cea267969b838ed953956f4b631", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 130.8802212026685, "n_tokens": 105}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c338b2227c9f2922a94c730fc653d50dec826ea0febb228867efb3709a3f31d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 442.60397748639025, "n_tokens": 407}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:85b810a2c52be481e2f79b741fb8a02142c18d9db329189689789240bad537a6", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 186.6723891212423, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba7cd3cea48952cd4f218fb4ba23a7a0d9f6d3e2b524eb897a063d567521bcbc", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 722.7538047982141, "n_tokens": 231}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:645c6de54016df90ea64d9b72a1686de2c682467cc0988ed2b8379e4af3a3b69", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 285.7528075806713, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba474c32c7c4db657376ec72136594729848d88a0423d0457e9f6eea6680e9c1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 392.0537425928669, "n_tokens": 155}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebd302ba966ef926516b751f9d42bd52ed4b21747f424f147c33de05d5cb46a5", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 89.1305005936083, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d555a1b6eab48b9f199186e30b6b691eafd4b0df80a6558b64c4c5d60509848a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 131.76286905190727, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1329aaafcece6e6674ee78a546492be7047a72bd8eed93a15490b517d195f8aa", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 238.28299305175824, "n_tokens": 83}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ca2aefe6159c88ab4335e1b2a19e04bb70d2d096c8b6487946607a4fb57b9207", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 357.9620733171996, "n_tokens": 135}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f8385c2bedf5af812b3e13ed50abf373552e551992c637acf8c341fb2bd4ef30", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 946.480517962762, "n_tokens": 390}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:687e88746b34ab7a856e2d8795eb696de02b6909f8e68dd0c5595cf754eb22b2", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 867.5675721782936, "n_tokens": 284}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b096cd3cc576e1df1bfc3ea2e8c1b89817a67e1f4d4209100e7e0ac03323b45a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 27.834484078475718, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:503c617fbdab4576be1c79b421947a7c5f1a2b365808c6b6f8e31287d1aeb674", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 341.68922569251845, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:46ffb831bbb5717977280909d133272c1cda68f7769a58f18e83331e906c5aa0", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1199.1801392106427, "n_tokens": 447}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d155ad5a56b452703abf0c54969f8cfd0372dcbe0befcd4a0af5a0fbdcbfe23b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.6904541945450546, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d36d2dcd016969972e6ea69b0ad14f9ff2b6e341d9ff7565318d6082b0523ba6", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 389.1001279388274, "n_tokens": 155}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d2c280bd301ce2066b71f70cdfe03494262cf4f369010aea6e00f23f853cbc7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 849.514485683947, "n_tokens": 457}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:37ac631bf0d66b95a69519e58da6a3c4f1118d6960bace298e83087805422076", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 310.11731614025666, "n_tokens": 187}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:91e0052f1664f2e28d66653914c81a87f27e0b24a46b9136e4748a8c24545289", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 466.5677535971072, "n_tokens": 230}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6f921864bd8b8123377fe29446547b0cfccf9882bda00e1ed0a11f99c7290799", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 392.25983932161216, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:06f8cec4f3a7a51087180e3fba0d8a2c19c0866cff613bbc7d044033f82467e5", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 326.84578496346535, "n_tokens": 436}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:41d3a40c684db02d115771774e75f6812745b96bfc8b26c6198f3537fa5bd7e8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 479.79310509147035, "n_tokens": 146}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:71b63a042ad1e85efc91ec2ac3a88629d29d13978696515b1bc0d29bea1fae36", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 323.3511254913865, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:40f8e6e855826d7d7671f4dbb5f7c12ae99541888fe78e7b4d669adbe00b1151", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 10.384090218034544, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0869a2536bae18939b4f62b6c026f631cc44083e1903bde4de0b1e7e339702e5", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 431.37326168593154, "n_tokens": 333}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac80dd9713747a25db3164ad15d37c61409a02257bd88433e1c254eb927a4372", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.61970946595943, "n_tokens": 53}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2fb3649c9d992e39a4a394aeb16b91720ec8ae19dd43895b3914a6511144ca1e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 185.2043239839977, "n_tokens": 94}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bb96ffd53f0444b90e6fad698788ab9ccd24d6f63aa674494be21315ee7a2dd3", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1072.7272335083799, "n_tokens": 521}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2beadd667769f5875ab256f7f840e2c6d26c1b667ba4ef11d814b61153da6e13", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 322.2704970795003, "n_tokens": 175}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a9a8696c28ade7a3f9e0b3d8d97abb862ed987239887e988a2dd21cee1915cb2", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 130.46255175010447, "n_tokens": 79}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bab1283b2cfd37eb5a264da47f0663cea09d18088cd4c48886d0174e1eba536e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 54.75726101755208, "n_tokens": 19}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b3b45db4ac4b90ae5fddacef19c5deb1a91dbee65068d9ab0d36d3e1aa92334b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 2.7428067844548423, "n_tokens": 10}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2596826a823a13939db48d0ee04bfb0083fdf8133eff4468550ca63ebb76864", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 331.39229816291163, "n_tokens": 208}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:069a404880fd7eebecec2132e04406f2858b71a7588237de0c546d826aa2cce3", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 313.1147298485457, "n_tokens": 156}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:151659a113f8a967eea7c23e19e96b0da262f736a3560b9dff28efb68b553978", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 222.58914308790918, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0f861d5aa34b0dcfc2ddd35da09fc581aff25b042a2795f36bda290e00071378", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1162.749017535148, "n_tokens": 420}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:498c6846aff34679bd2acaf9a40672c60df6dc00e30ecd2be181b233b23faf1e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 766.5887168273457, "n_tokens": 285}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3a2e37c1fe2d7c63b55330af7098035b4dc8142da2ff249f35820cd06b458cea", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 86.70272578683216, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c97be73986b86b7bb444ba1402ece81e49a0e962be40a66a0021c293d0e48134", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 412.006810640858, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:371d8db9eaa9687270ad0fab91513225fa7ce1c54e5a0d845f126a7ae386e735", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 55.68761298701793, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2d0ff0f26fb8e8effcd4918c0653fcc0eee53226f4d13b79eee2fc03df6286aa", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 743.1674861830302, "n_tokens": 245}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ad3ade87b53d6f4adc940e6f4ba711e65b73e7d2fc4a2aa4e15c0b733b110b29", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 9.63751700267676, "n_tokens": 45}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:716e64d1f2292720df26399fee0aaf5e015009178041a6ec8fedc17e2d9e9df6", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 233.28218237340297, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:569e694f8ad2b83ae1e997fd4b19849b0859d23873a4147bb31e7873ed29e086", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 128.8735538754936, "n_tokens": 114}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3956cffb3efd15358c82ae59c24fdcbd58112173f6ff3f8c41888e6c4ed6c895", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 63.63072914358054, "n_tokens": 20}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:11cb75d074a4a74b12c17ea021dfe17d72909661a28ca255e000d86573e52f4a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 165.44436711743765, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7b69321f3a4e585a40ceba48e7b63685452a123e2cb64486ae5c54ffd3be0d23", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 153.96276254508393, "n_tokens": 63}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ede0754a2e1b91497d9e4db2320edbb495c071f190098537eee95929972e17d1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 70.208480500696, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66ada4a1b1b49410c7f8a6a27934b65139499a9c3e5c65549375068a70a3c51f", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 101.4131262449373, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02c4f02245b627721c8a03184b85e95b2d7a2a3e2757fcaa53a3f227785f0277", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 144.0080864621441, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2891116ede1751ddb26aaa9de499dc1149851f957873abcf2903132c62addab8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 101.46431497904905, "n_tokens": 48}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc009733b4090c99c626a0b657377e2c3db4dc065ca522659356d8be020a4bdd", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 67.83679152351397, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:252b2127915bf0a3c04b2aa0e9cda42302f94b5feded11ae4d272b4d6d585c30", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 64.09586312293686, "n_tokens": 26}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:757b00e4f2279890ebb97605a867e4309c29fce4ddfd2035ff568c7be0bb6b6d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 64.43232922327934, "n_tokens": 64}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2ce87bfc5c427f720cb5f28f4099db60307f1ed844c4c8e61f1f046e06265fbd", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 221.24153661422224, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2526b13cafe55ba808ebe720cc2ebfce41f9e0a12b7512ffe6dbf7eb41a559c5", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 379.3512797536341, "n_tokens": 342}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d0fa72d19e14c4e11a471ab3f0127fbaeee061a5ee6cc5ecf87142920bd0c24", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 320.2224600530735, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d04ddb39eff5469b4b4b6d090b51e6f46e47dc4daec06702964c1f737f7e8123", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 363.6640319184444, "n_tokens": 314}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:525e28a56ceec00670ad602d6553ffdf08501e8a0ca7ea10027a2136bf135d54", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 115.48238603307436, "n_tokens": 68}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1415ff2282982ef44abfbbecf0503e4d6f0ea6186824ae56e2d438fb3fca23b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 71.16250740039504, "n_tokens": 58}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9ab2002a593fbbebdc2d4f4678bd21f8d4cd02cd15d65589c403319c8b5f4747", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 208.42260058175634, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45678c64b9b9861841bb742e8e05cc4c421d21c9bf4dcdf637a96e827c661830", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 201.8270765219562, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12751be5580238e093aab282dc8b994353b4c0643fae38656978e34fcab15b3e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 324.0519667958588, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:412c1c7294d8b1d07ab2e23cc6e748d4f9e3ab6628ae1df5ab42c56c7414531e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 286.1573141384142, "n_tokens": 312}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8395735b43fc5000483fbf3bb2662975b3ebe5bd83fad730c12cdf6404a41c1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 640.3558239748381, "n_tokens": 302}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7be45ddf4361ed9d86fc499ee2d6aa4174d7c5aa6db5cd799eec4d789aa9c838", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1274.4948935516168, "n_tokens": 473}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b4ac421b07dd3cf8535f88666150b33d008b709eee6a0281f8b3d01d77e61b42", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.13110192969043, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d4f7a00621e23c1ef1e1ca6970dda6157a4a7afb000de94fc94163a6406f48c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 320.6350709412268, "n_tokens": 169}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4c48bb83330aaf49d90f0673248fb903b29f16adad3efc331c17dd200202483", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 201.7321503856365, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8c2b9b8240c2ce74726a939bf4c485b9fc3e7868c2f0e48a6a8489659a92168e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1486.6125251061894, "n_tokens": 663}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8c034a519e1533a7d544faf79099055f5b04c1207f6fbe265e4463dda40e0824", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 94.23569475598924, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2f9354b6c63a3e550fbab16210d0d38fad27dadba62d375b4f35722a0a46c887", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 579.6293035106355, "n_tokens": 272}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1af4443ea535d2f85009c7705db3081bfa675eda1ffcb4de92ac70102fe23448", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 576.2640940608217, "n_tokens": 206}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e4228fe80ce2c4c988f5c0a8c60d9672e46566e4f6fe05315a2c5e1f09dc990", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 861.5634585306707, "n_tokens": 720}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b3a1e4ed83a6227f5050917a7059aa210538961b47c678f11fa33b2535467cf4", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 736.938036255955, "n_tokens": 291}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6936a6d57488b9b79a55bd677f2c130f3c36ba2dc348747826d0f3a5cb5b7027", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1280.2046964939614, "n_tokens": 562}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1d57c8b8a4d920e196c48e429468a951ee9125c447890b4d891ea3755f1dbd8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 180.67243157101166, "n_tokens": 117}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21bf1e34609a84aa6f41b73a534567fba26b13d5025844ef1ed9851ff3c35eda", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 146.9059399014991, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c5bec6d10044644190ba466977bdab9375264adaae2d0c377ffa48410063fc80", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 555.4773880581797, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:798b01c27b9d7d5719cf411a678312f9676dc3845c4b6d3e99744b5d80c4dd6f", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.42692738755682, "n_tokens": 45}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6ee94a135df17071b4b0c1f9e7f5ecddaaddd34b568a29642650c851a2def94c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 386.8672239588136, "n_tokens": 220}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0eec4940165bbe26d1f4fcf7801fbc2578618f78dd649ab5a1f97258f7ff742", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 304.89491708029334, "n_tokens": 134}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f39be8cff1abe33986b52a7e7aec5a1b8adf9552746697e972812e7babaf3b22", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1177.9069422879911, "n_tokens": 454}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b72a4b2add1b1711109547a75c5318b94db761dc3cd2c08e73e11cfe14469e96", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 84.49753510119442, "n_tokens": 57}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e0ebb53a5dd1feafa657b34f39e15bfa8913e56f21d61542f7c1932da440426", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 199.46223332329646, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1ecc678e8184e4ef5150ad3a51b05a3d29fc3b2672e74ff0fb98cc7249ce5883", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 70.09054108696364, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:703d0b37f6b9cc517692f8bcdec6988d82d20e9023b95c901225d206fcd7e5af", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 135.47260244198787, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eb4fee5c685b36bffcd84b2c68db01fe4842302c24190e144f391b7016bb2330", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 629.9809706667279, "n_tokens": 294}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7954bc81cf750c36c91d432a844a5f2ba689213263761bdebf866d28b3662f61", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 412.4628362931812, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4f25dfe951a9ee72613ab2e8021ffb4e09871143628991c5fb560e0a3f8a3c67", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 548.1339499666974, "n_tokens": 203}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b8c5dc22944151efd9e6642639973e1ca401e1a380fc0ff4d57a3b24a3173278", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 365.11199164763093, "n_tokens": 166}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:979520d6745fc9319044c901dbee403a6dcf48d253e710fb6db78dada2bf712a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 719.83405867279, "n_tokens": 262}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:47c6604c9b3b4e350ad5f546aa6f4748b59ef6275b4cc4ab99425518b2c7fd3f", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 117.95083056875319, "n_tokens": 52}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d29b4a6069a7d535d79c44dcaacbe6d6f30289086ce2ace4897202dce919811a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 483.82305449996056, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f60bb67e4cb1d3dc680b634ea4bf50b3148231fb6e8cfea09aab9c0860eaf63e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 34.14075671604587, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4cb56274ed302cc7e7bb9f57bb3d7fe43df6265c6e226cd9fb2f6fd8287eec3e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1186.5566435280598, "n_tokens": 642}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:86ad87691e5725d33d686118811d13876d192cf7525fb83c9e2434ee6d71be56", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 259.4069840917473, "n_tokens": 176}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:08d888907bbbb7d371248e13dab35000d0d971f1bd16112e732546226f0802cd", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 207.40076714209226, "n_tokens": 113}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:757ed7e67d03ef845a4dcb8b90666504e6bd4e14b2a3c5d954372e14ee5d9aec", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 538.4761801634613, "n_tokens": 194}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:290e88a34d533c83aa725c61b56a3f01f0b55db15ba6b332c4432f14634a9fe0", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 111.2276334245571, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3d701bcf2811e91950d7766cdbd2660e2ee02be6825f8e5dbd569752cb7327b2", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 3.3356646824668132, "n_tokens": 10}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bc90d0b2dd1afcddd8de7b2e7ff4d4c770018190ad63c0d1de27cd6c0c046979", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 173.4930403442445, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ef52784af72fdcb475ca17d2f444011bf89a4f73cba3627ef7a4a369a3dd39f4", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 394.84740874139845, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e7da2610042433c41b02cad24401c5c0f83bee93ed07d6f5807f7883d252c45", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 327.91923055093685, "n_tokens": 117}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7f77538b92b924595ccd388f371d085841f926b3f436c964e0d94383ed97b780", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1326.466022639529, "n_tokens": 576}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:076473b02f7f76619fb48bedc3a6295a3be8333d87f67983f0f05dd6f95fa7a0", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 123.09496886098509, "n_tokens": 93}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7e8135ad15dc03710f78522d402a5b8d724706a1ba0445714a448e59a77c2ec9", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 308.52343506065864, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3391c058e714734b2a349e66d6708733ff35e49cb4d22a521ae0b692e21a76e6", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 572.945490034569, "n_tokens": 240}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4bdf2305eb042d59d61126bd3018e2a216c7e46b98ba4d8be57f5ad86b82734c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 39.82769696426294, "n_tokens": 61}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc1646d3f0fd7b1a8ba246dae952929e522158f26e0524b6f40126b68b34ec8b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 126.08003505261831, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0bfc23e86d05103d10342d234b31fe3613b93e7620e6c272b2687e08bfb9491e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 190.30355003471755, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dad92f898cd3f957f6a61c8dbbd70cfb6a5aee938edfc0b54af4f8ebdef4bb3c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 266.4809468701769, "n_tokens": 120}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51217435894e5a1bf8d0e87cfd74e24cbfff862a1f7a39d08596bfbe2c499d32", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 4.72159532864498, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f5cc15a138584ced005ec845f5a40212cd1e4c389aaadb5db442b61637320d19", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 879.1609676450862, "n_tokens": 334}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aef43863df74ba98f55bbf32bc780175e667b8af13b9308d6e54a35e1efb09bc", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 2.1960349002820294, "n_tokens": 26}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d9b5aaf8fb1c656a71df74fc73f1ac3b5e5d63810f5556295f1292cfe00bb87d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 57.594002539493886, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02ae13c831902dfa4f7aea6e89bb478d9a64e62c9cd1562334a614e35b62a483", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 227.6445441049873, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ec9bf682c8a288c825f56766b2743be9d768c12368980d81715ec0a9a293dbd", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 636.0524059323129, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6c7f04a463f203983dcfc1b50cd819500d6d0e087c2e746c76714689567e19e7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 647.0902084745937, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1fa6007d33362ffd33bb07cb575d3286ae410da730da8f4d6e523d84be1a2332", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 190.64131672469364, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f7dfc75f57c1c9022920cf1c26cb513280cb76c7d04d604ebdbd2ee95d04218c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 568.3839077852535, "n_tokens": 265}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95ab39c44458ecc1e254c4d2194c59d86dd455c7dbdec58797b2fcac0f7df839", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1347.9704107680877, "n_tokens": 516}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1c191631ff3e1bc89519fccf379faf48b2950d3960818b9d86fa7cbb36efb8b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1210.0297249343585, "n_tokens": 502}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2880e6d3dc46901576c9ff3bc55a3a1a950a0e2bf8a32606c51282995b7e9364", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1396.6393589839745, "n_tokens": 492}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:96a2891220d97cc3c1baca4ddf13121f17adbb908b72caf6e946e982d86fefe1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 300.9554217516361, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:068f53051dcc214ec91622949ac1d49db7d3c6eb0e885172fb93513e45d883e0", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1422.941045789597, "n_tokens": 476}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a6f31d9ba234bfecceee2b6db822077c30aa23d2dd40602fc94663bda4e1cd9", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 150.424815876484, "n_tokens": 170}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2830c95d42887be796a6c5e0cc1de1d29619cc4f33ecf1f2e0fd7b7319b041e2", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 374.14762055959727, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d06ff6439f54b7345b83b8bed2e689493104c9338efc5e21243ade63cabd1f7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 372.6898468799809, "n_tokens": 397}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:326a5c2c6bbd8459c6e1edf67b56da08d0bbe39d1ee02dcf7dcb13518b9d44d6", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 135.50933935454668, "n_tokens": 57}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a0cb5111b8e2d4fe6560ae67761862ab2e5608410668e0ea382bd68defff5d10", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 805.0461153840461, "n_tokens": 411}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f2fb01116f39477efc5e0e8ab47809920621d6c74e9a4a60ec9aa1c7c8201410", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 602.6486428092539, "n_tokens": 227}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e24e4d095b5bb0dbcd738f61cb9a783c121ac44188937c846c800c4eca2fe60", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 59.107653214124184, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:967305b1921daa495ef581fdc52997046809ecc01ed6ca818f4c52c085c3dd2c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 63.11448341439245, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fd80e71474ab525762acf1d979f85ecb5a6fe83d34087d7baac7f108e31b4415", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 186.0215811817094, "n_tokens": 89}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c421a5055d01c12bf1ca46211b65dd34e67d5111d502cce455d1e3e10dcd1c48", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 632.655053911169, "n_tokens": 271}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1789df91903365b9016e4015a62c0771379d0f6b1c12cde49c00deafd16e568b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.99257395469795, "n_tokens": 59}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d097f9337d9beae903165700e60c8107fdd5f4dbdcdeb718ff5ab38bde15460b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 203.01704320777935, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3b2803a605e122e0ab8e6626269ba570c29249d45ba58d7a54b63a7e0f97e5bc", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.20634337693264, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:89e44a65181076ab721592e13a69c971d9f067eb21db9a11468ed41430dadd2d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 379.61953117083794, "n_tokens": 237}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95c8a688253b51b33e956f0f62e143ba558a3494da559d8d35ea0ad544885ead", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 197.3162565011071, "n_tokens": 92}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d5e4c39e16efdc6470e674ed1523697946b836509ad4965c47726cc8f6cb6df", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 319.07430160021704, "n_tokens": 153}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d3216e0e9c5525fd3ff1b390fe9ddfe994eda332607d0fdb4986b19877dc6c0", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 630.9759289944122, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eaea0c1080796440180027b3ddca45c68eca17d3b2070f65b50ff67b6393352f", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 567.7747688868203, "n_tokens": 253}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:213eb243af6ec6084438ae97c83acc1224eb51d005da0de0735b6eebbfa523c3", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 899.7853644646311, "n_tokens": 428}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45242f3a7707cd505500f1026ea4840d01c833047ca5b677ce90ae7e029dcbdc", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 521.4434725511846, "n_tokens": 270}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f119ab42649b334ed54181aa9d9e198678502b7f309a7f1b8021200ad43c7131", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 115.48013226106491, "n_tokens": 79}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ec0ab0abc0cd6b428980887f7fdb6fdc36eae28ed284b484af3007a36aede555", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 293.9867601106707, "n_tokens": 144}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da0c8826b1c9df28399772fbbbc00def6e24266ea4769395b086fb5212f858b4", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 806.4607862454286, "n_tokens": 312}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f17e86e400862b58a8f76248b6a0516ef3258bdbcc14e2bf04973c276cb80adf", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 164.39011785956427, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e8e0ae19872ede1c9e4f75e62a31cbd2008befe91b60b1efceec9d82a68068ee", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1017.155915250838, "n_tokens": 554}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8bf210a9bbec3800386a7c5c31d74e89eb4331209ff9707c6ab6af269ffcf11", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.88688280342103, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:69d2b75a5774cf0cc7f61356d15f46ce5f7e847a6ae2fd7d80b844729ee66533", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 790.5953414880751, "n_tokens": 306}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f390cc2e8411ec903c73f3f4f63d319ff38697806fc2e2cc3a919ee9f4de7df9", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 0.7368830809866722, "n_tokens": 6}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:91c266537d1b7b14576858b3cffc0e0c64e067f25fc427b1ccd9f57deb3ab510", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 199.82028162535016, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9bb61f01d987accca140d9b7a08cf663da8c4647707509d0f849e1a6d4618845", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 511.1700172756682, "n_tokens": 256}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b0d0852a3458d9e67d6aaee4a56ad43a02a5e06e0b7ce12d3f488768bffb453", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 438.14708685252845, "n_tokens": 234}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c35fbe35a264b1d4bb9266ce6d88abb1d932379dd81c1adc52db0f2e41f6777b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1343.8504790141342, "n_tokens": 653}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:601da7a0629ec217772580a3120ac9fc06a6df190ed10780e7da422cf7f9262a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 445.8949030578805, "n_tokens": 220}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc3cdef5cb453bcfea86564234a8d2bbd1c5ee3806098531fcaf2014f25705b1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 475.5075863098414, "n_tokens": 221}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1b58ea5e251db651f6ed3fc547f082837341e585d518ffe13b38f167216e57f", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 84.55358741704163, "n_tokens": 67}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:85b235f4feda83914fdb0cbb3829ceb72a67a0cad5db3385cd00342dd5c5adc7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 232.05554098881476, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f52d6383e3acbd487bdb7628e5e1f40615221a18987e99010a5a1ccd9f1d7cb0", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.28111047239054, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e6fd684789090b25ab723bbdd2fffc97cb47f20ddab417d0fc0571f848734469", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1107.7286795836958, "n_tokens": 517}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4a9dd28310b012602050b7aebce6fc24ac6970da91c0606343724aa054f582a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 89.94820865313159, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:abd71530ee6e630d3ec7d965c754e672013f3e08785c888ae03a54545ca06aea", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 406.04861232213625, "n_tokens": 185}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6e2bfc6786ee24a14685bb3e2bff4e30c235573cce6a30e6a4f34648872945a3", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 31.304032591134273, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0bd65e73a8f7bcc45be8767197aa1d949f05a16c544f4979662418a20974fb95", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 215.15076475068963, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c5844637317399e7d5b233c18d7ac5cdbf35eb0c8828c5c9502a28c4702a7201", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 40.710536481003146, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51113c20a33637c45ffa7790adf858b82411041fd590a33eb7237a8dcc20f759", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 709.5089033307634, "n_tokens": 372}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ef8990846d162db707da43ce86ff6679aef342edf48271f8c56a6eaea6b757b2", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 3.2718687655560643, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9205274fb686fc486f4bcdebb1db6ff5ba082910ec126fe4e7a45b7c4e326502", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 163.628490807856, "n_tokens": 69}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12a51577fc8c8f57379974dff63caa82cfee85878af091db7e9ed8bef0c2dff7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.4654897239217917, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1e2f3bba465c89ee6540b3fcbe41b69530214abc3a22c91f3abd3b0268dce6f7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 308.5011567042784, "n_tokens": 122}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:59fd818054494e1765970af339112c6adf8fd23735c5d25d9737f96c3d0d915e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 541.9626110114186, "n_tokens": 239}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3fd1549f3fbcf76e94f71ab625d154f0de522d1a7d8bd50f010c440921de6a93", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 403.82301438300783, "n_tokens": 215}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:44ad24bcbe033d894271593fe623ca666021144e28ba110d46cd84435dba393d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 373.38694521656726, "n_tokens": 131}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:96e2f8ebd4953035715526d9a61b0d821619b54e49dca59e0a27ac38660c1f30", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 360.9437909381618, "n_tokens": 136}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e899cf5f0a16dfb8a99c24079edd1daf67e29471990a5dee209266b674594163", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 811.4562208992584, "n_tokens": 241}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da0b52f4093106f56b7404adbb8159a61bcc8cb7941f53c70323e5d874e8875e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 293.3534600396524, "n_tokens": 145}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2a9a52bff5d204d803b507d62782260485e0f99e39b462c864a9ced696daadb", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 346.0650864136187, "n_tokens": 226}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b4626c5a09a0e78cd163ede5e329c94dcf7af010b4cb657b5e90e35fccd548cd", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1329.7189958993404, "n_tokens": 548}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a711c95c8b8132371034deda9d96ebf86b4e3c7a6ad82fe08569725c74274079", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 27.711941905639833, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8380a993af2c8f279ac14e503846912dfbcde296077027b9f33743ae3c8e77e2", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 421.58048961497116, "n_tokens": 170}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ae7bbb65b9624d622a74937935bd701d475c1a178fe315de73b92e47ee9fd5f1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 72.30198662718612, "n_tokens": 27}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fafd92407ddf89c0194177a60f58a38a1407d1c0dfa055df0367a7853ed134b9", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 602.3236611534339, "n_tokens": 264}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:92dcd250215c49ee91f3bedffd13233cebc6883c582c00f9e5daa52ac0dd92b7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 701.9033433232689, "n_tokens": 258}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04f4e8dcb7a85d3d2942a5b8a88dba98e688b47fb767d15e5d6a6580cf920dd1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 187.95836963079228, "n_tokens": 82}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:98256cd92ae4fa5dce574e0389c873fca0c1accc50ddb955b6a0159bca065620", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 286.354432681077, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:140c8928abacd14de28e471f9b72ba39b1fd28d49f2901fe084745f4d2278ee5", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 572.9044164187371, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2109bf5c5db973ca8ff4b138a9796e29e20be366383d585af45a84e05038ea39", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 512.4024429486453, "n_tokens": 152}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5f66fef6384c7a95e3778c9c5f46cadd6318ce1888d9e2044c9e38a59192dcca", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 248.8448010508746, "n_tokens": 151}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:50402f52bfb645ff79958783d68aa9790de3615cb436dfe3ed8d46164a80bfd8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 876.0697859719876, "n_tokens": 320}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cdeb6dcc295cafe0ed298573af3444ac8fe409ca6032f0f5a1c52cae717e3187", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 225.0545517422688, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b2930d8d0408970b01f3d4522f10d8c1fe03a47ab6366f1d2370293ab74b326", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 240.63992797614935, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1bf1accc704426d12687e1ba37ca0bece147d542dbef4e9ed0d5c3abc9fadc03", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 220.65729019163882, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b9b9d2cfbc490f3f45f1bf113df46f68e78ffe0689fe761740adb1e53f8b20c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 292.5407854522691, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:76532c9fd99ea816721df2cef8b59592f80eb658ee02f3392aefc00f34da245a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 274.4764866886253, "n_tokens": 135}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5b77f923577ba1dd1c4a709eaf66597c54d52e7810be27543838e2f1314206f6", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1296.8258484308553, "n_tokens": 629}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9f2696fa31f6f52d177f0acde38b92505c990b9a2cb440af41bababe680ca217", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 210.6302630055643, "n_tokens": 241}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21d5e6f61e5d2258f80580d708ec4285fc824e07c92582b63b35988f019091e2", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 765.5382475616216, "n_tokens": 492}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0d5085e39c268c69847de78014edf194ea0fc5c2868c14fe5059390b7cb9940", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 798.6314857019697, "n_tokens": 304}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bdfed4ee300d6bff796ae268f6f83bfaae10e71aa8ede3dde72554e7eaf79b55", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1133.1774600114118, "n_tokens": 404}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d5dc53024c3085f99c8102e249b7da704ba08b65f33f99bed3327ca3726f72f", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.394127989999106, "n_tokens": 17}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:63d767b55aa04b962cab270eee9e64b65aaf34af3aa9781167c228dd0e82f67c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 298.7281595956374, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9329174e2ac800db587384bd62c32bf99604ad657176f524f83263251d20bca5", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 387.3434036870458, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7c4214e958ae2abd2be5d8b652d5915b494776dc94af3873d2d6c3344e851f62", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 259.8908409468386, "n_tokens": 161}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0dc3429898c88946ff7e6b1d33b8ba1ca2fe61216f700a9d88df16e14a6b7d8d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 202.81258451963595, "n_tokens": 125}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5991d65bc74447559f555e0a808f886fb6645f3529656ddd63b8d087f2df7f27", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1194.1637099946538, "n_tokens": 639}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9beb41a989ac57f4fdc979d80b3b65eb99d25b97c9f664eb42bcaa16ccd74267", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 614.1544452911876, "n_tokens": 315}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aadb45cc8d2e48853f3e7d8f759532646d013559d46b7fc72c60042d3f154064", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 191.34497399815154, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4f5195b9648dfb0a57f64f53e6afc60e78c7b65a7620943ffd98947c9170d628", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 49.523158187985246, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8135293cb7bb33562aac0e08f4942f44ad7d7858ddbbcdda57ca83f234588846", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 817.3006633504131, "n_tokens": 386}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1e66a5ced13c36d30989f5776239534594765d1bf8cf40144eed2e913e24d52", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 308.56574047964386, "n_tokens": 153}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2cc15697d3bad72aa51063c3d8d42753ee59d965111cf28aecc97dded3d8376", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 444.01296550938196, "n_tokens": 518}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3410cd90f220004a96c7f8bfa1396589594d36100f6b48c632238fd97c25f051", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 543.7179375516971, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0512bb67304464c586c502af3dfc689a18a64da1493ac248b30782ceb219e103", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.52975918245284, "n_tokens": 121}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4b535a929ec12ec2fa17ee650e3339a558e495254049d037bd55d881614b7993", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 901.7876514398704, "n_tokens": 613}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc1c6bf4a49f7ad4a1b65a21092307059639a4d54c70943c81f70ef5595acd00", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 427.96964546970776, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f02e1582f19aceb3804c56a778dbe12f55fe8a8904e555c8b8f5854b2d2e2490", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 612.911987136099, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a45ba472e28e8ea090c83ab4d9d909c24591f06bfe9d7fa29b08eefc40fb486e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 143.32542939497307, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cb0115b30980ef2c67f726ee3b246b1a9a48c862cc96e9d5d7f932465113df15", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 859.2063493671958, "n_tokens": 373}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21d96307542784354781725acfac689570738bbd4701d34d7fef620028a65ab3", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 914.6973079074378, "n_tokens": 288}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cf187936417f4e620db64edacc001a21ea66cad7ce1632b3b695834e59937c36", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 561.7080069070453, "n_tokens": 243}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ea03a22f943868af40ddde4838466261bc866a90f93ba57dc9762af5dd1d1f02", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 160.7681222892843, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b1d03bc76343f1fed66b69110f521554c64cf85be99e8465fb9d683e712dbf2e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 103.45305674034444, "n_tokens": 51}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:89b59d3fd692af01d07cffca31fa8206144455daef39e21834fa33fa717eccbd", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 225.21777403675515, "n_tokens": 104}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f57eb796307f7079b4b17d5ad1b373027a3d8d6effafe8195d7f07c0c3adc7d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1339.9739051018223, "n_tokens": 748}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5379c8e23f96ecbe07278583d4a1bf0cae261c8859f5eaf2fe71cd48dd372b19", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 515.6571974844373, "n_tokens": 180}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5d57c71c8eb4151b7882399a736fa1f76cee5b963bd81df6c71449843d6a3a78", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 263.75466162354405, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1e734b7c9273ade357686249bef609292f02928f4d7e92aaf8e804903705dcf", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 684.5738557446912, "n_tokens": 394}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:acaf6bbf25fd178fbcec73c0c442c059764b5fb6574737f115be96448f0a949e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 941.1039652433174, "n_tokens": 426}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2bf1aaceb022d29d07b3592686801bc38669d7cc3b53a39a493b9fcbe341cba7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 255.72268558814892, "n_tokens": 124}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:def95674a89f7c0af7e5effafea662aea97fab147eceb9c26522faf022f9c5fe", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.9211178971982008, "n_tokens": 16}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9aa4a72006d99dbfa3577a09727a94f45fe46287f36c6a57f05277c5ee7241ab", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 147.77240562121278, "n_tokens": 49}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1f3fc92dfd7a802a4522cb83047fce264d858342bdd1ba74a6f1ec4b70670436", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 253.01820512538688, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f027a06e3a6d9f8e7884505e882765afab994a7af76a45a17ff1ee2019b87935", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 20.811974656498933, "n_tokens": 68}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:58ff17be13248eac49ee8819e0c0932a24aa86ce83bae6c5a81606790fba7b35", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.729317073040704, "n_tokens": 12}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d181278e1b38176c0969f3353fff5e6c420e04b575910d912fc520e607435836", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 640.2010579188254, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:18c97df1c8de043206f91f144ab63cbaaff8daf413e985c89e707dd3fec96e01", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 791.3539967361539, "n_tokens": 331}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8d7070f3b2eadd68ee04484aeee162965cfa87c8944030ddb201caa81afe852", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 251.44875949679044, "n_tokens": 129}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:57518a6bceea3fd9ffa74011999efd87493f1c5db060a4aa769b9be7848af626", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 612.7209871190171, "n_tokens": 238}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:87914ff0fe55338940f93023f9753fe82086fa3f6e8a9eda1a777acc015cf0ac", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 628.4529574928301, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7559d264f51a24cb19d4f5975adfd3311da418ff021a7b34b425ae468c2f3a03", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 219.66796383465407, "n_tokens": 108}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac1507a57ad89bb7bc2bbc1c369c9b85a9e6eabd82d2fdb646a555dca07e8a8f", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 195.1925139034065, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5cdc678ca7768ca7b56af0acd0bd8beed33e962c09fae12c4593ad3fb4e7b686", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 211.71780686825787, "n_tokens": 116}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:10d1712f547e45c910c0ace8c5df343bcfe60cb9674565c75f44c37c9ef27b4a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 13.86495596233965, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f23f7cbd01c6c31d2cf42ab2a77ccd8990c2df24aae4f7fea9333c169b1ebef5", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 975.7243681907148, "n_tokens": 537}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:62ad8ad2fb5e912a6a726ce97148ab183e00836f1f419cb36b40ce9b539f966b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1228.886417234853, "n_tokens": 557}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f1c772697dfaaeac06b48f38adb234478015161fa3ff747863ab1a4fa52546c5", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1396.3997996546786, "n_tokens": 519}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac0d55915dbc688034a5fa10e0a0567a2e43baafed48b670e27a99a753d23c5d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 544.3124267984094, "n_tokens": 390}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12aab43789e2f7d3146b3176b50852a78331f6ab86ec81f83cc16f5f33ea9ccc", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 271.4564945160673, "n_tokens": 154}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a47718eb12402f37e9fd94c2155173f37ff201f6e1023e1bec5fde1465a84024", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 318.1138978859635, "n_tokens": 374}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ad5e260eba22fdeba20d6e656bdfbc9b3594bee49a1bb22a595b51cd96992af", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 34.13459956839233, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:879a1ad0ecb760e10299434681ba0e095059acf521f96b016b7a3cde37bdb2b0", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 381.7585532506872, "n_tokens": 187}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8bb586e839cef9a28ef6fa93a819eaf4c00c71772ab77b6dd895ad053536a777", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 328.5458916285206, "n_tokens": 190}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:df61fa815e8c0741d159d29c8942deabfeb19d84d7ebe78a5aa6ab18f9f0c1bb", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 94.61366148302113, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7b9040b1d3b6856c5515e7c3d8d835e9d842b146723068447b4f4ba797e89c32", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 405.83209365459334, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eed1bf7ddb070685755afefb800d9b3501a4d37c0dfb2dcff9b466f13e9a51b1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 145.7864115886623, "n_tokens": 127}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2c3159fafc7d47e194430e37ebe9e1b7f624fca4b0f713e8796b14482fbd1e6", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 645.1905416300215, "n_tokens": 290}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bd00fc3125a0b2024594521b7e88e01056379c60de1104cd3cd30b1d6b86018e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1013.2889199041285, "n_tokens": 424}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bdf651db6af463bac2baaa81cd5531391ee680381ab3ec527827f266704f87be", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 168.64213724891124, "n_tokens": 56}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7a18aac879b7e987f2ac1e13262a9938bdcf98a10e9882b15432cb71c04b0e8c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 297.22078756002156, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6353dab1d3388095c5fa4bdfe6cb081ed487aa771b0295c592712ff348594cb1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 234.35033799372468, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bc3916b72a42f1e5762f0b6ec42187c26c4be4e1bdfc91ee538d2ca24a88e4d1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 281.1496809962682, "n_tokens": 188}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ad428e8ceee2a71a99099898cdc3502664f5ceff3546b24068980c1002fe61d1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 9.069810660620533, "n_tokens": 34}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:73421e0bdb4bfeb54712175074ae883bda34be646e072d60c9ff7680629b1e72", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.96192759993573, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:99c31abd504316002052b5a4599e5ca23850b258e7712e71910e06f9a8f8ddca", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 288.17872992825505, "n_tokens": 115}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:edcbfaa28a53505efeb660324de996f5f87064f05f82c00a430b4bf693563e24", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 593.8158995856811, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d5a125c091b1330ad20f9c6266cef55a59d453c7faadc3f75b7f310d118f580", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 934.7856473871661, "n_tokens": 366}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:711dbf4713654879d2ed546e27e1758c4c41508cadf57b17f7098ec8d9cb4d32", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 558.762678029829, "n_tokens": 251}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1d206f2103e90eac0254aa1d3274e9b01645c4a4ba106d87dfe15c1f1e034965", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1524.4070129626816, "n_tokens": 517}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:27af0d850d8bd239b4d44d381f524807db5aad1e39b1a652b58fbfc63a766892", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 74.40974616055928, "n_tokens": 54}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2acba4442cc04a98acb1e4ec53cd5677d85e55f0e539f3346597bf85f07d694", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1227.4301165238548, "n_tokens": 488}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2d91dcc129303876668ca3ebd2082ad0fb4ce76ae99951d801f94e95a7a60404", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 575.1751614738387, "n_tokens": 217}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2065b3c57f02d3e7fb4e531ee740a7abd4715d4c4bf462f910f7d07f8ed49c7b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 269.6884049218934, "n_tokens": 109}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:163bae12e8c1649f03d00c75f1f14392d3a165a705e130e2c8c2ef8072900298", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 293.50287051408986, "n_tokens": 282}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:627f3274d200d6ebff294410bddd5bdd289e739ab0eec10e2f12b86e9ba1d2c2", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1288.8351554839646, "n_tokens": 503}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6da2d4509f61ee54c1e1517dbd90130732b33323b86eb203bd802506eef0f6f5", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 882.9667036687297, "n_tokens": 320}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f0bfe3f8637787f7feade76b0b4542f98eaa7a6979db99717babbe6d773e2dc8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 53.72231051744893, "n_tokens": 18}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aa7f0e5cdfb6901d2d90d3e7208e66ef152eb4c375d6ca49f11c8595426fb5fa", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 109.16801407804269, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:359c18b053c7ee99c28aaef1489af3e7fdec5696b9c396819469c0fae0abac37", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 347.11137496682204, "n_tokens": 168}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:292ac83dea709c12c9fac33c85cd40881cc9bcf5ed4afdbfd63debfd61077bf6", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 82.72902598442124, "n_tokens": 41}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0613f4755ddc2493e8e837f455e836df25da9bfa3ff7af7b3730a27b6f5e6b45", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 511.38761674814396, "n_tokens": 239}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:49432f201791c5d2f041d3a9f15fbe8f040e2ee6c3538e3681828d966db63c97", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.38014032869705, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a3bb1debb936705b1ef7521ef1e9c15e800b67be60014884374f9b5036de27c0", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 540.1099560509292, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e20eeb892f54c4810c7d93f54778f1d76df20c699cc7bc3df0c25e283a595a83", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 727.9710495569343, "n_tokens": 417}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:489ec38b91c95df5035c1d889c2a32ed40ca97fa306732d72589217906a120a2", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 214.75195626497725, "n_tokens": 182}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1510c80a8ab1d3336f8a94e68efeda4ac4e0c72357b810ff368b0625a7278dd", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 456.34730465822656, "n_tokens": 328}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:376025d76297c587ce811b6f6d21599fbb25cf1af8dc4ed92e18aecbbcc40fe3", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 225.79903969323914, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebca3e652be5cfb23f84fa73480f2f853fd04daa2fdb50575ead2a53b146d443", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 22.46745179450727, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:38aa0c7bb0970bf91add7d33abdfe187e34a094b55fc66d2a4536c3edccc5a23", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.2271567236598457, "n_tokens": 13}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c75021b544b5c17b1bc159a46bf68c84f3c3f6985a3a45e0534c42dede8ed30", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 321.4347678411177, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a74836ebd3c90c383a4008391560ec957dfa0b5da9e29f37cbcb25aa03162300", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 240.10701720172074, "n_tokens": 209}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ed7b90363e2b3e866e549e4cad67bfbe47b984f6d424dfc5c6ef43bcbc744545", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 102.14764818102958, "n_tokens": 92}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:59b4cee67aabb257050e24350386b215c61af9a4e00bf1b6044bedd14ab864f8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 64.0220958763748, "n_tokens": 99}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7bc58574708b8a53410195e1d914dc5a86428b8cc02a383a0f47ddb0c211064c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 715.1008492442979, "n_tokens": 336}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:17b62a7ecf91cae6ab14f5504d18da30b44396a30219e2b824a59607e58053a5", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 169.75381571098296, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:832d80a522ed3d18ad84965c457e919336a091b5b525f105cedc909a1a6b42c7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.44052717617524, "n_tokens": 41}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1ab776c45860a736c7a65b2070dc7d57a58f64ecccffd8c5e0b5220163d129b2", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1151.0148970375558, "n_tokens": 405}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0dde5c58440c2832f06ee8b7bdbb39e7eb7e703d3722d3903e37972b98f758d6", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 456.4781367578853, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dbbe795ab6edb4b0b00d7dc488041c666a0050c0630291a71ac00a77311013e9", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 54.30957796452276, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b8225dc73fa4c390080ebee2a1f6c1aefda82980c02ade6aabe003b2a607778", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 785.0629157742967, "n_tokens": 336}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4402a30e69c901a660fb7000be2a91ae4fb85d240762156b252fbbaebfcb35c4", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 246.2724279173226, "n_tokens": 65}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:190800e5fe6ec8102868c2a20fe72c3bcce3d47b09e9ce6f89378df9d69d8a55", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 238.8636481493395, "n_tokens": 73}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2933db9a81070f5a3a907dddc7bfb53954204e9ce6accdbe16fa8236e73702bd", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 205.0701191392286, "n_tokens": 108}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9b99f22ca3ad129385462592c43ee852b5bc1b143116c69f4a498cc2716b2f37", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 338.56991923452415, "n_tokens": 166}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f15bf5f600fde612c62aac19aacc96fec9d5492ea20cd882fcf438f7da528fdc", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 229.14824235173182, "n_tokens": 237}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c75dd3b9c443c578595c6e6254bab4a402af66ae303c3adcd7d7b0d12fe356f", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 19.967891441014217, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6977eba7eabf93213bdb09bbd79c76d48d40f5495b61e60cac9d7251107dd65e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 634.0629621509561, "n_tokens": 483}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e174209ec79d2c77551ad995f0793a105c2a276aba6e540a734b46c376b95ac", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 155.10656162597843, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc9914ebb51f869a655d2c711c3026c5a946e7f5a5f0c4207e5e59996f28fc3a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 41.80952958781927, "n_tokens": 48}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6c6e51c01ed43bf768cd647ee633051ba964018ba50398b94778a6336d79cc7d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 291.74177350599075, "n_tokens": 371}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e459a433eee96c1489749574fdb1251cf6160e0867970d21b57f8a0c07bcd5b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1071.1629853495479, "n_tokens": 455}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:396b9869a1bcf5dc03b28b5b7d9beca4bcba0e336601de2c72d753a5581c0e7e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1222.8350071333603, "n_tokens": 587}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba3186534d194b706f2fafd73ffeba8eaf369eb1b8bc7cd5735f6b832eb63345", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 548.9744561952393, "n_tokens": 193}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8ca28b279177640a66bba4418407eaac428b4b9929be2621053e528c4787d678", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 246.41946166023445, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0d085a2a920a21efe14671cf9783a18cedbf443a371982632b2daf77b745e63c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 80.33999619633323, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0aff4c8b522ebeeb637127bcc660272fc3be476548731845e0a98d0d7252c6a8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 122.59319715125457, "n_tokens": 34}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:034aeca97edb0026c8f6b28015f96f80e64ed2185e47ca5953bb3558544bf677", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 104.41638816363047, "n_tokens": 90}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e748b973a0f9ca774a7fafc2cfb916b4b3fff17f2aa52dbdc4efd99a78a0f42", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 201.6645151025789, "n_tokens": 85}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9620fd7c9182bde749653ef79cfadcfbb0114013d649300cb1137c70fbbbf2aa", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 31.541473601208054, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7e5c5cd4c0281d3379244965dc6614199c6da3e959135a65dc64b8fe9bfbe3c6", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 291.094671721492, "n_tokens": 321}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e8d7adc6514830d95bd6d2eefdab4c5f4ab86135aa4f6fb94c57f45965d8bf44", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1193.1083038114102, "n_tokens": 487}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04a42213adc94ff11ab0c8f2b9d3c1b6a09ab88a018ff2674ac46cc776245585", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 174.79960614497577, "n_tokens": 100}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:43e34875cd8505e545ce6578bacc3f0a0731d1871f829dedb3ebcfedbc125ab3", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 392.2391509283734, "n_tokens": 215}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:079e49e7313d18925ddc6d79ee2bfdaa6efe110fd5e5154d68eb30a3aeb303ce", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 343.5572232263605, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b1538637e504a357ff8f6187d26c774dabf66c820133e7386de0ef4b9939a9ff", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 63.355655889317745, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9637d09548e7cfb3a2254681d76b906f6736834dc7bb56bc30d30e3ef122ff92", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 714.1328718308778, "n_tokens": 274}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4e780fcb9b95852d4003a3125728cd59ac9eaa361574de7b424e834429b2f94b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 250.02229825880295, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebe773c8ce5b980e8534de968460abea42946f338700cab3952e745f1edf34c1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 770.6125604728277, "n_tokens": 369}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f40b5870f2b4637108f9e0e624e635b87b8a481c570e561213cfb83997c71fcf", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 214.29986872540394, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a457eaad92c901bfa6b421dbca85a0187a55a0c1d3db5c3190118b0f9762840e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 86.51438895247702, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4a35736bd4adcf4f2738d714126f7e1ee631b270854f5f9caf763ee6b0b914ed", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 88.92951374253812, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ff458369e71a6c78f6c963ef11c04a41df465ef908baa09bc39c2fd608ebb047", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 437.1053709611133, "n_tokens": 916}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6d04c2f474c12831ca516bc6b570f14380577896c9430fc0f50c5189b50a61c7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 968.2090652645875, "n_tokens": 370}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4fda661d52da94ab5575570229f0fcfbc5d07d86da03f3c689a44bbc7e9183ff", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 335.9827993408435, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d1a1e1b267ad0722a86ca4fad6ddbebd51176842040b291e0008de019ce5379", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 349.36059967188476, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:24e9ac536dfc2c36b548475cbfdc400ae21c9b5566d6152a3d126f52b43fee25", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 439.0115275409462, "n_tokens": 211}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02f3e506860f9c0a76c25e040d4ab0104d61bf6759c0aa85ad31ee64bf721eb1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 913.1368972702712, "n_tokens": 465}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c79fdcbd3dfb18027a63eded6f242968c518642e7862334f825cadbe2007f1d1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 16.604002135278108, "n_tokens": 27}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0e414e0a370e42b00e9e292c176ab1216c7a51b8347c465e2be9d8e10f44af3b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1314.8689675109968, "n_tokens": 480}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e9c46210587c0ce455a20422f65d5471275eb38dc4b6db98fd2144bcff13ae72", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 633.7060990114796, "n_tokens": 477}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f7aa67c5e926f3901db8fbaf16761392bd403ef426125b223631ec3b2517ac8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1605.302396394237, "n_tokens": 580}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a6deacccb8af5a3a0ea0346c92c9370bdd52ac9227fe360ac5596c76d1bbbd8c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 212.92527491805686, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e825b5cbbaba4c14f72a0856896dd5b523a871ab2b9f2dcd15d776a2b4aabfa4", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 44.23257270566137, "n_tokens": 59}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2bbd6906c056a90062a8ae36294c8d919482503c574113afdc86f13f14fd837b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 194.87820397409814, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:072f282c80b080141098970c3b463d29c5aae2f69ddd2dac7455badcfc5a89c3", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 48.34500412186753, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:244ecb6b0826574c23d978c03ca05300669ceecf65734363fe097610a6ca25bc", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 34.31245545819638, "n_tokens": 58}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e507dd4c9d1df15f476426251e5a1d650a207b6a5584f7bd4744f0903093600e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 57.15459199799079, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2b3cdffb047fc350416d9b20e25c4e70590df1c3c868ffdd44fa545ce0d67610", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 24.611122156498823, "n_tokens": 36}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4c949fbda37ddfda58554ff73a2e224deed8df66695c36a40f8a2d4a134cb9e3", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 83.39165528607555, "n_tokens": 24}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6d6dfc83c69f55a856b1e0b758eaddf68b5543e14cb2ae617743a0d4881824e8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.6431473354291484, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9cc02849ca26fe5b9121d46077bb34eff04fb3e2ea2f82305367c9154d1237b7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 465.9674611631126, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2153e9b17536a047acf8a0614c91ab45c9450839e4b2c7660ab25251c173e1c3", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 260.36995413545174, "n_tokens": 91}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8dc045dcc46374809265fe389a46803a26afafe333fa77dc70a1f8c3acdc3963", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 319.9003009709645, "n_tokens": 206}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:288e444047682b25ddb5ff63898e6a0d48cb1de3c6c06a65261f8bdb60931468", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 708.6903509289095, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1905bb8ba7ffff2cff8875d6ddb7a2d85c4fd48873bcfef5c4f71670fa118b68", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 249.83169360618194, "n_tokens": 109}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:042108b7bf148d0831e5665ce92715f156541ee00c56b0adbd330b4cd63dcd99", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 414.91709580834504, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3715688d26cc3544beca7d717c5c663cf2a05625d9ae13d1fdb39cf508f77446", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 40.313214915406206, "n_tokens": 28}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dab34dff6549458647c89e02da31b00b2339599ede1deb6799587b4bd0209106", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 361.4459430525312, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ee1bf2cb4729ec1e998907fd521b642b8fa17f54dcd3c4ecfd61994b3935b289", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 262.540824258513, "n_tokens": 305}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e3d7cc21f696e9727960b47df92da81cd681c36ee389272b24cb82839f66d9b8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 329.3288760059222, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:79cedc57b4ca1fb97ea15691a996378a147499a6e1de0b0e50d9c4c7caf96ea2", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 175.8487220383322, "n_tokens": 55}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d95f75bba38b5fb8923367b6c8149cae81ba5d31e76f960e55db774d641f3ae9", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 239.1150407915602, "n_tokens": 154}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1f1c25dd4f795b151f180ab18467385fd533988876fb5303fb5bb3459e35c23a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 569.8300136741834, "n_tokens": 203}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:09d47615e1590057bac2dc5ce27d3ff90f20db6b531672e5ad57699382a0da08", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 62.69154382271745, "n_tokens": 82}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a6416ec59f8e7fe9867476cbb4f5f44bfdd6e962fce1bb00814a141cb3780234", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 40.82353165738698, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e2caa2ddf7d8e2f8b2c23d288d2b6efc376a4e823ffe09a8af191a44659a4b7b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 686.6291365295256, "n_tokens": 299}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1f930ab77dda26f05c58851efc4c27dbc6e180ec529c04a8ed40e43cd8d0304", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 941.206902506894, "n_tokens": 524}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c721adad90dcd07ebbf863bbbd0c4912f833fab99ac96db9f1d5f833c51eb896", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 104.22155137996833, "n_tokens": 84}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9aec927595bd10316b1df8dcc0df499655280e584a0576047e056f1cb4366d9c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 481.60348856379096, "n_tokens": 291}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3efd76547ebd59f65357d2040a3b63b92ada7655b9d2c4de25872503038cb13e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 419.82632877496553, "n_tokens": 313}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3cf7583809cc9110e00c65652f69c9235ecb294741c261595eb4ef71d9fd537c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 152.5448129303477, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b8ef3dce83ad90f2c1a18eb70b97ec2cbc3c25663448c05014503d1a4fd3ed5", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 33.15112104759373, "n_tokens": 24}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4eace49f52ea1066fe19654a8d625211ec377ad9901c86888dc5ad4be6fdcee", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 471.68805853948743, "n_tokens": 236}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0907eb27ebbf46386b02ca9314935c115cdbdd8382c6370817438e4fc2097819", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 20.07167419893449, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fb551f033bfede2b3cd283a2628bb5c46f4dfb47a97e6f477b5288d358ad4b72", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 338.59386371047367, "n_tokens": 163}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95b5066b66039db0dbb8ab6788922e68fde8517e20552c6cda3fc0e3499d316a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.7393103253089, "n_tokens": 78}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c27801ad6b5ebadf46dd97da83476952a72b99495ebc85677516437e49c09fbf", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.59477167103478, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e31053f7b489a3ba30b1011663175d1a13fc350b94840af286aea356c829599e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 110.56259591347208, "n_tokens": 77}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a88b3d44f1598abfb32011ef71e859618a69c60e54d77ac0477a29d649036625", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 20.290216910096206, "n_tokens": 33}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a210dfc781291b83f2b82a299e82c61d90617500e34395c42a53220b22fb32b0", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 87.3572000062012, "n_tokens": 119}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:756d31fa74b296203c9450a5ded21a07492f0f99caf7c982abf61a93a9c3ec56", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 451.95526644290476, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:470dce010416538f33aaeb18822ccbdf5f5e1da5749326a11100cab5b54f44db", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 190.55588961047897, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d9f074817f0647ebb6d9d6a879598fc4394ae7c63b56cc55a147a2b8ef27aa27", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 333.9576979077174, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fdcc2616f33ae53e0f3121b5cf7cc998b31a8657f3581552a2646c28702f302b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 350.53067290350737, "n_tokens": 184}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9a9300da4935003f03f16f85b9697b58b533353f121a8be641e1c46aaea3d6f3", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 371.3428131150191, "n_tokens": 314}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:93f3c8cc7dece34fdca51a61199b09bd96d8a2d0d5526bae764c07a97602a921", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 713.3959299758162, "n_tokens": 366}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b93de1a6ea093a5807b24dd5c14f32a952d548e14cdbc92d20d5cbc831546b8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 231.82558207178226, "n_tokens": 152}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:36674ceea31c0eefa67d12528bf92ddd91263cfb12fbe08bcd2631a52dd61188", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 208.4093434257478, "n_tokens": 143}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e266e32ac7319880ff40641c9ea49f61154ce74ce396876cc973d70708946f7d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 269.8021278333854, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1521cb0aa1aa83ec0dc5e3a52234a27e14576e75751b4704480ebd16ac6e396", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 118.82680084700723, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a794f05f5d6687b8a2e78d904a89209812a47276ad51ed1405043d45b1500cab", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 230.8255628313084, "n_tokens": 103}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:27d5c23de1b1d5746a570fcb287b947bf3abec3a5a2948cb081f8daf5c285b6b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 576.6384961422673, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9f63c208fe95b14e13899e0207f0d42a9a816b8674a3892c3c8de74b07b70c7d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 455.74837470300827, "n_tokens": 179}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04795cf6ec37a7dd935c1de66d84d8ac0d764cdf12fac297d129f48dcfaa8d79", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 166.5079097240232, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:afd6af67cc1816d99f86b3e059ab2e77aea944c07b1838c27e6eef57a1400985", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 74.44601930323779, "n_tokens": 52}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cbec88e3309b7648c023d9e2114e2d7595cc9aa18067c25391252004042c8eb9", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 244.81672008199894, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a0a73e9962d364ed3eeb4d132f2499e7047e2272808600a290a2fdab270f074", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.3656393891888, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f74746e22e3b69428e9f6bc6ea0561480c8f0ed4bd977656197db9521368fee8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 332.5552824856486, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0b1ce063570abea18f6ed8dbeadb06d796c243f7e6a2a1f49379e74384d5ba6", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 219.98743519360505, "n_tokens": 143}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66b6335c0c576b405ed1668e632edbedd0eb09146dd4e4d84aca2b6043511aea", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 480.9667522107511, "n_tokens": 228}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:079c5a5713af4f78a53df64e7b0464359e30f5fedcfa1fee25cc46b177c44367", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 754.4175544111495, "n_tokens": 300}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d436fce6076f3110e1b20da47f43d8fd0e643a43d36af478ed325f1061eddc79", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 304.8592019318594, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da13290dda7f6ac430bdd317de487a6f9fa79e1b0ce8b353f948980a519cf952", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 249.82210794367757, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f044562dab2d66d59ffa187a93db0a4d4eef2217a7c143f944312254e82913cc", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 143.68747269517007, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:940e3ea02beb3b61613794d1b427bf37f30078633244e2a2d3a3a17a169d2350", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 951.5210232782283, "n_tokens": 497}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:749dd218364d72a3c4022bc6665491204d016ba8717793b88665219a4b4d9c70", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 310.3351695073525, "n_tokens": 151}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e10eb2e3fd3cbcbc45858578621b9b4e64aca3dd8f3b0ad39a472fa3c490f660", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 44.75292713592171, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:36e1d930e74392cca2528fe06bd8f0d38befdde3c3781b8922041dd688d55235", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 453.6086050871818, "n_tokens": 194}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ecdb34794b24ea6e65ac66a1700160f4864589bb77a5def4591fe996701cb06e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 213.43159615127297, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:47e591d09b7363112580b3eefe8ed4da5f274dccd3619a2704027db79f941198", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 668.3006281319977, "n_tokens": 284}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f68dd2578ad9dfebdec7bcd8caae2e5d4459159dcfbce130fb6ee6902c18b836", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.55062928563666, "n_tokens": 17}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2abe99df0a43a558ebb63151afd3f8a96f884b33495437b5917b0d6099fd599", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 145.19197401622398, "n_tokens": 293}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3ab7f8ff8f4372b640737a33505112b854b4d6bc35d9e87a4cf73ca9dbbe2f14", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 479.40931507573623, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1045319c37d98f4f7462681fc50423762cafeb00bd2925484b3d429718e8ff8c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 671.3788770400497, "n_tokens": 242}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d3f9dc6ca94a0bdba137665cb1d8d9e4b76d78fdd9a79e7e4ac963bda7e0f38", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 376.06354163903495, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d8e91a51b7e31c9367cb2bfc5f4418870271355df0d3048599ed2f1d61bac77f", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 337.3599014915617, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a911dae756fdfd96b80d4406b261fe658cf900bf6ea2281c59b2e87df796a24", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 389.25798783079426, "n_tokens": 177}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:070995ef4c7e899b073a6b1e03a1c0a91d8f6e2917b867ebf75bce02027b2653", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 516.8566869260248, "n_tokens": 251}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51e7e7e69771e152110bd3673461509ee7e0c513dcf590703f6d587bb65ed706", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 161.5396037429091, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4377ce8bd0f44aa7114983c2d48b23862106b0f247b9199a0ab9926f50dfd80b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 556.6602076704512, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4969e6d2e7da9be81ccbbdb18b575ba0b363066b5365ca134b59285bf5c6afd3", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 29.71745684949019, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2f4b66e0168b2cf7e7c260d3f3b7a18df48f4984fdae0a895561c6a01fd77c88", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 374.997193934847, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc306933ec2a6f7ee590c6de309bbdad91d0f668aca834db27cdc4ecfb5ac7d8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 474.70508969913953, "n_tokens": 264}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3232792c0b1f58bb36128a00bbe8a2abdf24fddac8c92ba386018ebe34756dae", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 939.9742792689447, "n_tokens": 347}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5ee45f9ebff4e75410b1128889f9d0ca7556b223e69df33334075761d1c7a57e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 797.5521508256998, "n_tokens": 352}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f6c76517ce8ed01ce548ea7c86ffc53a5fe7afe7984a166755b5e35eeb99099c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1064.2391291634685, "n_tokens": 446}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:57a499002a099639b52fb3dfdf516feb745c14457182340aebbb3546de7eec77", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1440.9632539885024, "n_tokens": 506}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1c5db2224424da86a908bfc9f21425d8669300e88205241d97d0c7a9b4324a6a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 129.3579650780248, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2ace06c7fd726671319de8192f3fe5480f5297faab8f09753c1cfe7d6df294fd", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 420.56963366220043, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a3b22afe88af8a1377646606f9f4df393ac0bc931a643220a32095285895de97", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 16.969211053070467, "n_tokens": 78}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:86c835efe40d8ef93ca1608e77a2268143da853d0f60a714e1284fe606e6b4df", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.2679184732333, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0e43302941845c64fb7ba5fca1ef39612a906c9fc81c3fb7753ff7ba3b30687d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 317.7586279220168, "n_tokens": 142}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d63dd41a84b46571478cb5a4903d5efce1b77515b3e3e5acee602f4a56d0783a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 50.49116640263537, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:07727af96427cfb80e78aba4d505f97dde11e3c5969f44fe5664b45e8b4e7df7", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1044.5151929015096, "n_tokens": 426}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d0aede9a69080a3131f709faa0ec3d99aecd603e981414ee70d2df4d39bea02d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1236.165359263582, "n_tokens": 519}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0ca28e9e453502956ead1128cec5019004c58e33cba5929f5301f3763428216c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 223.25948336018882, "n_tokens": 95}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:764691c4fe0c71bcacf5e05c3b4a120547e80d8c365e6edeefa6a40298f04faa", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 775.2717563841143, "n_tokens": 362}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c221a1f994cff9c2f34b9aa9e41a55163172ddae96767c1d20c1965b48080017", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.01748282151311, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ac2c6de8b0e256bde22bd47ede3e8ce6b1c3df1b1e2dd0e3eb286e2bb325bef", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 44.510211482080194, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6a07c07c04281930a7048bda680a6241c65710437584d777401158b0c57554c8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 105.63258012727601, "n_tokens": 46}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c6c5baccf1fd2a97d0043db12d7d33d85377a8a924e43eee946b3bc18ed8ebb1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 134.55364806257603, "n_tokens": 83}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:50afd036b32ea68be44204ffab02e3f5cb85068de3d905b820844c09b77e17a5", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1051.3456194033097, "n_tokens": 454}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d8b08737912472872ed2932afe7af99bc72e16457a76b9f91f6b6e376284f24", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1529.090076159343, "n_tokens": 493}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:585e892fa64acb013514af77c36f63c776983e5cfef4563790464fc6cfdfbfde", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 52.86898503003977, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:690738484383e06723019f31ae210f7306246191c01c3d5a09c4f665b7624f1f", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 275.94995861046925, "n_tokens": 120}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4464c320e01db719e51909b974243edc0e7b45f08cc6b30d4d31ac6f13f2e67c", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 704.3111145487769, "n_tokens": 289}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:700bc710519bc0de70046303a32891ac5542679ef6ca1030f3bbc8bfefdc2a17", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 355.0054975494604, "n_tokens": 112}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8b6453aa02539744c0b316eb03e2d64aa90369280a65da600f6c391472b94963", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1011.5367770309363, "n_tokens": 439}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3e0a50a9d76572aed087981deeb71f851ea0e9ce59ef7a79dd5b14ac82c38c84", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 500.25692609549515, "n_tokens": 223}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6367ce45caa5d0f0b1acb41b2f53e424f993478d1466f4448a4a97dc495a7222", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 235.28313060277833, "n_tokens": 205}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e473b2438fd9d0a06a40ad46f9a3ffeccd8d0ad4e5749b9d1ccba0eeac5a3025", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 90.67530887772341, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:40995aedb42a2ce8a74fdc801dc7a3c7a4e50206d0820dfaa35b47f5bb76bf9a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 231.3858960694388, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c0e4991c7c924b78a5cff690c322f7cdd0e82062b55130fb63c19f2b4da79188", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 61.08859610640866, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45c8c3c63e02bf5ed5c99b208cdf423a53371f41e59d852c2678ee637aea8ba5", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 183.3283161223253, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ed6df8fada20e3613a2ee2142eb619726f7389f0b6464480a37e7f675dacf148", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 283.91003630499836, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:76aee18285d18dabcec5cb59f7aa2a0190bbdb0a4f64eb6a4db95976e8d227ca", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 121.19272415068644, "n_tokens": 70}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:62829e5b79946e964e3a04465f37d7f8d3d702e2fa342dbf7fbe4441aa05ff23", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 481.4068707187471, "n_tokens": 231}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c14c3c4b63794c8b534c6a60fa3338b1cadc10b24bf8ef69bdb04854b5224333", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.092805982156278, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9ea362fd9c2b04083756e2c03b02b4d5d334826313b7c36eb45f922068ccdb80", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 69.04049443543045, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:446c0186eeb24e8a43d0ab7dd13d314a20e86b3523aa23dc1d8e68422e7b7cce", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 347.9079122276926, "n_tokens": 169}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:489c7abb740ed0b9bb6bc704595edf4c94f1f9f4ac797ff1d6f55d8ea956d8e6", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 579.2163334903325, "n_tokens": 300}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:002ab8b85a36e6c5464c96594c1046aaad0832b2b7ba59b7c60f8d5bf1839d14", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 291.76619769860736, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:73d6f61d9fc2261b5ff4fc6a130ce46e5f759fdd82536f4458150cc9abe67453", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1562.3898713914832, "n_tokens": 745}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f3f094b2aaa7c46b1dc50d4975a008bd30230089ebefafa9724184be73f84d17", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 163.60713607405705, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c70281f8e81ec2249e2b6ec296b0d5158860523a83a3d6ece0c11d534f24fc3d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 46.38294647078419, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:23b988274475e59d97dfeaf717327a13d9e3d4df2e73c30cbbca59c1ea842860", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 365.79520779435006, "n_tokens": 195}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9283abbe02ec6e09f3ce2719b02aa2b1dc2f887425a2d5144f923403fb9b54db", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1294.2139786538096, "n_tokens": 533}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a08e2b36113e5d71feb47d60494b84029dec93aab7e1ad658b433eebff8e0ba3", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 509.4324389657886, "n_tokens": 225}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f02ff68fb4cacef7ce3877c019b13187ab2739d5dd1a82f850852a67025a9b1", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 342.03485401315083, "n_tokens": 140}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0335e3ebae248cd378edc4479b1f7a885172da22e70da830aeaf9622978feec4", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 155.9092205233078, "n_tokens": 90}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02697bcf2ecb738e9532ddba8b7079aa21d8bb9744456dcde524871c3eb728f8", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 167.52154847405654, "n_tokens": 105}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5b34963157310ae9936fd14ff22daa343a9529b3c193544d754eea0a73e5760e", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 100.69172249455187, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12fe37ce674a2f79d7f2f36211393d9d9d4b97d1a431be0b27000b64a5bb16cd", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 115.26490253108932, "n_tokens": 61}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0c30072a27e82c8fc2f6009a0d08214fb1552c42b1917aa9acbcfe3d1c5d9e91", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 91.57410471801995, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0d24b407ea10dd9173e8fbb377609559e820302a1bc8ea15f42b5c0356266a1b", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 477.91115251409974, "n_tokens": 199}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:602272a99566bf68a5b48979478bceb0b56f74915925ed8a1b0a558935df3584", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 183.97133990008206, "n_tokens": 94}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ecdac8f179582eb850ec28155ea59279e445c219d7bcccc6753cef24a7199a42", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 10.26466945700588, "n_tokens": 97}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:46b880155fdd947f395a3009a313bf8cbfe8e137c37b3a614c49585112e0aa0f", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 457.4302373741248, "n_tokens": 212}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:65b835d2335e23cf908b10817be1eb5c1bd5dcd3b80bd3e7a46c72d2cd479e8d", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 209.22070731875647, "n_tokens": 236}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:48363ab6108604ad6812a9dbe0f17fc52dc68532d3b3bf4d83bfadcea7b99f9a", "arm": "baseline", "arm_name": "baseline_adamw_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1081.5616252519849, "n_tokens": 447}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://581c1850d38ffa76474e2c6c7f2a3fb1/weights/confirm-baseline_adamw_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d6c011ffb1ff8a9abe9bd24caf3f9817454a1f054d5d0e0360d19bf50cf6b20c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 128.3800331855591, "n_tokens": 55}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7682c850c4e5979cef0ad966b8feb119de2bd323bb40819767a161040b59eb7a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1251.8820903302872, "n_tokens": 555}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45971bbe382b81644487690d2018bc3aec8c807f1be52a9744223e5492255928", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 582.03425204872, "n_tokens": 233}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ccdce774f24ede2e799686276e8b72e8b08a4aebf6ba75ecc450fc73cfedd1a8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1055.966547707014, "n_tokens": 416}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1f40447167a99977d745672c0c19cb2739b6f5208647af47fac16c94f88826e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 508.0384400332325, "n_tokens": 287}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f7128731ae16e9ccfbb888620c5d75564fb8d12350e9b47c781beeb64ebd04c7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 119.32039385729877, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f865f7581ddc128be8b79fa82e7fa9102362b6a7685d82f9116436280073695b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 703.0632879364857, "n_tokens": 468}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e26a31997285dc001e683aec269ec9b0c4e3400b97a7cbb6367a08e374dfedc", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 132.50794384816618, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3fad3d579a7259e0bbff20c18d4c72049a7b9378078c85188ba9b166216b4775", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 82.02447062508128, "n_tokens": 65}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc614a388398a30b28e3b18b9382a1438d8b8455377d6a65f902a709a75168a1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 612.5569556789184, "n_tokens": 271}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e038c9bbc2ec4556f6ab47f9651fa89cb5d7f72891a5fba4415e13f18f7ca0b7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 46.31153345024654, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:37746cac882d406894272569214f6ede6ab7b78de88c01e6bea144234a4013bf", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 24.725217061934018, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6ac710f1196bc72404d3e08e8acca16f7f144752544aa4af9a19736053fbda4b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 179.66240655348878, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f52ce291ce39c76f22e3771a091d24bb55b3831106506a3835c2a2e16a86d1c1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 388.57354416996714, "n_tokens": 112}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a5c6035044f914d24e5fa5677048b7461bb3c3a4a7cfa474fbcfa29588670d8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.929211216577983, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1c9a958b19539efc3ce03adb85c0c7811393e90d35f33f4d96e999d79e3e8a9", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 241.43320075457802, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66e33c21f54193775c1fda86f9be739152462cea267969b838ed953956f4b631", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 130.98967464528684, "n_tokens": 105}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c338b2227c9f2922a94c730fc653d50dec826ea0febb228867efb3709a3f31d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 440.78072335205417, "n_tokens": 407}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:85b810a2c52be481e2f79b741fb8a02142c18d9db329189689789240bad537a6", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 186.12341672267394, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba7cd3cea48952cd4f218fb4ba23a7a0d9f6d3e2b524eb897a063d567521bcbc", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 723.8634033752169, "n_tokens": 231}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:645c6de54016df90ea64d9b72a1686de2c682467cc0988ed2b8379e4af3a3b69", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 286.8690110069474, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba474c32c7c4db657376ec72136594729848d88a0423d0457e9f6eea6680e9c1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 392.76350064347105, "n_tokens": 155}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebd302ba966ef926516b751f9d42bd52ed4b21747f424f147c33de05d5cb46a5", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 88.8325714178718, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d555a1b6eab48b9f199186e30b6b691eafd4b0df80a6558b64c4c5d60509848a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 133.01573080447253, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1329aaafcece6e6674ee78a546492be7047a72bd8eed93a15490b517d195f8aa", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 237.81721203599045, "n_tokens": 83}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ca2aefe6159c88ab4335e1b2a19e04bb70d2d096c8b6487946607a4fb57b9207", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 357.87848785765345, "n_tokens": 135}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f8385c2bedf5af812b3e13ed50abf373552e551992c637acf8c341fb2bd4ef30", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 949.0087109887606, "n_tokens": 390}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:687e88746b34ab7a856e2d8795eb696de02b6909f8e68dd0c5595cf754eb22b2", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 869.0953750062336, "n_tokens": 284}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b096cd3cc576e1df1bfc3ea2e8c1b89817a67e1f4d4209100e7e0ac03323b45a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 28.131867552845506, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:503c617fbdab4576be1c79b421947a7c5f1a2b365808c6b6f8e31287d1aeb674", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 341.8914985197109, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:46ffb831bbb5717977280909d133272c1cda68f7769a58f18e83331e906c5aa0", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1196.924004622335, "n_tokens": 447}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d155ad5a56b452703abf0c54969f8cfd0372dcbe0befcd4a0af5a0fbdcbfe23b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.4881121886755295, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d36d2dcd016969972e6ea69b0ad14f9ff2b6e341d9ff7565318d6082b0523ba6", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 393.0518461357313, "n_tokens": 155}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d2c280bd301ce2066b71f70cdfe03494262cf4f369010aea6e00f23f853cbc7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 848.0179678183194, "n_tokens": 457}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:37ac631bf0d66b95a69519e58da6a3c4f1118d6960bace298e83087805422076", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 312.039585316335, "n_tokens": 187}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:91e0052f1664f2e28d66653914c81a87f27e0b24a46b9136e4748a8c24545289", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 465.41360113245173, "n_tokens": 230}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6f921864bd8b8123377fe29446547b0cfccf9882bda00e1ed0a11f99c7290799", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 392.64081733648754, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:06f8cec4f3a7a51087180e3fba0d8a2c19c0866cff613bbc7d044033f82467e5", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 324.6988301105921, "n_tokens": 436}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:41d3a40c684db02d115771774e75f6812745b96bfc8b26c6198f3537fa5bd7e8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 475.9254377684691, "n_tokens": 146}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:71b63a042ad1e85efc91ec2ac3a88629d29d13978696515b1bc0d29bea1fae36", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 323.5112672274299, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:40f8e6e855826d7d7671f4dbb5f7c12ae99541888fe78e7b4d669adbe00b1151", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 11.694092828638532, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0869a2536bae18939b4f62b6c026f631cc44083e1903bde4de0b1e7e339702e5", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 428.8795288158453, "n_tokens": 333}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac80dd9713747a25db3164ad15d37c61409a02257bd88433e1c254eb927a4372", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 80.65180554542889, "n_tokens": 53}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2fb3649c9d992e39a4a394aeb16b91720ec8ae19dd43895b3914a6511144ca1e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 186.58075853622313, "n_tokens": 94}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bb96ffd53f0444b90e6fad698788ab9ccd24d6f63aa674494be21315ee7a2dd3", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1076.5166837841189, "n_tokens": 521}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2beadd667769f5875ab256f7f840e2c6d26c1b667ba4ef11d814b61153da6e13", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 320.63783818054037, "n_tokens": 175}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a9a8696c28ade7a3f9e0b3d8d97abb862ed987239887e988a2dd21cee1915cb2", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 130.7570056999566, "n_tokens": 79}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bab1283b2cfd37eb5a264da47f0663cea09d18088cd4c48886d0174e1eba536e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 54.08277103045836, "n_tokens": 19}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b3b45db4ac4b90ae5fddacef19c5deb1a91dbee65068d9ab0d36d3e1aa92334b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 2.570206556013204, "n_tokens": 10}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2596826a823a13939db48d0ee04bfb0083fdf8133eff4468550ca63ebb76864", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 332.1991402996454, "n_tokens": 208}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:069a404880fd7eebecec2132e04406f2858b71a7588237de0c546d826aa2cce3", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 310.39503469001266, "n_tokens": 156}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:151659a113f8a967eea7c23e19e96b0da262f736a3560b9dff28efb68b553978", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 222.0514176038414, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0f861d5aa34b0dcfc2ddd35da09fc581aff25b042a2795f36bda290e00071378", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1161.9877306336857, "n_tokens": 420}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:498c6846aff34679bd2acaf9a40672c60df6dc00e30ecd2be181b233b23faf1e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 768.2617370395515, "n_tokens": 285}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3a2e37c1fe2d7c63b55330af7098035b4dc8142da2ff249f35820cd06b458cea", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 88.91893452673679, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c97be73986b86b7bb444ba1402ece81e49a0e962be40a66a0021c293d0e48134", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 412.7090224666026, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:371d8db9eaa9687270ad0fab91513225fa7ce1c54e5a0d845f126a7ae386e735", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 57.1955248021618, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2d0ff0f26fb8e8effcd4918c0653fcc0eee53226f4d13b79eee2fc03df6286aa", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 743.3132329846519, "n_tokens": 245}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ad3ade87b53d6f4adc940e6f4ba711e65b73e7d2fc4a2aa4e15c0b733b110b29", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 10.354999132933244, "n_tokens": 45}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:716e64d1f2292720df26399fee0aaf5e015009178041a6ec8fedc17e2d9e9df6", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 232.67152541857286, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:569e694f8ad2b83ae1e997fd4b19849b0859d23873a4147bb31e7873ed29e086", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 128.3109330424037, "n_tokens": 114}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3956cffb3efd15358c82ae59c24fdcbd58112173f6ff3f8c41888e6c4ed6c895", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 63.620976403842405, "n_tokens": 20}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:11cb75d074a4a74b12c17ea021dfe17d72909661a28ca255e000d86573e52f4a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 164.41321464421162, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7b69321f3a4e585a40ceba48e7b63685452a123e2cb64486ae5c54ffd3be0d23", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 155.7716648861424, "n_tokens": 63}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ede0754a2e1b91497d9e4db2320edbb495c071f190098537eee95929972e17d1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 70.373064490057, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66ada4a1b1b49410c7f8a6a27934b65139499a9c3e5c65549375068a70a3c51f", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 100.70309295672996, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02c4f02245b627721c8a03184b85e95b2d7a2a3e2757fcaa53a3f227785f0277", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 144.05365396766024, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2891116ede1751ddb26aaa9de499dc1149851f957873abcf2903132c62addab8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 100.97678908940722, "n_tokens": 48}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc009733b4090c99c626a0b657377e2c3db4dc065ca522659356d8be020a4bdd", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 68.0205364792007, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:252b2127915bf0a3c04b2aa0e9cda42302f94b5feded11ae4d272b4d6d585c30", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 64.34153000330775, "n_tokens": 26}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:757b00e4f2279890ebb97605a867e4309c29fce4ddfd2035ff568c7be0bb6b6d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 64.06100956519697, "n_tokens": 64}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2ce87bfc5c427f720cb5f28f4099db60307f1ed844c4c8e61f1f046e06265fbd", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 223.47896382873978, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2526b13cafe55ba808ebe720cc2ebfce41f9e0a12b7512ffe6dbf7eb41a559c5", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 379.2549187325376, "n_tokens": 342}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d0fa72d19e14c4e11a471ab3f0127fbaeee061a5ee6cc5ecf87142920bd0c24", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 320.08610890479076, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d04ddb39eff5469b4b4b6d090b51e6f46e47dc4daec06702964c1f737f7e8123", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 364.5094628365782, "n_tokens": 314}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:525e28a56ceec00670ad602d6553ffdf08501e8a0ca7ea10027a2136bf135d54", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 114.86188333829159, "n_tokens": 68}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1415ff2282982ef44abfbbecf0503e4d6f0ea6186824ae56e2d438fb3fca23b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 70.12051919561964, "n_tokens": 58}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9ab2002a593fbbebdc2d4f4678bd21f8d4cd02cd15d65589c403319c8b5f4747", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 209.2621556591439, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45678c64b9b9861841bb742e8e05cc4c421d21c9bf4dcdf637a96e827c661830", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 202.28813757555324, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12751be5580238e093aab282dc8b994353b4c0643fae38656978e34fcab15b3e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 322.76039641489456, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:412c1c7294d8b1d07ab2e23cc6e748d4f9e3ab6628ae1df5ab42c56c7414531e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 285.3078142368049, "n_tokens": 312}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8395735b43fc5000483fbf3bb2662975b3ebe5bd83fad730c12cdf6404a41c1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 639.9856056130557, "n_tokens": 302}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7be45ddf4361ed9d86fc499ee2d6aa4174d7c5aa6db5cd799eec4d789aa9c838", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1273.4270480002451, "n_tokens": 473}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b4ac421b07dd3cf8535f88666150b33d008b709eee6a0281f8b3d01d77e61b42", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.21252814316995, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d4f7a00621e23c1ef1e1ca6970dda6157a4a7afb000de94fc94163a6406f48c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 321.3399056118467, "n_tokens": 169}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4c48bb83330aaf49d90f0673248fb903b29f16adad3efc331c17dd200202483", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 202.1870558555965, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8c2b9b8240c2ce74726a939bf4c485b9fc3e7868c2f0e48a6a8489659a92168e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1487.3686743609724, "n_tokens": 663}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8c034a519e1533a7d544faf79099055f5b04c1207f6fbe265e4463dda40e0824", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 94.22647185343158, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2f9354b6c63a3e550fbab16210d0d38fad27dadba62d375b4f35722a0a46c887", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 580.1965779782913, "n_tokens": 272}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1af4443ea535d2f85009c7705db3081bfa675eda1ffcb4de92ac70102fe23448", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 575.5445579398869, "n_tokens": 206}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e4228fe80ce2c4c988f5c0a8c60d9672e46566e4f6fe05315a2c5e1f09dc990", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 866.0422033014011, "n_tokens": 720}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b3a1e4ed83a6227f5050917a7059aa210538961b47c678f11fa33b2535467cf4", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 737.1994379671903, "n_tokens": 291}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6936a6d57488b9b79a55bd677f2c130f3c36ba2dc348747826d0f3a5cb5b7027", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1278.7092833997156, "n_tokens": 562}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1d57c8b8a4d920e196c48e429468a951ee9125c447890b4d891ea3755f1dbd8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 180.9772116414905, "n_tokens": 117}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21bf1e34609a84aa6f41b73a534567fba26b13d5025844ef1ed9851ff3c35eda", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 145.3666632029848, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c5bec6d10044644190ba466977bdab9375264adaae2d0c377ffa48410063fc80", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 556.563805574373, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:798b01c27b9d7d5719cf411a678312f9676dc3845c4b6d3e99744b5d80c4dd6f", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.64959463043476, "n_tokens": 45}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6ee94a135df17071b4b0c1f9e7f5ecddaaddd34b568a29642650c851a2def94c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 385.09133830459507, "n_tokens": 220}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0eec4940165bbe26d1f4fcf7801fbc2578618f78dd649ab5a1f97258f7ff742", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 306.00947408092964, "n_tokens": 134}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f39be8cff1abe33986b52a7e7aec5a1b8adf9552746697e972812e7babaf3b22", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1178.699594541174, "n_tokens": 454}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b72a4b2add1b1711109547a75c5318b94db761dc3cd2c08e73e11cfe14469e96", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 85.2613326674018, "n_tokens": 57}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e0ebb53a5dd1feafa657b34f39e15bfa8913e56f21d61542f7c1932da440426", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 198.42011035828364, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1ecc678e8184e4ef5150ad3a51b05a3d29fc3b2672e74ff0fb98cc7249ce5883", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 70.79273508048934, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:703d0b37f6b9cc517692f8bcdec6988d82d20e9023b95c901225d206fcd7e5af", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 135.73461950705519, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eb4fee5c685b36bffcd84b2c68db01fe4842302c24190e144f391b7016bb2330", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 629.6083813946243, "n_tokens": 294}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7954bc81cf750c36c91d432a844a5f2ba689213263761bdebf866d28b3662f61", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 414.0771224807834, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4f25dfe951a9ee72613ab2e8021ffb4e09871143628991c5fb560e0a3f8a3c67", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 546.3322692428355, "n_tokens": 203}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b8c5dc22944151efd9e6642639973e1ca401e1a380fc0ff4d57a3b24a3173278", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 366.4415588533866, "n_tokens": 166}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:979520d6745fc9319044c901dbee403a6dcf48d253e710fb6db78dada2bf712a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 719.8640453953949, "n_tokens": 262}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:47c6604c9b3b4e350ad5f546aa6f4748b59ef6275b4cc4ab99425518b2c7fd3f", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 116.63560031340955, "n_tokens": 52}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d29b4a6069a7d535d79c44dcaacbe6d6f30289086ce2ace4897202dce919811a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 484.63755830914283, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f60bb67e4cb1d3dc680b634ea4bf50b3148231fb6e8cfea09aab9c0860eaf63e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 33.76866867559329, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4cb56274ed302cc7e7bb9f57bb3d7fe43df6265c6e226cd9fb2f6fd8287eec3e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1186.737618411624, "n_tokens": 642}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:86ad87691e5725d33d686118811d13876d192cf7525fb83c9e2434ee6d71be56", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 258.22680283492355, "n_tokens": 176}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:08d888907bbbb7d371248e13dab35000d0d971f1bd16112e732546226f0802cd", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 208.60530644622827, "n_tokens": 113}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:757ed7e67d03ef845a4dcb8b90666504e6bd4e14b2a3c5d954372e14ee5d9aec", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 538.5235058478024, "n_tokens": 194}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:290e88a34d533c83aa725c61b56a3f01f0b55db15ba6b332c4432f14634a9fe0", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 113.10949207257238, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3d701bcf2811e91950d7766cdbd2660e2ee02be6825f8e5dbd569752cb7327b2", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 3.645788174590052, "n_tokens": 10}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bc90d0b2dd1afcddd8de7b2e7ff4d4c770018190ad63c0d1de27cd6c0c046979", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 175.08473655731223, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ef52784af72fdcb475ca17d2f444011bf89a4f73cba3627ef7a4a369a3dd39f4", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 395.88946692008903, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e7da2610042433c41b02cad24401c5c0f83bee93ed07d6f5807f7883d252c45", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 327.7016099715056, "n_tokens": 117}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7f77538b92b924595ccd388f371d085841f926b3f436c964e0d94383ed97b780", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1323.7858545281445, "n_tokens": 576}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:076473b02f7f76619fb48bedc3a6295a3be8333d87f67983f0f05dd6f95fa7a0", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 118.44591946843849, "n_tokens": 93}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7e8135ad15dc03710f78522d402a5b8d724706a1ba0445714a448e59a77c2ec9", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 308.2646015261198, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3391c058e714734b2a349e66d6708733ff35e49cb4d22a521ae0b692e21a76e6", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 572.8424978300545, "n_tokens": 240}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4bdf2305eb042d59d61126bd3018e2a216c7e46b98ba4d8be57f5ad86b82734c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 37.952050867499, "n_tokens": 61}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc1646d3f0fd7b1a8ba246dae952929e522158f26e0524b6f40126b68b34ec8b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 127.80341943932018, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0bfc23e86d05103d10342d234b31fe3613b93e7620e6c272b2687e08bfb9491e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.88304825556907, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dad92f898cd3f957f6a61c8dbbd70cfb6a5aee938edfc0b54af4f8ebdef4bb3c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 267.37646728281834, "n_tokens": 120}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51217435894e5a1bf8d0e87cfd74e24cbfff862a1f7a39d08596bfbe2c499d32", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 5.100233474249535, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f5cc15a138584ced005ec845f5a40212cd1e4c389aaadb5db442b61637320d19", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 879.1973099557054, "n_tokens": 334}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aef43863df74ba98f55bbf32bc780175e667b8af13b9308d6e54a35e1efb09bc", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 2.531534538959022, "n_tokens": 26}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d9b5aaf8fb1c656a71df74fc73f1ac3b5e5d63810f5556295f1292cfe00bb87d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 56.20538123556946, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02ae13c831902dfa4f7aea6e89bb478d9a64e62c9cd1562334a614e35b62a483", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 227.27698841861252, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ec9bf682c8a288c825f56766b2743be9d768c12368980d81715ec0a9a293dbd", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 639.1578842404684, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6c7f04a463f203983dcfc1b50cd819500d6d0e087c2e746c76714689567e19e7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 646.1689398331794, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1fa6007d33362ffd33bb07cb575d3286ae410da730da8f4d6e523d84be1a2332", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.91900516291207, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f7dfc75f57c1c9022920cf1c26cb513280cb76c7d04d604ebdbd2ee95d04218c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 566.5727854810962, "n_tokens": 265}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95ab39c44458ecc1e254c4d2194c59d86dd455c7dbdec58797b2fcac0f7df839", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1347.8171433724674, "n_tokens": 516}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1c191631ff3e1bc89519fccf379faf48b2950d3960818b9d86fa7cbb36efb8b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1211.758885725113, "n_tokens": 502}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2880e6d3dc46901576c9ff3bc55a3a1a950a0e2bf8a32606c51282995b7e9364", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1393.5247800677364, "n_tokens": 492}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:96a2891220d97cc3c1baca4ddf13121f17adbb908b72caf6e946e982d86fefe1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 300.47142547481235, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:068f53051dcc214ec91622949ac1d49db7d3c6eb0e885172fb93513e45d883e0", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1421.295447517901, "n_tokens": 476}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a6f31d9ba234bfecceee2b6db822077c30aa23d2dd40602fc94663bda4e1cd9", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 150.69053668895071, "n_tokens": 170}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2830c95d42887be796a6c5e0cc1de1d29619cc4f33ecf1f2e0fd7b7319b041e2", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 374.05289746695826, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d06ff6439f54b7345b83b8bed2e689493104c9338efc5e21243ade63cabd1f7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 369.6994171393044, "n_tokens": 397}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:326a5c2c6bbd8459c6e1edf67b56da08d0bbe39d1ee02dcf7dcb13518b9d44d6", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 136.05475803613763, "n_tokens": 57}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a0cb5111b8e2d4fe6560ae67761862ab2e5608410668e0ea382bd68defff5d10", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 802.0000589099182, "n_tokens": 411}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f2fb01116f39477efc5e0e8ab47809920621d6c74e9a4a60ec9aa1c7c8201410", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 600.392749061245, "n_tokens": 227}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e24e4d095b5bb0dbcd738f61cb9a783c121ac44188937c846c800c4eca2fe60", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 58.58067582645117, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:967305b1921daa495ef581fdc52997046809ecc01ed6ca818f4c52c085c3dd2c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 61.58637899065047, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fd80e71474ab525762acf1d979f85ecb5a6fe83d34087d7baac7f108e31b4415", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 185.0375382882662, "n_tokens": 89}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c421a5055d01c12bf1ca46211b65dd34e67d5111d502cce455d1e3e10dcd1c48", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 635.3652473362672, "n_tokens": 271}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1789df91903365b9016e4015a62c0771379d0f6b1c12cde49c00deafd16e568b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.4689504000662, "n_tokens": 59}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d097f9337d9beae903165700e60c8107fdd5f4dbdcdeb718ff5ab38bde15460b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 205.0647083178219, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3b2803a605e122e0ab8e6626269ba570c29249d45ba58d7a54b63a7e0f97e5bc", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 188.86316695215646, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:89e44a65181076ab721592e13a69c971d9f067eb21db9a11468ed41430dadd2d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 377.887444092308, "n_tokens": 237}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95c8a688253b51b33e956f0f62e143ba558a3494da559d8d35ea0ad544885ead", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 197.57032831719152, "n_tokens": 92}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d5e4c39e16efdc6470e674ed1523697946b836509ad4965c47726cc8f6cb6df", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 318.6402382923379, "n_tokens": 153}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d3216e0e9c5525fd3ff1b390fe9ddfe994eda332607d0fdb4986b19877dc6c0", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 629.9285035088797, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eaea0c1080796440180027b3ddca45c68eca17d3b2070f65b50ff67b6393352f", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 567.6250224397313, "n_tokens": 253}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:213eb243af6ec6084438ae97c83acc1224eb51d005da0de0735b6eebbfa523c3", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 900.2665359765069, "n_tokens": 428}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45242f3a7707cd505500f1026ea4840d01c833047ca5b677ce90ae7e029dcbdc", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 521.814027396684, "n_tokens": 270}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f119ab42649b334ed54181aa9d9e198678502b7f309a7f1b8021200ad43c7131", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 115.99831305847329, "n_tokens": 79}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ec0ab0abc0cd6b428980887f7fdb6fdc36eae28ed284b484af3007a36aede555", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 294.5322631995605, "n_tokens": 144}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da0c8826b1c9df28399772fbbbc00def6e24266ea4769395b086fb5212f858b4", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 807.1698799069982, "n_tokens": 312}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f17e86e400862b58a8f76248b6a0516ef3258bdbcc14e2bf04973c276cb80adf", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 164.9299796540563, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e8e0ae19872ede1c9e4f75e62a31cbd2008befe91b60b1efceec9d82a68068ee", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1019.4023847530252, "n_tokens": 554}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8bf210a9bbec3800386a7c5c31d74e89eb4331209ff9707c6ab6af269ffcf11", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 76.70010930094668, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:69d2b75a5774cf0cc7f61356d15f46ce5f7e847a6ae2fd7d80b844729ee66533", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 791.3479223590402, "n_tokens": 306}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f390cc2e8411ec903c73f3f4f63d319ff38697806fc2e2cc3a919ee9f4de7df9", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 0.9094627099570971, "n_tokens": 6}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:91c266537d1b7b14576858b3cffc0e0c64e067f25fc427b1ccd9f57deb3ab510", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 199.93031229971163, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9bb61f01d987accca140d9b7a08cf663da8c4647707509d0f849e1a6d4618845", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 513.5635548230698, "n_tokens": 256}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b0d0852a3458d9e67d6aaee4a56ad43a02a5e06e0b7ce12d3f488768bffb453", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 437.3254177889976, "n_tokens": 234}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c35fbe35a264b1d4bb9266ce6d88abb1d932379dd81c1adc52db0f2e41f6777b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1346.3263518040221, "n_tokens": 653}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:601da7a0629ec217772580a3120ac9fc06a6df190ed10780e7da422cf7f9262a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 444.59007285376356, "n_tokens": 220}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cc3cdef5cb453bcfea86564234a8d2bbd1c5ee3806098531fcaf2014f25705b1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 475.1047604784534, "n_tokens": 221}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1b58ea5e251db651f6ed3fc547f082837341e585d518ffe13b38f167216e57f", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 84.04806474785798, "n_tokens": 67}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:85b235f4feda83914fdb0cbb3829ceb72a67a0cad5db3385cd00342dd5c5adc7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 231.2663648644666, "n_tokens": 107}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f52d6383e3acbd487bdb7628e5e1f40615221a18987e99010a5a1ccd9f1d7cb0", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.92767364177405, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e6fd684789090b25ab723bbdd2fffc97cb47f20ddab417d0fc0571f848734469", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1112.3236953861124, "n_tokens": 517}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4a9dd28310b012602050b7aebce6fc24ac6970da91c0606343724aa054f582a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 89.49575407449265, "n_tokens": 66}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:abd71530ee6e630d3ec7d965c754e672013f3e08785c888ae03a54545ca06aea", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 408.7769352934929, "n_tokens": 185}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6e2bfc6786ee24a14685bb3e2bff4e30c235573cce6a30e6a4f34648872945a3", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 31.44922590757048, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0bd65e73a8f7bcc45be8767197aa1d949f05a16c544f4979662418a20974fb95", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 215.6165366950181, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c5844637317399e7d5b233c18d7ac5cdbf35eb0c8828c5c9502a28c4702a7201", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 39.7321326546853, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51113c20a33637c45ffa7790adf858b82411041fd590a33eb7237a8dcc20f759", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 710.5138830235992, "n_tokens": 372}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ef8990846d162db707da43ce86ff6679aef342edf48271f8c56a6eaea6b757b2", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 3.069657208281569, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9205274fb686fc486f4bcdebb1db6ff5ba082910ec126fe4e7a45b7c4e326502", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 163.27534691159588, "n_tokens": 69}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12a51577fc8c8f57379974dff63caa82cfee85878af091db7e9ed8bef0c2dff7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.7478487905900622, "n_tokens": 11}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1e2f3bba465c89ee6540b3fcbe41b69530214abc3a22c91f3abd3b0268dce6f7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 307.16943904709115, "n_tokens": 122}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:59fd818054494e1765970af339112c6adf8fd23735c5d25d9737f96c3d0d915e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 545.0096125099099, "n_tokens": 239}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3fd1549f3fbcf76e94f71ab625d154f0de522d1a7d8bd50f010c440921de6a93", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 404.66672771855065, "n_tokens": 215}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:44ad24bcbe033d894271593fe623ca666021144e28ba110d46cd84435dba393d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 373.22003246309396, "n_tokens": 131}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:96e2f8ebd4953035715526d9a61b0d821619b54e49dca59e0a27ac38660c1f30", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 362.9043304815768, "n_tokens": 136}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e899cf5f0a16dfb8a99c24079edd1daf67e29471990a5dee209266b674594163", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 811.9683844630742, "n_tokens": 241}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da0b52f4093106f56b7404adbb8159a61bcc8cb7941f53c70323e5d874e8875e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 294.06243039675337, "n_tokens": 145}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2a9a52bff5d204d803b507d62782260485e0f99e39b462c864a9ced696daadb", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 345.3559108992795, "n_tokens": 226}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b4626c5a09a0e78cd163ede5e329c94dcf7af010b4cb657b5e90e35fccd548cd", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1328.1132000637226, "n_tokens": 548}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a711c95c8b8132371034deda9d96ebf86b4e3c7a6ad82fe08569725c74274079", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 27.23625643203377, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8380a993af2c8f279ac14e503846912dfbcde296077027b9f33743ae3c8e77e2", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 420.9233564548631, "n_tokens": 170}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ae7bbb65b9624d622a74937935bd701d475c1a178fe315de73b92e47ee9fd5f1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 73.34280862109131, "n_tokens": 27}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fafd92407ddf89c0194177a60f58a38a1407d1c0dfa055df0367a7853ed134b9", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 600.3046885236056, "n_tokens": 264}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:92dcd250215c49ee91f3bedffd13233cebc6883c582c00f9e5daa52ac0dd92b7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 700.2715355179055, "n_tokens": 258}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04f4e8dcb7a85d3d2942a5b8a88dba98e688b47fb767d15e5d6a6580cf920dd1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 187.81102554681956, "n_tokens": 82}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:98256cd92ae4fa5dce574e0389c873fca0c1accc50ddb955b6a0159bca065620", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 288.6659984928192, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:140c8928abacd14de28e471f9b72ba39b1fd28d49f2901fe084745f4d2278ee5", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 572.5667550672351, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2109bf5c5db973ca8ff4b138a9796e29e20be366383d585af45a84e05038ea39", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 511.1720782710886, "n_tokens": 152}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5f66fef6384c7a95e3778c9c5f46cadd6318ce1888d9e2044c9e38a59192dcca", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 248.49882304665607, "n_tokens": 151}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:50402f52bfb645ff79958783d68aa9790de3615cb436dfe3ed8d46164a80bfd8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 876.2691227784089, "n_tokens": 320}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cdeb6dcc295cafe0ed298573af3444ac8fe409ca6032f0f5a1c52cae717e3187", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 223.67290511479587, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b2930d8d0408970b01f3d4522f10d8c1fe03a47ab6366f1d2370293ab74b326", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 241.18926999082328, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1bf1accc704426d12687e1ba37ca0bece147d542dbef4e9ed0d5c3abc9fadc03", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 221.39466561248605, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b9b9d2cfbc490f3f45f1bf113df46f68e78ffe0689fe761740adb1e53f8b20c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 290.715940466388, "n_tokens": 101}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:76532c9fd99ea816721df2cef8b59592f80eb658ee02f3392aefc00f34da245a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 273.30713096973705, "n_tokens": 135}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5b77f923577ba1dd1c4a709eaf66597c54d52e7810be27543838e2f1314206f6", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1294.2335028687012, "n_tokens": 629}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9f2696fa31f6f52d177f0acde38b92505c990b9a2cb440af41bababe680ca217", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 211.94080058105465, "n_tokens": 241}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21d5e6f61e5d2258f80580d708ec4285fc824e07c92582b63b35988f019091e2", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 766.153504276187, "n_tokens": 492}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0d5085e39c268c69847de78014edf194ea0fc5c2868c14fe5059390b7cb9940", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 797.2893060337034, "n_tokens": 304}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bdfed4ee300d6bff796ae268f6f83bfaae10e71aa8ede3dde72554e7eaf79b55", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1137.0551606096246, "n_tokens": 404}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d5dc53024c3085f99c8102e249b7da704ba08b65f33f99bed3327ca3726f72f", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.269516875294357, "n_tokens": 17}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:63d767b55aa04b962cab270eee9e64b65aaf34af3aa9781167c228dd0e82f67c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 298.29086879104375, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9329174e2ac800db587384bd62c32bf99604ad657176f524f83263251d20bca5", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 386.4641692862806, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7c4214e958ae2abd2be5d8b652d5915b494776dc94af3873d2d6c3344e851f62", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 259.5531209191207, "n_tokens": 161}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0dc3429898c88946ff7e6b1d33b8ba1ca2fe61216f700a9d88df16e14a6b7d8d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 201.08526705413522, "n_tokens": 125}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5991d65bc74447559f555e0a808f886fb6645f3529656ddd63b8d087f2df7f27", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1199.8442246365446, "n_tokens": 639}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9beb41a989ac57f4fdc979d80b3b65eb99d25b97c9f664eb42bcaa16ccd74267", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 615.520137129065, "n_tokens": 315}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aadb45cc8d2e48853f3e7d8f759532646d013559d46b7fc72c60042d3f154064", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 190.2624372577593, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4f5195b9648dfb0a57f64f53e6afc60e78c7b65a7620943ffd98947c9170d628", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 49.327714923015265, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8135293cb7bb33562aac0e08f4942f44ad7d7858ddbbcdda57ca83f234588846", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 818.3971683431682, "n_tokens": 386}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1e66a5ced13c36d30989f5776239534594765d1bf8cf40144eed2e913e24d52", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 310.1346219140114, "n_tokens": 153}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2cc15697d3bad72aa51063c3d8d42753ee59d965111cf28aecc97dded3d8376", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 444.5684785773408, "n_tokens": 518}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3410cd90f220004a96c7f8bfa1396589594d36100f6b48c632238fd97c25f051", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 545.5122076538696, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0512bb67304464c586c502af3dfc689a18a64da1493ac248b30782ceb219e103", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 192.99546059684872, "n_tokens": 121}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4b535a929ec12ec2fa17ee650e3339a558e495254049d037bd55d881614b7993", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 898.1288717165423, "n_tokens": 613}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc1c6bf4a49f7ad4a1b65a21092307059639a4d54c70943c81f70ef5595acd00", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 430.41127754276386, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f02e1582f19aceb3804c56a778dbe12f55fe8a8904e555c8b8f5854b2d2e2490", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 608.8030515173882, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a45ba472e28e8ea090c83ab4d9d909c24591f06bfe9d7fa29b08eefc40fb486e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 143.37079561795917, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cb0115b30980ef2c67f726ee3b246b1a9a48c862cc96e9d5d7f932465113df15", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 857.1688750552175, "n_tokens": 373}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:21d96307542784354781725acfac689570738bbd4701d34d7fef620028a65ab3", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 916.9641451717498, "n_tokens": 288}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cf187936417f4e620db64edacc001a21ea66cad7ce1632b3b695834e59937c36", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 561.7964813465223, "n_tokens": 243}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ea03a22f943868af40ddde4838466261bc866a90f93ba57dc9762af5dd1d1f02", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 160.93060717946696, "n_tokens": 71}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b1d03bc76343f1fed66b69110f521554c64cf85be99e8465fb9d683e712dbf2e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 103.37029619360624, "n_tokens": 51}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:89b59d3fd692af01d07cffca31fa8206144455daef39e21834fa33fa717eccbd", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 225.39184656287216, "n_tokens": 104}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f57eb796307f7079b4b17d5ad1b373027a3d8d6effafe8195d7f07c0c3adc7d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1340.7968479212464, "n_tokens": 748}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5379c8e23f96ecbe07278583d4a1bf0cae261c8859f5eaf2fe71cd48dd372b19", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 516.5518746187952, "n_tokens": 180}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5d57c71c8eb4151b7882399a736fa1f76cee5b963bd81df6c71449843d6a3a78", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 262.31745681631764, "n_tokens": 137}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c1e734b7c9273ade357686249bef609292f02928f4d7e92aaf8e804903705dcf", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 681.0940293082767, "n_tokens": 394}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:acaf6bbf25fd178fbcec73c0c442c059764b5fb6574737f115be96448f0a949e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 943.8969323899801, "n_tokens": 426}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2bf1aaceb022d29d07b3592686801bc38669d7cc3b53a39a493b9fcbe341cba7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 257.01201616034086, "n_tokens": 124}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:def95674a89f7c0af7e5effafea662aea97fab147eceb9c26522faf022f9c5fe", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 2.031971668976439, "n_tokens": 16}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9aa4a72006d99dbfa3577a09727a94f45fe46287f36c6a57f05277c5ee7241ab", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 147.95430143046542, "n_tokens": 49}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1f3fc92dfd7a802a4522cb83047fce264d858342bdd1ba74a6f1ec4b70670436", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 253.91437448705437, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f027a06e3a6d9f8e7884505e882765afab994a7af76a45a17ff1ee2019b87935", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 19.978064060954694, "n_tokens": 68}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:58ff17be13248eac49ee8819e0c0932a24aa86ce83bae6c5a81606790fba7b35", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.392764202857506, "n_tokens": 12}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d181278e1b38176c0969f3353fff5e6c420e04b575910d912fc520e607435836", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 640.3178387442385, "n_tokens": 216}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:18c97df1c8de043206f91f144ab63cbaaff8daf413e985c89e707dd3fec96e01", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 790.3493814560632, "n_tokens": 331}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a8d7070f3b2eadd68ee04484aeee162965cfa87c8944030ddb201caa81afe852", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 252.92170438362655, "n_tokens": 129}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:57518a6bceea3fd9ffa74011999efd87493f1c5db060a4aa769b9be7848af626", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 614.8476463068318, "n_tokens": 238}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:87914ff0fe55338940f93023f9753fe82086fa3f6e8a9eda1a777acc015cf0ac", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 627.808314682941, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7559d264f51a24cb19d4f5975adfd3311da418ff021a7b34b425ae468c2f3a03", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 220.39993420760766, "n_tokens": 108}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac1507a57ad89bb7bc2bbc1c369c9b85a9e6eabd82d2fdb646a555dca07e8a8f", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 193.6218059762104, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5cdc678ca7768ca7b56af0acd0bd8beed33e962c09fae12c4593ad3fb4e7b686", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 210.7240928201099, "n_tokens": 116}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:10d1712f547e45c910c0ace8c5df343bcfe60cb9674565c75f44c37c9ef27b4a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 12.638245050376895, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f23f7cbd01c6c31d2cf42ab2a77ccd8990c2df24aae4f7fea9333c169b1ebef5", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 971.7147704257786, "n_tokens": 537}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:62ad8ad2fb5e912a6a726ce97148ab183e00836f1f419cb36b40ce9b539f966b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1224.9113557524795, "n_tokens": 557}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f1c772697dfaaeac06b48f38adb234478015161fa3ff747863ab1a4fa52546c5", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1396.6934327257432, "n_tokens": 519}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ac0d55915dbc688034a5fa10e0a0567a2e43baafed48b670e27a99a753d23c5d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 545.8484378750873, "n_tokens": 390}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12aab43789e2f7d3146b3176b50852a78331f6ab86ec81f83cc16f5f33ea9ccc", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 268.77389521451005, "n_tokens": 154}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a47718eb12402f37e9fd94c2155173f37ff201f6e1023e1bec5fde1465a84024", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 316.808693627062, "n_tokens": 374}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ad5e260eba22fdeba20d6e656bdfbc9b3594bee49a1bb22a595b51cd96992af", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 34.58781559008804, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:879a1ad0ecb760e10299434681ba0e095059acf521f96b016b7a3cde37bdb2b0", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 381.3599263289361, "n_tokens": 187}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8bb586e839cef9a28ef6fa93a819eaf4c00c71772ab77b6dd895ad053536a777", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 330.69725537171325, "n_tokens": 190}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:df61fa815e8c0741d159d29c8942deabfeb19d84d7ebe78a5aa6ab18f9f0c1bb", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 92.28872623122788, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7b9040b1d3b6856c5515e7c3d8d835e9d842b146723068447b4f4ba797e89c32", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 404.1107607679585, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:eed1bf7ddb070685755afefb800d9b3501a4d37c0dfb2dcff9b466f13e9a51b1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 147.03132350463136, "n_tokens": 127}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2c3159fafc7d47e194430e37ebe9e1b7f624fca4b0f713e8796b14482fbd1e6", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 646.6012960326739, "n_tokens": 290}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bd00fc3125a0b2024594521b7e88e01056379c60de1104cd3cd30b1d6b86018e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1010.4210070449224, "n_tokens": 424}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bdf651db6af463bac2baaa81cd5531391ee680381ab3ec527827f266704f87be", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 169.0057175142906, "n_tokens": 56}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7a18aac879b7e987f2ac1e13262a9938bdcf98a10e9882b15432cb71c04b0e8c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 301.64293597110736, "n_tokens": 181}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6353dab1d3388095c5fa4bdfe6cb081ed487aa771b0295c592712ff348594cb1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 232.7310405989865, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:bc3916b72a42f1e5762f0b6ec42187c26c4be4e1bdfc91ee538d2ca24a88e4d1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 281.57164042936256, "n_tokens": 188}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ad428e8ceee2a71a99099898cdc3502664f5ceff3546b24068980c1002fe61d1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.980107464518596, "n_tokens": 34}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:73421e0bdb4bfeb54712175074ae883bda34be646e072d60c9ff7680629b1e72", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 188.95716268028264, "n_tokens": 74}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:99c31abd504316002052b5a4599e5ca23850b258e7712e71910e06f9a8f8ddca", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 286.9230590012726, "n_tokens": 115}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:edcbfaa28a53505efeb660324de996f5f87064f05f82c00a430b4bf693563e24", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 594.8026103240406, "n_tokens": 268}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4d5a125c091b1330ad20f9c6266cef55a59d453c7faadc3f75b7f310d118f580", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 933.1094454033093, "n_tokens": 366}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:711dbf4713654879d2ed546e27e1758c4c41508cadf57b17f7098ec8d9cb4d32", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 558.2976123186745, "n_tokens": 251}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1d206f2103e90eac0254aa1d3274e9b01645c4a4ba106d87dfe15c1f1e034965", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1523.5818797943245, "n_tokens": 517}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:27af0d850d8bd239b4d44d381f524807db5aad1e39b1a652b58fbfc63a766892", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 74.17978031595135, "n_tokens": 54}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a2acba4442cc04a98acb1e4ec53cd5677d85e55f0e539f3346597bf85f07d694", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1227.982608650912, "n_tokens": 488}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2d91dcc129303876668ca3ebd2082ad0fb4ce76ae99951d801f94e95a7a60404", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 572.3365833731627, "n_tokens": 217}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2065b3c57f02d3e7fb4e531ee740a7abd4715d4c4bf462f910f7d07f8ed49c7b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 271.1252649057469, "n_tokens": 109}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:163bae12e8c1649f03d00c75f1f14392d3a165a705e130e2c8c2ef8072900298", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 294.30363004350454, "n_tokens": 282}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:627f3274d200d6ebff294410bddd5bdd289e739ab0eec10e2f12b86e9ba1d2c2", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1289.5986495066104, "n_tokens": 503}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6da2d4509f61ee54c1e1517dbd90130732b33323b86eb203bd802506eef0f6f5", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 880.9671155607598, "n_tokens": 320}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f0bfe3f8637787f7feade76b0b4542f98eaa7a6979db99717babbe6d773e2dc8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 54.51813995374232, "n_tokens": 18}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:aa7f0e5cdfb6901d2d90d3e7208e66ef152eb4c375d6ca49f11c8595426fb5fa", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 108.89675022818301, "n_tokens": 72}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:359c18b053c7ee99c28aaef1489af3e7fdec5696b9c396819469c0fae0abac37", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 349.95130562963004, "n_tokens": 168}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:292ac83dea709c12c9fac33c85cd40881cc9bcf5ed4afdbfd63debfd61077bf6", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 82.92556687127308, "n_tokens": 41}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0613f4755ddc2493e8e837f455e836df25da9bfa3ff7af7b3730a27b6f5e6b45", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 510.9112095889477, "n_tokens": 239}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:49432f201791c5d2f041d3a9f15fbe8f040e2ee6c3538e3681828d966db63c97", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.13368676680989, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a3bb1debb936705b1ef7521ef1e9c15e800b67be60014884374f9b5036de27c0", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 537.449777266133, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e20eeb892f54c4810c7d93f54778f1d76df20c699cc7bc3df0c25e283a595a83", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 726.048751288159, "n_tokens": 417}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:489ec38b91c95df5035c1d889c2a32ed40ca97fa306732d72589217906a120a2", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 215.77819042716965, "n_tokens": 182}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d1510c80a8ab1d3336f8a94e68efeda4ac4e0c72357b810ff368b0625a7278dd", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 457.8678668352149, "n_tokens": 328}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:376025d76297c587ce811b6f6d21599fbb25cf1af8dc4ed92e18aecbbcc40fe3", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 227.88169541492425, "n_tokens": 138}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebca3e652be5cfb23f84fa73480f2f853fd04daa2fdb50575ead2a53b146d443", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 23.733477465249507, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:38aa0c7bb0970bf91add7d33abdfe187e34a094b55fc66d2a4536c3edccc5a23", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.3758912856137613, "n_tokens": 13}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c75021b544b5c17b1bc159a46bf68c84f3c3f6985a3a45e0534c42dede8ed30", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 321.98660283498043, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a74836ebd3c90c383a4008391560ec957dfa0b5da9e29f37cbcb25aa03162300", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 239.07694918506832, "n_tokens": 209}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ed7b90363e2b3e866e549e4cad67bfbe47b984f6d424dfc5c6ef43bcbc744545", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 101.12048554980584, "n_tokens": 92}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:59b4cee67aabb257050e24350386b215c61af9a4e00bf1b6044bedd14ab864f8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 64.3379030387623, "n_tokens": 99}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7bc58574708b8a53410195e1d914dc5a86428b8cc02a383a0f47ddb0c211064c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 714.9320275774844, "n_tokens": 336}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:17b62a7ecf91cae6ab14f5504d18da30b44396a30219e2b824a59607e58053a5", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 170.09454781419845, "n_tokens": 86}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:832d80a522ed3d18ad84965c457e919336a091b5b525f105cedc909a1a6b42c7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.7719018876287, "n_tokens": 41}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1ab776c45860a736c7a65b2070dc7d57a58f64ecccffd8c5e0b5220163d129b2", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1150.6683696594278, "n_tokens": 405}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0dde5c58440c2832f06ee8b7bdbb39e7eb7e703d3722d3903e37972b98f758d6", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 457.2869548521535, "n_tokens": 259}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dbbe795ab6edb4b0b00d7dc488041c666a0050c0630291a71ac00a77311013e9", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 53.63913927242845, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b8225dc73fa4c390080ebee2a1f6c1aefda82980c02ade6aabe003b2a607778", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 781.8956914331172, "n_tokens": 336}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4402a30e69c901a660fb7000be2a91ae4fb85d240762156b252fbbaebfcb35c4", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 247.16774363387228, "n_tokens": 65}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:190800e5fe6ec8102868c2a20fe72c3bcce3d47b09e9ce6f89378df9d69d8a55", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 240.11898127290078, "n_tokens": 73}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2933db9a81070f5a3a907dddc7bfb53954204e9ce6accdbe16fa8236e73702bd", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 206.98447979011644, "n_tokens": 108}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9b99f22ca3ad129385462592c43ee852b5bc1b143116c69f4a498cc2716b2f37", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 339.11281672212624, "n_tokens": 166}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f15bf5f600fde612c62aac19aacc96fec9d5492ea20cd882fcf438f7da528fdc", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 227.99410577065646, "n_tokens": 237}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3c75dd3b9c443c578595c6e6254bab4a402af66ae303c3adcd7d7b0d12fe356f", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 18.80387848023838, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6977eba7eabf93213bdb09bbd79c76d48d40f5495b61e60cac9d7251107dd65e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 634.2688035889889, "n_tokens": 483}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2e174209ec79d2c77551ad995f0793a105c2a276aba6e540a734b46c376b95ac", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 153.62501316879752, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc9914ebb51f869a655d2c711c3026c5a946e7f5a5f0c4207e5e59996f28fc3a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 41.19331332698812, "n_tokens": 48}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6c6e51c01ed43bf768cd647ee633051ba964018ba50398b94778a6336d79cc7d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 290.57100029358844, "n_tokens": 371}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e459a433eee96c1489749574fdb1251cf6160e0867970d21b57f8a0c07bcd5b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1073.5064908644545, "n_tokens": 455}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:396b9869a1bcf5dc03b28b5b7d9beca4bcba0e336601de2c72d753a5581c0e7e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1221.2560647217251, "n_tokens": 587}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ba3186534d194b706f2fafd73ffeba8eaf369eb1b8bc7cd5735f6b832eb63345", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 547.7415541891672, "n_tokens": 193}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8ca28b279177640a66bba4418407eaac428b4b9929be2621053e528c4787d678", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 246.17899904366095, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0d085a2a920a21efe14671cf9783a18cedbf443a371982632b2daf77b745e63c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 80.13231487978555, "n_tokens": 44}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0aff4c8b522ebeeb637127bcc660272fc3be476548731845e0a98d0d7252c6a8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 122.03669708035156, "n_tokens": 34}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:034aeca97edb0026c8f6b28015f96f80e64ed2185e47ca5953bb3558544bf677", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 106.37250228322046, "n_tokens": 90}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8e748b973a0f9ca774a7fafc2cfb916b4b3fff17f2aa52dbdc4efd99a78a0f42", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 201.79658993898914, "n_tokens": 85}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9620fd7c9182bde749653ef79cfadcfbb0114013d649300cb1137c70fbbbf2aa", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 33.2773941771444, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7e5c5cd4c0281d3379244965dc6614199c6da3e959135a65dc64b8fe9bfbe3c6", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 287.9222995860855, "n_tokens": 321}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e8d7adc6514830d95bd6d2eefdab4c5f4ab86135aa4f6fb94c57f45965d8bf44", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1191.056480756406, "n_tokens": 487}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04a42213adc94ff11ab0c8f2b9d3c1b6a09ab88a018ff2674ac46cc776245585", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 176.64326529546042, "n_tokens": 100}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:43e34875cd8505e545ce6578bacc3f0a0731d1871f829dedb3ebcfedbc125ab3", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 393.5053451726451, "n_tokens": 215}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:079e49e7313d18925ddc6d79ee2bfdaa6efe110fd5e5154d68eb30a3aeb303ce", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 345.2787900452604, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:b1538637e504a357ff8f6187d26c774dabf66c820133e7386de0ef4b9939a9ff", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 61.51705862613005, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9637d09548e7cfb3a2254681d76b906f6736834dc7bb56bc30d30e3ef122ff92", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 713.6450095788823, "n_tokens": 274}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4e780fcb9b95852d4003a3125728cd59ac9eaa361574de7b424e834429b2f94b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 252.09926145348527, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ebe773c8ce5b980e8534de968460abea42946f338700cab3952e745f1edf34c1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 769.875236759708, "n_tokens": 369}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f40b5870f2b4637108f9e0e624e635b87b8a481c570e561213cfb83997c71fcf", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 213.65218539863747, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a457eaad92c901bfa6b421dbca85a0187a55a0c1d3db5c3190118b0f9762840e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 87.94349996077926, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4a35736bd4adcf4f2738d714126f7e1ee631b270854f5f9caf763ee6b0b914ed", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 89.22065764744127, "n_tokens": 37}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ff458369e71a6c78f6c963ef11c04a41df465ef908baa09bc39c2fd608ebb047", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 431.965916147505, "n_tokens": 916}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6d04c2f474c12831ca516bc6b570f14380577896c9430fc0f50c5189b50a61c7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 968.3922275302217, "n_tokens": 370}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4fda661d52da94ab5575570229f0fcfbc5d07d86da03f3c689a44bbc7e9183ff", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 338.0444027752119, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d1a1e1b267ad0722a86ca4fad6ddbebd51176842040b291e0008de019ce5379", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 349.8518536434799, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:24e9ac536dfc2c36b548475cbfdc400ae21c9b5566d6152a3d126f52b43fee25", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 439.6304762786094, "n_tokens": 211}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02f3e506860f9c0a76c25e040d4ab0104d61bf6759c0aa85ad31ee64bf721eb1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 910.4807261502426, "n_tokens": 465}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c79fdcbd3dfb18027a63eded6f242968c518642e7862334f825cadbe2007f1d1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 15.877503635238071, "n_tokens": 27}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0e414e0a370e42b00e9e292c176ab1216c7a51b8347c465e2be9d8e10f44af3b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1316.7478113457255, "n_tokens": 480}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e9c46210587c0ce455a20422f65d5471275eb38dc4b6db98fd2144bcff13ae72", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 633.5696233716435, "n_tokens": 477}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f7aa67c5e926f3901db8fbaf16761392bd403ef426125b223631ec3b2517ac8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1603.4457278733737, "n_tokens": 580}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a6deacccb8af5a3a0ea0346c92c9370bdd52ac9227fe360ac5596c76d1bbbd8c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 212.25469581522475, "n_tokens": 147}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e825b5cbbaba4c14f72a0856896dd5b523a871ab2b9f2dcd15d776a2b4aabfa4", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 45.633703025843715, "n_tokens": 59}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2bbd6906c056a90062a8ae36294c8d919482503c574113afdc86f13f14fd837b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 195.5482742342483, "n_tokens": 60}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:072f282c80b080141098970c3b463d29c5aae2f69ddd2dac7455badcfc5a89c3", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 47.41959006841353, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:244ecb6b0826574c23d978c03ca05300669ceecf65734363fe097610a6ca25bc", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 34.12660039868706, "n_tokens": 58}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e507dd4c9d1df15f476426251e5a1d650a207b6a5584f7bd4744f0903093600e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 58.27101371057438, "n_tokens": 25}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2b3cdffb047fc350416d9b20e25c4e70590df1c3c868ffdd44fa545ce0d67610", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 23.49956337447111, "n_tokens": 36}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4c949fbda37ddfda58554ff73a2e224deed8df66695c36a40f8a2d4a134cb9e3", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 82.48151800202186, "n_tokens": 24}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6d6dfc83c69f55a856b1e0b758eaddf68b5543e14cb2ae617743a0d4881824e8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.9682826244196576, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9cc02849ca26fe5b9121d46077bb34eff04fb3e2ea2f82305367c9154d1237b7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 468.80844458745537, "n_tokens": 219}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2153e9b17536a047acf8a0614c91ab45c9450839e4b2c7660ab25251c173e1c3", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 261.3770100889924, "n_tokens": 91}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8dc045dcc46374809265fe389a46803a26afafe333fa77dc70a1f8c3acdc3963", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 319.0921771572538, "n_tokens": 206}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:288e444047682b25ddb5ff63898e6a0d48cb1de3c6c06a65261f8bdb60931468", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 707.5808833005203, "n_tokens": 273}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1905bb8ba7ffff2cff8875d6ddb7a2d85c4fd48873bcfef5c4f71670fa118b68", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 250.71644072828803, "n_tokens": 109}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:042108b7bf148d0831e5665ce92715f156541ee00c56b0adbd330b4cd63dcd99", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 412.3973270892675, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3715688d26cc3544beca7d717c5c663cf2a05625d9ae13d1fdb39cf508f77446", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 40.13725169487452, "n_tokens": 28}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dab34dff6549458647c89e02da31b00b2339599ede1deb6799587b4bd0209106", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 361.8281580984185, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ee1bf2cb4729ec1e998907fd521b642b8fa17f54dcd3c4ecfd61994b3935b289", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 260.73276640458846, "n_tokens": 305}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e3d7cc21f696e9727960b47df92da81cd681c36ee389272b24cb82839f66d9b8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 329.13679076074595, "n_tokens": 141}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:79cedc57b4ca1fb97ea15691a996378a147499a6e1de0b0e50d9c4c7caf96ea2", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 177.14469907598652, "n_tokens": 55}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d95f75bba38b5fb8923367b6c8149cae81ba5d31e76f960e55db774d641f3ae9", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 238.2925721628883, "n_tokens": 154}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1f1c25dd4f795b151f180ab18467385fd533988876fb5303fb5bb3459e35c23a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 568.5221626791008, "n_tokens": 203}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:09d47615e1590057bac2dc5ce27d3ff90f20db6b531672e5ad57699382a0da08", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 61.8224308983643, "n_tokens": 82}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a6416ec59f8e7fe9867476cbb4f5f44bfdd6e962fce1bb00814a141cb3780234", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 41.0130655594985, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e2caa2ddf7d8e2f8b2c23d288d2b6efc376a4e823ffe09a8af191a44659a4b7b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 686.9583012661988, "n_tokens": 299}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1f930ab77dda26f05c58851efc4c27dbc6e180ec529c04a8ed40e43cd8d0304", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 941.3841365146818, "n_tokens": 524}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c721adad90dcd07ebbf863bbbd0c4912f833fab99ac96db9f1d5f833c51eb896", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 104.94240716653894, "n_tokens": 84}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9aec927595bd10316b1df8dcc0df499655280e584a0576047e056f1cb4366d9c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 479.47557401538256, "n_tokens": 291}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3efd76547ebd59f65357d2040a3b63b92ada7655b9d2c4de25872503038cb13e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 419.1600986326739, "n_tokens": 313}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3cf7583809cc9110e00c65652f69c9235ecb294741c261595eb4ef71d9fd537c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 153.20883929618003, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1b8ef3dce83ad90f2c1a18eb70b97ec2cbc3c25663448c05014503d1a4fd3ed5", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 33.83922301229052, "n_tokens": 24}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c4eace49f52ea1066fe19654a8d625211ec377ad9901c86888dc5ad4be6fdcee", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 469.6955092719745, "n_tokens": 236}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0907eb27ebbf46386b02ca9314935c115cdbdd8382c6370817438e4fc2097819", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 19.403995444624343, "n_tokens": 32}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fb551f033bfede2b3cd283a2628bb5c46f4dfb47a97e6f477b5288d358ad4b72", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 339.9681013111367, "n_tokens": 163}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:95b5066b66039db0dbb8ab6788922e68fde8517e20552c6cda3fc0e3499d316a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 187.56873407124795, "n_tokens": 78}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c27801ad6b5ebadf46dd97da83476952a72b99495ebc85677516437e49c09fbf", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 65.32576397236699, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e31053f7b489a3ba30b1011663175d1a13fc350b94840af286aea356c829599e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 110.28098180322013, "n_tokens": 77}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a88b3d44f1598abfb32011ef71e859618a69c60e54d77ac0477a29d649036625", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 19.60231952715003, "n_tokens": 33}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a210dfc781291b83f2b82a299e82c61d90617500e34395c42a53220b22fb32b0", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 86.80186444002078, "n_tokens": 119}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:756d31fa74b296203c9450a5ded21a07492f0f99caf7c982abf61a93a9c3ec56", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 454.4132407873867, "n_tokens": 204}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:470dce010416538f33aaeb18822ccbdf5f5e1da5749326a11100cab5b54f44db", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 189.68078300887692, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d9f074817f0647ebb6d9d6a879598fc4394ae7c63b56cc55a147a2b8ef27aa27", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 332.6145761139942, "n_tokens": 106}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:fdcc2616f33ae53e0f3121b5cf7cc998b31a8657f3581552a2646c28702f302b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 347.93591276893676, "n_tokens": 184}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9a9300da4935003f03f16f85b9697b58b533353f121a8be641e1c46aaea3d6f3", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 371.62187480990633, "n_tokens": 314}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:93f3c8cc7dece34fdca51a61199b09bd96d8a2d0d5526bae764c07a97602a921", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 712.7394317022699, "n_tokens": 366}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0b93de1a6ea093a5807b24dd5c14f32a952d548e14cdbc92d20d5cbc831546b8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 230.49957862391602, "n_tokens": 152}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:36674ceea31c0eefa67d12528bf92ddd91263cfb12fbe08bcd2631a52dd61188", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 205.13913928595684, "n_tokens": 143}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e266e32ac7319880ff40641c9ea49f61154ce74ce396876cc973d70708946f7d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 269.6872458064936, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a1521cb0aa1aa83ec0dc5e3a52234a27e14576e75751b4704480ebd16ac6e396", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 119.65501243186691, "n_tokens": 133}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a794f05f5d6687b8a2e78d904a89209812a47276ad51ed1405043d45b1500cab", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 230.00021155527793, "n_tokens": 103}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:27d5c23de1b1d5746a570fcb287b947bf3abec3a5a2948cb081f8daf5c285b6b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 577.0674213739348, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9f63c208fe95b14e13899e0207f0d42a9a816b8674a3892c3c8de74b07b70c7d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 454.80292733378815, "n_tokens": 179}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:04795cf6ec37a7dd935c1de66d84d8ac0d764cdf12fac297d129f48dcfaa8d79", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 168.25053201935953, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:afd6af67cc1816d99f86b3e059ab2e77aea944c07b1838c27e6eef57a1400985", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 75.18119564932385, "n_tokens": 52}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:cbec88e3309b7648c023d9e2114e2d7595cc9aa18067c25391252004042c8eb9", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 244.8110125642579, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a0a73e9962d364ed3eeb4d132f2499e7047e2272808600a290a2fdab270f074", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.14538801431104, "n_tokens": 47}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f74746e22e3b69428e9f6bc6ea0561480c8f0ed4bd977656197db9521368fee8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 332.40407447853386, "n_tokens": 157}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e0b1ce063570abea18f6ed8dbeadb06d796c243f7e6a2a1f49379e74384d5ba6", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 218.52390474066215, "n_tokens": 143}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:66b6335c0c576b405ed1668e632edbedd0eb09146dd4e4d84aca2b6043511aea", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 480.6715201246536, "n_tokens": 228}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:079c5a5713af4f78a53df64e7b0464359e30f5fedcfa1fee25cc46b177c44367", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 755.8784396946376, "n_tokens": 300}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d436fce6076f3110e1b20da47f43d8fd0e643a43d36af478ed325f1061eddc79", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 305.5268779637672, "n_tokens": 123}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:da13290dda7f6ac430bdd317de487a6f9fa79e1b0ce8b353f948980a519cf952", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 250.02143913149962, "n_tokens": 132}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f044562dab2d66d59ffa187a93db0a4d4eef2217a7c143f944312254e82913cc", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 145.59313558035865, "n_tokens": 98}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:940e3ea02beb3b61613794d1b427bf37f30078633244e2a2d3a3a17a169d2350", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 950.0749570427338, "n_tokens": 497}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:749dd218364d72a3c4022bc6665491204d016ba8717793b88665219a4b4d9c70", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 310.62739855970176, "n_tokens": 151}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e10eb2e3fd3cbcbc45858578621b9b4e64aca3dd8f3b0ad39a472fa3c490f660", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 45.288360353814824, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:36e1d930e74392cca2528fe06bd8f0d38befdde3c3781b8922041dd688d55235", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 451.1432120137388, "n_tokens": 194}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ecdb34794b24ea6e65ac66a1700160f4864589bb77a5def4591fe996701cb06e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 213.14043259220398, "n_tokens": 148}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:47e591d09b7363112580b3eefe8ed4da5f274dccd3619a2704027db79f941198", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 671.3985145860922, "n_tokens": 284}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f68dd2578ad9dfebdec7bcd8caae2e5d4459159dcfbce130fb6ee6902c18b836", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1.558288935324498, "n_tokens": 17}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c2abe99df0a43a558ebb63151afd3f8a96f884b33495437b5917b0d6099fd599", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 147.16808328198928, "n_tokens": 293}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3ab7f8ff8f4372b640737a33505112b854b4d6bc35d9e87a4cf73ca9dbbe2f14", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 480.7649385499449, "n_tokens": 247}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1045319c37d98f4f7462681fc50423762cafeb00bd2925484b3d429718e8ff8c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 670.6446170456093, "n_tokens": 242}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9d3f9dc6ca94a0bdba137665cb1d8d9e4b76d78fdd9a79e7e4ac963bda7e0f38", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 376.04213587364325, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d8e91a51b7e31c9367cb2bfc5f4418870271355df0d3048599ed2f1d61bac77f", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 336.69130530002394, "n_tokens": 191}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5a911dae756fdfd96b80d4406b261fe658cf900bf6ea2281c59b2e87df796a24", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 388.3103683236822, "n_tokens": 177}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:070995ef4c7e899b073a6b1e03a1c0a91d8f6e2917b867ebf75bce02027b2653", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 520.7801170808705, "n_tokens": 251}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:51e7e7e69771e152110bd3673461509ee7e0c513dcf590703f6d587bb65ed706", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 162.92955018201974, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4377ce8bd0f44aa7114983c2d48b23862106b0f247b9199a0ab9926f50dfd80b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 557.9307699666379, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4969e6d2e7da9be81ccbbdb18b575ba0b363066b5365ca134b59285bf5c6afd3", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 29.662372269725893, "n_tokens": 30}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2f4b66e0168b2cf7e7c260d3f3b7a18df48f4984fdae0a895561c6a01fd77c88", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 374.2981151386198, "n_tokens": 167}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:dc306933ec2a6f7ee590c6de309bbdad91d0f668aca834db27cdc4ecfb5ac7d8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 475.0212988135954, "n_tokens": 264}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3232792c0b1f58bb36128a00bbe8a2abdf24fddac8c92ba386018ebe34756dae", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 939.1101447937252, "n_tokens": 347}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5ee45f9ebff4e75410b1128889f9d0ca7556b223e69df33334075761d1c7a57e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 798.2276231835194, "n_tokens": 352}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f6c76517ce8ed01ce548ea7c86ffc53a5fe7afe7984a166755b5e35eeb99099c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1065.0984769844026, "n_tokens": 446}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:57a499002a099639b52fb3dfdf516feb745c14457182340aebbb3546de7eec77", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1444.4097410973845, "n_tokens": 506}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:1c5db2224424da86a908bfc9f21425d8669300e88205241d97d0c7a9b4324a6a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 128.28039482200165, "n_tokens": 160}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:2ace06c7fd726671319de8192f3fe5480f5297faab8f09753c1cfe7d6df294fd", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 420.4350773721958, "n_tokens": 263}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a3b22afe88af8a1377646606f9f4df393ac0bc931a643220a32095285895de97", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 17.580356758793613, "n_tokens": 78}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:86c835efe40d8ef93ca1608e77a2268143da853d0f60a714e1284fe606e6b4df", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 81.38260257791245, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0e43302941845c64fb7ba5fca1ef39612a906c9fc81c3fb7753ff7ba3b30687d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 319.19442646025163, "n_tokens": 142}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d63dd41a84b46571478cb5a4903d5efce1b77515b3e3e5acee602f4a56d0783a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 51.0803815962463, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:07727af96427cfb80e78aba4d505f97dde11e3c5969f44fe5664b45e8b4e7df7", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1043.7201814014934, "n_tokens": 426}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:d0aede9a69080a3131f709faa0ec3d99aecd603e981414ee70d2df4d39bea02d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1238.8686622201983, "n_tokens": 519}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0ca28e9e453502956ead1128cec5019004c58e33cba5929f5301f3763428216c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 221.2857052682093, "n_tokens": 95}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:764691c4fe0c71bcacf5e05c3b4a120547e80d8c365e6edeefa6a40298f04faa", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 775.8034719475363, "n_tokens": 362}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c221a1f994cff9c2f34b9aa9e41a55163172ddae96767c1d20c1965b48080017", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 77.83680309175713, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4ac2c6de8b0e256bde22bd47ede3e8ce6b1c3df1b1e2dd0e3eb286e2bb325bef", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 44.82087993620871, "n_tokens": 31}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6a07c07c04281930a7048bda680a6241c65710437584d777401158b0c57554c8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 107.30879817035736, "n_tokens": 46}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c6c5baccf1fd2a97d0043db12d7d33d85377a8a924e43eee946b3bc18ed8ebb1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 135.04062378503656, "n_tokens": 83}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:50afd036b32ea68be44204ffab02e3f5cb85068de3d905b820844c09b77e17a5", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1052.4669232296658, "n_tokens": 454}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:7d8b08737912472872ed2932afe7af99bc72e16457a76b9f91f6b6e376284f24", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1528.3865024503411, "n_tokens": 493}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:585e892fa64acb013514af77c36f63c776983e5cfef4563790464fc6cfdfbfde", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 52.83066552406808, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:690738484383e06723019f31ae210f7306246191c01c3d5a09c4f665b7624f1f", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 275.1131741747049, "n_tokens": 120}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:4464c320e01db719e51909b974243edc0e7b45f08cc6b30d4d31ac6f13f2e67c", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 702.296667522441, "n_tokens": 289}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:700bc710519bc0de70046303a32891ac5542679ef6ca1030f3bbc8bfefdc2a17", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 355.6737687474142, "n_tokens": 112}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:8b6453aa02539744c0b316eb03e2d64aa90369280a65da600f6c391472b94963", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1015.486984783653, "n_tokens": 439}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3e0a50a9d76572aed087981deeb71f851ea0e9ce59ef7a79dd5b14ac82c38c84", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 502.90087708593273, "n_tokens": 223}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:6367ce45caa5d0f0b1acb41b2f53e424f993478d1466f4448a4a97dc495a7222", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 234.9680186100154, "n_tokens": 205}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:e473b2438fd9d0a06a40ad46f9a3ffeccd8d0ad4e5749b9d1ccba0eeac5a3025", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 90.96918323153454, "n_tokens": 81}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:40995aedb42a2ce8a74fdc801dc7a3c7a4e50206d0820dfaa35b47f5bb76bf9a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 232.4202991003476, "n_tokens": 102}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c0e4991c7c924b78a5cff690c322f7cdd0e82062b55130fb63c19f2b4da79188", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 60.326764624359384, "n_tokens": 22}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:45c8c3c63e02bf5ed5c99b208cdf423a53371f41e59d852c2678ee637aea8ba5", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 184.60710923838815, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ed6df8fada20e3613a2ee2142eb619726f7389f0b6464480a37e7f675dacf148", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 282.39031830240486, "n_tokens": 110}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:76aee18285d18dabcec5cb59f7aa2a0190bbdb0a4f64eb6a4db95976e8d227ca", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 120.63419710636708, "n_tokens": 70}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:62829e5b79946e964e3a04465f37d7f8d3d702e2fa342dbf7fbe4441aa05ff23", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 479.36818516283347, "n_tokens": 231}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c14c3c4b63794c8b534c6a60fa3338b1cadc10b24bf8ef69bdb04854b5224333", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 8.250650695556033, "n_tokens": 35}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9ea362fd9c2b04083756e2c03b02b4d5d334826313b7c36eb45f922068ccdb80", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 68.91973024052635, "n_tokens": 42}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:446c0186eeb24e8a43d0ab7dd13d314a20e86b3523aa23dc1d8e68422e7b7cce", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 346.55635571180756, "n_tokens": 169}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:489c7abb740ed0b9bb6bc704595edf4c94f1f9f4ac797ff1d6f55d8ea956d8e6", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 582.405002777984, "n_tokens": 300}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:002ab8b85a36e6c5464c96594c1046aaad0832b2b7ba59b7c60f8d5bf1839d14", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 292.5589331571723, "n_tokens": 150}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:73d6f61d9fc2261b5ff4fc6a130ce46e5f759fdd82536f4458150cc9abe67453", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1564.8264064357018, "n_tokens": 745}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:f3f094b2aaa7c46b1dc50d4975a008bd30230089ebefafa9724184be73f84d17", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 165.14635271927818, "n_tokens": 88}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:c70281f8e81ec2249e2b6ec296b0d5158860523a83a3d6ece0c11d534f24fc3d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 46.49597615143648, "n_tokens": 38}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:23b988274475e59d97dfeaf717327a13d9e3d4df2e73c30cbbca59c1ea842860", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 365.1288601885876, "n_tokens": 195}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:9283abbe02ec6e09f3ce2719b02aa2b1dc2f887425a2d5144f923403fb9b54db", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1293.394873615929, "n_tokens": 533}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:a08e2b36113e5d71feb47d60494b84029dec93aab7e1ad658b433eebff8e0ba3", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 507.31696992048774, "n_tokens": 225}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:3f02ff68fb4cacef7ce3877c019b13187ab2739d5dd1a82f850852a67025a9b1", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 342.0602672314362, "n_tokens": 140}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0335e3ebae248cd378edc4479b1f7a885172da22e70da830aeaf9622978feec4", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 155.15451404533087, "n_tokens": 90}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:02697bcf2ecb738e9532ddba8b7079aa21d8bb9744456dcde524871c3eb728f8", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 165.83366464627716, "n_tokens": 105}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:5b34963157310ae9936fd14ff22daa343a9529b3c193544d754eea0a73e5760e", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 100.92569294308487, "n_tokens": 50}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:12fe37ce674a2f79d7f2f36211393d9d9d4b97d1a431be0b27000b64a5bb16cd", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 114.80689430723575, "n_tokens": 61}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0c30072a27e82c8fc2f6009a0d08214fb1552c42b1917aa9acbcfe3d1c5d9e91", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 91.20977330847745, "n_tokens": 75}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:0d24b407ea10dd9173e8fbb377609559e820302a1bc8ea15f42b5c0356266a1b", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 475.96469693214624, "n_tokens": 199}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:602272a99566bf68a5b48979478bceb0b56f74915925ed8a1b0a558935df3584", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 184.04761856734285, "n_tokens": 94}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:ecdac8f179582eb850ec28155ea59279e445c219d7bcccc6753cef24a7199a42", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 10.18959660032806, "n_tokens": 97}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:46b880155fdd947f395a3009a313bf8cbfe8e137c37b3a614c49585112e0aa0f", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 454.8777314294657, "n_tokens": 212}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:65b835d2335e23cf908b10817be1eb5c1bd5dcd3b80bd3e7a46c72d2cd479e8d", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 211.4178332124356, "n_tokens": 236}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}
{"item_id": "no_robots_test:48363ab6108604ad6812a9dbe0f17fc52dc68532d3b3bf4d83bfadcea7b99f9a", "arm": "treatment", "arm_name": "treatment_dimuon_s2", "seed": 2, "metric": "example_nll_sum", "prediction": {"nll_sum": 1080.0322163479996, "n_tokens": 447}, "reference": "no_robots test assistant turns (teacher-forced)", "checkpoint": "tinker://8e9fef4c99e9c1af8d68a14c2c921011/weights/confirm-treatment_dimuon_s2-final", "evaluator_id": "a4a7f46a521c63887b23a3366c4f5246f66c98d26fe8bdeea93b6303b1555744"}