{"audit_file": "audit_report.json", "counts": {"accepted": 640, "execution_errors": 1260, "generated": 5120, "rejected": 3220}, "dataset_file": "generated_candidates.jsonl", "evaluation_file": "gsm8k_test_eval.jsonl", "label_error_count": 25, "overlap_count": 0, "sample_seed": 0, "samples": [{"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_002047", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_004283", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "10", "item_id": "selfgen_000837", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_001584", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_000386", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_004140", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_000071", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_001049", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_000253", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "2", "item_id": "selfgen_001720", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_002530", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_000112", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_003245", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "9", "item_id": "selfgen_001338", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_001706", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_004457", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "7", "item_id": "selfgen_004833", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "20", "item_id": "selfgen_003118", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "14", "item_id": "selfgen_004705", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_000056", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "2", "item_id": "selfgen_000895", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "6", "item_id": "selfgen_002765", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "27", "item_id": "selfgen_002711", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_003007", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "255", "item_id": "selfgen_003254", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_003776", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "35", "item_id": "selfgen_000098", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_003463", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "15", "item_id": "selfgen_004787", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "21", "item_id": "selfgen_002786", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "0", "item_id": "selfgen_002348", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_002929", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "585", "item_id": "selfgen_004566", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "15", "item_id": "selfgen_002508", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "5", "item_id": "selfgen_001104", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_000529", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "0", "item_id": "selfgen_000799", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "1000", "item_id": "selfgen_002019", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "10", "item_id": "selfgen_004098", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "50", "item_id": "selfgen_002403", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "28", "item_id": "selfgen_000934", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "29", "item_id": "selfgen_000633", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_000030", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "90", "item_id": "selfgen_004619", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_001783", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_004005", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_001736", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_000496", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "10", "item_id": "selfgen_000548", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "13", "item_id": "selfgen_003845", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "3", "item_id": "selfgen_001580", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "10", "item_id": "selfgen_001911", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "5", "item_id": "selfgen_002338", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_002971", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_002708", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_000509", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "9", "item_id": "selfgen_003303", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "2", "item_id": "selfgen_002659", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_003361", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_002104", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "5", "item_id": "selfgen_003343", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "2", "item_id": "selfgen_002383", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_002872", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "360", "item_id": "selfgen_002684", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_004709", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "247", "item_id": "selfgen_000716", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "6", "item_id": "selfgen_001691", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "14", "item_id": "selfgen_000593", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "30", "item_id": "selfgen_004380", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_003796", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "8", "item_id": "selfgen_004035", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "1", "item_id": "selfgen_002226", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "32", "item_id": "selfgen_001769", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_003475", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_001198", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_004983", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_004598", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_003279", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "7", "item_id": "selfgen_004514", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_002560", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "17", "item_id": "selfgen_003298", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "0", "item_id": "selfgen_002363", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_001208", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "5/3", "item_id": "selfgen_004769", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "20", "item_id": "selfgen_003620", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "8.5", "item_id": "selfgen_003304", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "number", "item_id": "selfgen_003625", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_003131", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "25", "item_id": "selfgen_001159", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "9", "item_id": "selfgen_000103", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "3", "item_id": "selfgen_004461", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "1", "item_id": "selfgen_001983", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_000553", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "43", "item_id": "selfgen_000443", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_003563", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "1", "item_id": "selfgen_001653", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "5", "item_id": "selfgen_004663", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "8", "item_id": "selfgen_001843", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "", "item_id": "selfgen_003513", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}, {"blind_to_label": true, "independent_answer": "8", "item_id": "selfgen_000752", "method": "independent_resolve", "resolver_id": "Qwen/Qwen3.5-397B-A17B renderer=qwen3_5 greedy max_tokens=8192"}], "stage": "before_training", "version": 1}