{
 "generation": {
  "generated": 5120,
  "accepted": 640,
  "rejected": 3220,
  "execution_errors": 1260,
  "generation_s": 132.65,
  "filter_s": 180.13,
  "filter_rollouts": 25552
 },
 "audit": {
  "sample_size": 100,
  "resolved": 56,
  "unresolved_no_boxed_answer": 44,
  "label_error_count": 25,
  "overlap_count": 0,
  "seconds": 1253.3,
  "validation_status": "failed"
 },
 "pilot_base_eval_100": {
  "accuracy": 0.78,
  "seconds": 16.45
 }
}