{
  "status": "observed_current",
  "scope": "Reduced simulation. No hardware validation.",
  "deadline_seconds": 7.55,
  "control_hz": 30,
  "seeds": [
    61041,
    62921,
    65809
  ],
  "training_per_seed": 50,
  "holdout_per_seed_per_domain": 120,
  "target_checks": {
    "reference_on_time_improves_vs_uniform": true,
    "reference_overall_loss_within_10_points": true,
    "shifted_on_time_improves_vs_delay_only": true,
    "shifted_on_time_reaches_80_percent": true,
    "expanded_on_time_reaches_80_percent": true
  },
  "results": {
    "reference": {
      "arms": {
        "native": {
          "trials": 360,
          "successes": 342,
          "on_time": 0,
          "median_success_seconds": 9.367,
          "inspected": 360,
          "correct_route": 342,
          "defective_correct_route": 162,
          "defective_total": 180,
          "failures": {
            "missed_grasp": 0,
            "insufficient_roll": 0,
            "unsettled_release": 0,
            "wrong_route": 18
          },
          "end_to_end_defects_correct": 162,
          "end_to_end_defects_total": 180
        },
        "uniform_2x": {
          "trials": 360,
          "successes": 94,
          "on_time": 94,
          "median_success_seconds": 5.067,
          "inspected": 119,
          "correct_route": 109,
          "defective_correct_route": 50,
          "defective_total": 60,
          "failures": {
            "missed_grasp": 241,
            "insufficient_roll": 0,
            "unsettled_release": 15,
            "wrong_route": 10
          },
          "end_to_end_defects_correct": 41,
          "end_to_end_defects_total": 180
        },
        "delay_only": {
          "trials": 360,
          "successes": 340,
          "on_time": 340,
          "median_success_seconds": 6.967,
          "inspected": 360,
          "correct_route": 340,
          "defective_correct_route": 160,
          "defective_total": 180,
          "failures": {
            "missed_grasp": 0,
            "insufficient_roll": 0,
            "unsettled_release": 0,
            "wrong_route": 20
          },
          "end_to_end_defects_correct": 160,
          "end_to_end_defects_total": 180
        },
        "moving_grasp": {
          "trials": 360,
          "successes": 340,
          "on_time": 340,
          "median_success_seconds": 6.967,
          "inspected": 360,
          "correct_route": 340,
          "defective_correct_route": 160,
          "defective_total": 180,
          "failures": {
            "missed_grasp": 0,
            "insufficient_roll": 0,
            "unsettled_release": 0,
            "wrong_route": 20
          },
          "end_to_end_defects_correct": 160,
          "end_to_end_defects_total": 180
        },
        "moving_grasp_normalized": {
          "trials": 360,
          "successes": 330,
          "on_time": 330,
          "median_success_seconds": 6.967,
          "inspected": 360,
          "correct_route": 330,
          "defective_correct_route": 150,
          "defective_total": 180,
          "failures": {
            "missed_grasp": 0,
            "insufficient_roll": 0,
            "unsettled_release": 0,
            "wrong_route": 30
          },
          "end_to_end_defects_correct": 150,
          "end_to_end_defects_total": 180
        },
        "full": {
          "trials": 360,
          "successes": 340,
          "on_time": 340,
          "median_success_seconds": 6.967,
          "inspected": 360,
          "correct_route": 340,
          "defective_correct_route": 160,
          "defective_total": 180,
          "failures": {
            "missed_grasp": 0,
            "insufficient_roll": 0,
            "unsettled_release": 0,
            "wrong_route": 20
          },
          "end_to_end_defects_correct": 160,
          "end_to_end_defects_total": 180
        }
      },
      "paired_effects": {
        "full_vs_uniform_on_time": [
          0.6833,
          0.6306,
          0.7333
        ],
        "full_vs_native_total": [
          -0.0056,
          -0.0333,
          0.0222
        ],
        "moving_vs_delay_on_time": [
          0.0,
          0.0,
          0.0
        ],
        "color_vs_moving_on_time": [
          -0.0278,
          -0.0583,
          0.0028
        ],
        "full_vs_delay_on_time": [
          0.0,
          -0.0278,
          0.0278
        ],
        "full_vs_normalized_on_time": [
          0.0278,
          0.0056,
          0.05
        ]
      }
    },
    "shifted": {
      "arms": {
        "native": {
          "trials": 360,
          "successes": 74,
          "on_time": 0,
          "median_success_seconds": 9.533,
          "inspected": 172,
          "correct_route": 134,
          "defective_correct_route": 83,
          "defective_total": 85,
          "failures": {
            "missed_grasp": 188,
            "insufficient_roll": 0,
            "unsettled_release": 71,
            "wrong_route": 27
          },
          "end_to_end_defects_correct": 46,
          "end_to_end_defects_total": 180
        },
        "uniform_2x": {
          "trials": 360,
          "successes": 0,
          "on_time": 0,
          "median_success_seconds": null,
          "inspected": 0,
          "correct_route": 0,
          "defective_correct_route": 0,
          "defective_total": 0,
          "failures": {
            "missed_grasp": 360,
            "insufficient_roll": 0,
            "unsettled_release": 0,
            "wrong_route": 0
          },
          "end_to_end_defects_correct": 0,
          "end_to_end_defects_total": 180
        },
        "delay_only": {
          "trials": 360,
          "successes": 140,
          "on_time": 140,
          "median_success_seconds": 6.967,
          "inspected": 209,
          "correct_route": 167,
          "defective_correct_route": 108,
          "defective_total": 112,
          "failures": {
            "missed_grasp": 151,
            "insufficient_roll": 0,
            "unsettled_release": 33,
            "wrong_route": 36
          },
          "end_to_end_defects_correct": 88,
          "end_to_end_defects_total": 180
        },
        "moving_grasp": {
          "trials": 360,
          "successes": 270,
          "on_time": 270,
          "median_success_seconds": 6.967,
          "inspected": 357,
          "correct_route": 270,
          "defective_correct_route": 168,
          "defective_total": 177,
          "failures": {
            "missed_grasp": 3,
            "insufficient_roll": 0,
            "unsettled_release": 0,
            "wrong_route": 87
          },
          "end_to_end_defects_correct": 168,
          "end_to_end_defects_total": 180
        },
        "moving_grasp_normalized": {
          "trials": 360,
          "successes": 321,
          "on_time": 321,
          "median_success_seconds": 6.967,
          "inspected": 357,
          "correct_route": 321,
          "defective_correct_route": 141,
          "defective_total": 177,
          "failures": {
            "missed_grasp": 3,
            "insufficient_roll": 0,
            "unsettled_release": 0,
            "wrong_route": 36
          },
          "end_to_end_defects_correct": 141,
          "end_to_end_defects_total": 180
        },
        "full": {
          "trials": 360,
          "successes": 329,
          "on_time": 329,
          "median_success_seconds": 6.967,
          "inspected": 357,
          "correct_route": 329,
          "defective_correct_route": 150,
          "defective_total": 177,
          "failures": {
            "missed_grasp": 3,
            "insufficient_roll": 0,
            "unsettled_release": 0,
            "wrong_route": 28
          },
          "end_to_end_defects_correct": 150,
          "end_to_end_defects_total": 180
        }
      },
      "paired_effects": {
        "full_vs_uniform_on_time": [
          0.9139,
          0.8833,
          0.9417
        ],
        "full_vs_native_total": [
          0.7083,
          0.6583,
          0.7611
        ],
        "moving_vs_delay_on_time": [
          0.3611,
          0.3111,
          0.4111
        ],
        "color_vs_moving_on_time": [
          0.1417,
          0.0861,
          0.1972
        ],
        "full_vs_delay_on_time": [
          0.525,
          0.4667,
          0.5889
        ],
        "full_vs_normalized_on_time": [
          0.0222,
          -0.0028,
          0.0472
        ]
      }
    },
    "expanded": {
      "arms": {
        "native": {
          "trials": 360,
          "successes": 36,
          "on_time": 0,
          "median_success_seconds": 9.533,
          "inspected": 78,
          "correct_route": 62,
          "defective_correct_route": 40,
          "defective_total": 42,
          "failures": {
            "missed_grasp": 282,
            "insufficient_roll": 0,
            "unsettled_release": 32,
            "wrong_route": 10
          },
          "end_to_end_defects_correct": 20,
          "end_to_end_defects_total": 180
        },
        "uniform_2x": {
          "trials": 360,
          "successes": 0,
          "on_time": 0,
          "median_success_seconds": null,
          "inspected": 0,
          "correct_route": 0,
          "defective_correct_route": 0,
          "defective_total": 0,
          "failures": {
            "missed_grasp": 360,
            "insufficient_roll": 0,
            "unsettled_release": 0,
            "wrong_route": 0
          },
          "end_to_end_defects_correct": 0,
          "end_to_end_defects_total": 180
        },
        "delay_only": {
          "trials": 360,
          "successes": 109,
          "on_time": 109,
          "median_success_seconds": 6.967,
          "inspected": 165,
          "correct_route": 132,
          "defective_correct_route": 83,
          "defective_total": 85,
          "failures": {
            "missed_grasp": 195,
            "insufficient_roll": 0,
            "unsettled_release": 32,
            "wrong_route": 24
          },
          "end_to_end_defects_correct": 68,
          "end_to_end_defects_total": 180
        },
        "moving_grasp": {
          "trials": 360,
          "successes": 281,
          "on_time": 281,
          "median_success_seconds": 6.967,
          "inspected": 358,
          "correct_route": 281,
          "defective_correct_route": 172,
          "defective_total": 179,
          "failures": {
            "missed_grasp": 2,
            "insufficient_roll": 0,
            "unsettled_release": 0,
            "wrong_route": 77
          },
          "end_to_end_defects_correct": 172,
          "end_to_end_defects_total": 180
        },
        "moving_grasp_normalized": {
          "trials": 360,
          "successes": 306,
          "on_time": 306,
          "median_success_seconds": 6.967,
          "inspected": 358,
          "correct_route": 306,
          "defective_correct_route": 128,
          "defective_total": 179,
          "failures": {
            "missed_grasp": 2,
            "insufficient_roll": 0,
            "unsettled_release": 0,
            "wrong_route": 52
          },
          "end_to_end_defects_correct": 128,
          "end_to_end_defects_total": 180
        },
        "full": {
          "trials": 360,
          "successes": 316,
          "on_time": 316,
          "median_success_seconds": 6.967,
          "inspected": 358,
          "correct_route": 316,
          "defective_correct_route": 137,
          "defective_total": 179,
          "failures": {
            "missed_grasp": 2,
            "insufficient_roll": 0,
            "unsettled_release": 0,
            "wrong_route": 42
          },
          "end_to_end_defects_correct": 137,
          "end_to_end_defects_total": 180
        }
      },
      "paired_effects": {
        "full_vs_uniform_on_time": [
          0.8778,
          0.8444,
          0.9111
        ],
        "full_vs_native_total": [
          0.7778,
          0.7333,
          0.8223
        ],
        "moving_vs_delay_on_time": [
          0.4778,
          0.4278,
          0.5306
        ],
        "color_vs_moving_on_time": [
          0.0694,
          0.0111,
          0.1278
        ],
        "full_vs_delay_on_time": [
          0.575,
          0.5167,
          0.6361
        ],
        "full_vs_normalized_on_time": [
          0.0278,
          0.0028,
          0.0556
        ]
      }
    }
  }
}
