{
  "expected": 20000,
  "result_files": 20000,
  "completed": 20000,
  "missing": 0,
  "counts": {
    "no_issue_observed": 7004,
    "suspected_error": 7468,
    "high_level_claim_requires_longer_evidence": 1741,
    "insufficient_evidence": 3787
  },
  "weighted_screening_fractions": {
    "no_issue_observed": 0.3794547824792406,
    "suspected_error": 0.3507883375965604,
    "high_level_claim_requires_longer_evidence": 0.07390648504030085,
    "insufficient_evidence": 0.19585039488420622
  },
  "pipeline_and_source_flag_counts": {},
  "by_tree": {
    "agibotworld_2026_lerobot_v3/s162a40_hires": {
      "no_issue_observed": 22,
      "suspected_error": 50,
      "high_level_claim_requires_longer_evidence": 14,
      "insufficient_evidence": 22
    },
    "agibotworld_2026_lerobot_v3/s169a40": {
      "no_issue_observed": 262,
      "suspected_error": 337,
      "high_level_claim_requires_longer_evidence": 100,
      "insufficient_evidence": 58
    },
    "agibotworld_2026_lerobot_v3/s169a40_hires": {
      "high_level_claim_requires_longer_evidence": 14,
      "no_issue_observed": 26,
      "suspected_error": 56,
      "insufficient_evidence": 23
    },
    "agibotworld_2026_lerobot_v3/s193a44": {
      "no_issue_observed": 248,
      "suspected_error": 64,
      "insufficient_evidence": 44,
      "high_level_claim_requires_longer_evidence": 11
    },
    "agibotworld_2026_lerobot_v3/s216a44": {
      "high_level_claim_requires_longer_evidence": 45,
      "suspected_error": 278,
      "no_issue_observed": 348,
      "insufficient_evidence": 260
    },
    "agibotworld_2026_lerobot_v3/s216a44_rl": {
      "insufficient_evidence": 83,
      "suspected_error": 63,
      "no_issue_observed": 46,
      "high_level_claim_requires_longer_evidence": 16
    },
    "agibotworld_2026_lerobot_v3/sim_lite": {
      "suspected_error": 93,
      "high_level_claim_requires_longer_evidence": 25,
      "no_issue_observed": 35,
      "insufficient_evidence": 11
    },
    "agibotworld_beta_lerobot_v3/agibot_beta_gripper": {
      "no_issue_observed": 5228,
      "suspected_error": 3749,
      "high_level_claim_requires_longer_evidence": 523,
      "insufficient_evidence": 2542
    },
    "robocoin_lerobot_v3/robocoin_agibot_g1_fisheye": {
      "no_issue_observed": 40,
      "high_level_claim_requires_longer_evidence": 14,
      "suspected_error": 106,
      "insufficient_evidence": 44
    },
    "robocoin_lerobot_v3/robocoin_agilex_aloha_order": {
      "no_issue_observed": 48,
      "insufficient_evidence": 41,
      "suspected_error": 19,
      "high_level_claim_requires_longer_evidence": 27
    },
    "robocoin_lerobot_v3/robocoin_agilex_aloha_order_f64": {
      "suspected_error": 119,
      "insufficient_evidence": 55,
      "high_level_claim_requires_longer_evidence": 40,
      "no_issue_observed": 51
    },
    "robocoin_lerobot_v3/robocoin_agilex_cobot_magic": {
      "suspected_error": 177,
      "no_issue_observed": 35,
      "high_level_claim_requires_longer_evidence": 46,
      "insufficient_evidence": 49
    },
    "robocoin_lerobot_v3/robocoin_agilex_cobot_magic_f64": {
      "insufficient_evidence": 13,
      "suspected_error": 66,
      "no_issue_observed": 52,
      "high_level_claim_requires_longer_evidence": 6
    },
    "robocoin_lerobot_v3/robocoin_agilex_cobot_magic_with_front_chest": {
      "insufficient_evidence": 60,
      "suspected_error": 33,
      "no_issue_observed": 12,
      "high_level_claim_requires_longer_evidence": 3
    },
    "robocoin_lerobot_v3/robocoin_agilex_decoupled": {
      "no_issue_observed": 78,
      "suspected_error": 265,
      "high_level_claim_requires_longer_evidence": 116,
      "insufficient_evidence": 22
    },
    "robocoin_lerobot_v3/robocoin_agilex_decoupled_hd": {
      "suspected_error": 85,
      "insufficient_evidence": 10,
      "high_level_claim_requires_longer_evidence": 25,
      "no_issue_observed": 7
    },
    "robocoin_lerobot_v3/robocoin_agilex_decoupled_hd_no_subtask_indices": {
      "insufficient_evidence": 9,
      "suspected_error": 76,
      "high_level_claim_requires_longer_evidence": 48,
      "no_issue_observed": 3
    },
    "robocoin_lerobot_v3/robocoin_agilex_decoupled_s14_30hz": {
      "insufficient_evidence": 26,
      "suspected_error": 104,
      "no_issue_observed": 42,
      "high_level_claim_requires_longer_evidence": 18
    },
    "robocoin_lerobot_v3/robocoin_agilex_decoupled_s14_50hz": {
      "suspected_error": 39,
      "no_issue_observed": 32,
      "high_level_claim_requires_longer_evidence": 22,
      "insufficient_evidence": 9
    },
    "robocoin_lerobot_v3/robocoin_agilex_decoupled_s14_50hz_rgbrgb": {
      "suspected_error": 65,
      "insufficient_evidence": 18,
      "no_issue_observed": 9,
      "high_level_claim_requires_longer_evidence": 13
    },
    "robocoin_lerobot_v3/robocoin_agilex_decoupled_with_high_realsense": {
      "no_issue_observed": 47,
      "suspected_error": 59,
      "high_level_claim_requires_longer_evidence": 13,
      "insufficient_evidence": 15
    },
    "robocoin_lerobot_v3/robocoin_agilex_decoupled_with_subtask_indices": {
      "suspected_error": 108,
      "high_level_claim_requires_longer_evidence": 73,
      "insufficient_evidence": 25,
      "no_issue_observed": 20
    },
    "robocoin_lerobot_v3/robocoin_ai2_alphabot2_s28": {
      "suspected_error": 60,
      "no_issue_observed": 29,
      "high_level_claim_requires_longer_evidence": 29,
      "insufficient_evidence": 19
    },
    "robocoin_lerobot_v3/robocoin_ai2_alphabot2_s28_with_gripper_activity_action": {
      "suspected_error": 80,
      "high_level_claim_requires_longer_evidence": 7,
      "no_issue_observed": 2,
      "insufficient_evidence": 12
    },
    "robocoin_lerobot_v3/robocoin_galaxea_r1_lite": {
      "suspected_error": 278,
      "insufficient_evidence": 128,
      "high_level_claim_requires_longer_evidence": 115,
      "no_issue_observed": 62
    },
    "robocoin_lerobot_v3/robocoin_galaxea_r1_lite_7dof": {
      "no_issue_observed": 57,
      "high_level_claim_requires_longer_evidence": 9,
      "suspected_error": 24,
      "insufficient_evidence": 16
    },
    "robocoin_lerobot_v3/robocoin_galaxea_r1_lite_stereo": {
      "suspected_error": 103,
      "high_level_claim_requires_longer_evidence": 29,
      "no_issue_observed": 7,
      "insufficient_evidence": 4
    },
    "robocoin_lerobot_v3/robocoin_galaxea_r1_lite_stereo_640x360": {
      "suspected_error": 90,
      "high_level_claim_requires_longer_evidence": 15,
      "insufficient_evidence": 7,
      "no_issue_observed": 15
    },
    "robocoin_lerobot_v3/robocoin_realman_aidal": {
      "suspected_error": 292,
      "high_level_claim_requires_longer_evidence": 147,
      "insufficient_evidence": 40,
      "no_issue_observed": 28
    },
    "robocoin_lerobot_v3/robocoin_realman_aidal_headcam": {
      "high_level_claim_requires_longer_evidence": 32,
      "suspected_error": 64,
      "insufficient_evidence": 10,
      "no_issue_observed": 9
    },
    "robocoin_lerobot_v3/robocoin_realman_aidal_no_subtask_indices": {
      "suspected_error": 146,
      "insufficient_evidence": 27,
      "no_issue_observed": 26,
      "high_level_claim_requires_longer_evidence": 96
    },
    "robocoin_lerobot_v3/robocoin_realman_aidal_s3": {
      "high_level_claim_requires_longer_evidence": 22,
      "suspected_error": 69,
      "no_issue_observed": 19,
      "insufficient_evidence": 4
    },
    "robocoin_lerobot_v3/robocoin_tianqin_a2": {
      "insufficient_evidence": 47,
      "suspected_error": 59,
      "no_issue_observed": 19,
      "high_level_claim_requires_longer_evidence": 16
    },
    "robocoin_lerobot_v3/robocoin_yinhe": {
      "suspected_error": 192,
      "high_level_claim_requires_longer_evidence": 12,
      "insufficient_evidence": 34,
      "no_issue_observed": 40
    }
  },
  "raw_state_compared": 20000,
  "raw_state_matches": 20000,
  "raw_l2_compared": 20000,
  "raw_l2_matches": 20000,
  "unique_episodes": 17884,
  "max_windows_per_episode": 10,
  "review_1000_completed": 1000,
  "recheck_agreement": {
    "('suspected_error', 'suspected_error')": 7909,
    "('suspected_error', 'no_issue_observed')": 346,
    "('suspected_error', 'insufficient_evidence')": 954,
    "('no_issue_observed', 'insufficient_evidence')": 25,
    "('no_issue_observed', 'no_issue_observed')": 349,
    "('insufficient_evidence', 'suspected_error')": 15,
    "('insufficient_evidence', 'insufficient_evidence')": 146,
    "('insufficient_evidence', 'no_issue_observed')": 29,
    "('no_issue_observed', 'suspected_error')": 5
  },
  "unique_L1": 16446,
  "L1_repeated_at_least5": 203,
  "repeated_L1_seen_in_one_tree": 176,
  "retrieval_candidates": 200,
  "text_audit": {
    "sampled_windows": 20000,
    "patterns": 7,
    "max_encoder_tokens": 128,
    "max_decoder_tokens": 100,
    "unique_cache_hashes": 76370,
    "cached_embeddings_checked": 76370,
    "missing_hashes": [],
    "failures": [],
    "cache_limit": "Checks index/hash rendering, byte count, BF16 finite values. Does not independently recompute T5 embeddings.",
    "time": 1793647401.442394
  },
  "time": 1793668610.8340685,
  "complete": true
}