| { |
| "status": "pass", |
| "generated_at_utc": "2026-06-07T15:47:31+00:00", |
| "summary": { |
| "qwen3_omni_verified_diagnostic_pilot": true, |
| "dataset_manifest_num_episodes": 119, |
| "dataset_manifest_num_samples": 3808, |
| "training_metadata_num_train_samples": 2848, |
| "eval_num_samples": 448, |
| "eval_json_validity_rate": 1.0, |
| "quality_target_met": true, |
| "historical_identifier_count": 1545, |
| "public_32_episode_status_file_count": 1, |
| "failure_count": 0 |
| }, |
| "checks": [ |
| { |
| "name": "project_packet_records_verified_diagnostic_status", |
| "status": "pass", |
| "detail": "project packet describes the verified diagnostic pilot and quality boundary", |
| "evidence": [ |
| "docs/data/project_packet.json" |
| ] |
| }, |
| { |
| "name": "summary_metrics_preserves_verified_diagnostic_status", |
| "status": "pass", |
| "detail": "The selected-episode Qwen3-Omni diagnostic pilot is verified on the 96/16/16 split and now meets the 98% target for JSON validity; action/subtask quality remains weak, so current results are diagnostic baselines, not strong model-quality claims.", |
| "evidence": [ |
| "docs/data/summary_metrics.json" |
| ] |
| }, |
| { |
| "name": "verified_package_dataset_has_expected_windows", |
| "status": "pass", |
| "detail": "episodes=119, samples=3808, split_counts={'train': 2848, 'val': 512, 'test': 448}", |
| "evidence": [ |
| "results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_structured_json_v3_strict_label_prompt_reuse_lora_eval_test_full/dataset/dataset_manifest.json" |
| ] |
| }, |
| { |
| "name": "verified_package_training_records_8_processes", |
| "status": "pass", |
| "detail": "train=2848, val=512, processes=8", |
| "evidence": [ |
| "results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_structured_json_v3_strict_label_prompt_reuse_lora_eval_test_full/training/training_metadata.json" |
| ] |
| }, |
| { |
| "name": "verified_package_eval_records_real_held_out_metrics", |
| "status": "pass", |
| "detail": "samples=448, split=test, held_out=14, json_validity=1.0", |
| "evidence": [ |
| "results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_structured_json_v3_strict_label_prompt_reuse_lora_eval_test_full/eval/metrics.json" |
| ] |
| }, |
| { |
| "name": "verified_package_audit_passes", |
| "status": "pass", |
| "detail": "audit_status=pass, issues=0", |
| "evidence": [ |
| "results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_structured_json_v3_strict_label_prompt_reuse_lora_eval_test_full/package_audit.json" |
| ] |
| }, |
| { |
| "name": "public_presentation_has_no_misleading_32ep_identifiers", |
| "status": "pass", |
| "detail": "public presentation scan failures=0", |
| "evidence": [ |
| "README.md", |
| "ARTIFACT_GUIDE.md", |
| "EVIDENCE_CONTRACT.md", |
| "REPRODUCIBILITY.md", |
| "docs/index.html", |
| "docs/data/artifact_index.json", |
| "docs/data/evidence_contract.json", |
| "docs/data/project_manifest.json", |
| "docs/data/mirror_parity.json", |
| "docs/data/reproducibility_matrix.json", |
| "docs/data/project_packet.json", |
| "docs/data/summary_metrics.json" |
| ] |
| }, |
| { |
| "name": "historical_32ep_identifiers_are_confined_to_readiness_artifacts", |
| "status": "pass", |
| "detail": "historical identifiers found in result provenance files=1545", |
| "evidence": [ |
| "results/omni_finetune/" |
| ] |
| } |
| ], |
| "public_status_observations": [ |
| { |
| "path": "docs/data/artifact_index.json", |
| "contains_32_episode_status_text": true |
| } |
| ], |
| "historical_identifiers": [ |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/XPERIENCE10M_128_DATA_PREPARATION_AND_FINETUNE_PLAN.md", |
| "line": 42, |
| "patterns": [ |
| "ropedia-episode-task-suite" |
| ], |
| "example": "export RELAY_WORKDIR=/path/to/ropedia-episode-task-suite" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/XPERIENCE10M_128_DATA_PREPARATION_AND_FINETUNE_PLAN.md", |
| "line": 45, |
| "patterns": [ |
| "ropedia-episode-task-suite" |
| ], |
| "example": "export TRAINING_REPO=/path/to/ropedia-episode-task-suite" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 1, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:0\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 0, \"end_frame\": 19, \"num_frames\": 20}, \"media\": {\"video_paths\": [{" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 2, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:1\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 20, \"end_frame\": 39, \"num_frames\": 20}, \"media\": {\"video_paths\": [" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 3, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:2\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 40, \"end_frame\": 59, \"num_frames\": 20}, \"media\": {\"video_paths\": [" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 4, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:3\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 60, \"end_frame\": 79, \"num_frames\": 20}, \"media\": {\"video_paths\": [" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 5, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:4\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 80, \"end_frame\": 99, \"num_frames\": 20}, \"media\": {\"video_paths\": [" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 6, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:5\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 100, \"end_frame\": 119, \"num_frames\": 20}, \"media\": {\"video_paths\":" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 7, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:6\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 120, \"end_frame\": 139, \"num_frames\": 20}, \"media\": {\"video_paths\":" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 8, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:7\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 140, \"end_frame\": 159, \"num_frames\": 20}, \"media\": {\"video_paths\":" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 9, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:8\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 160, \"end_frame\": 179, \"num_frames\": 20}, \"media\": {\"video_paths\":" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 10, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:9\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 180, \"end_frame\": 199, \"num_frames\": 20}, \"media\": {\"video_paths\":" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 11, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:10\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 200, \"end_frame\": 219, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 12, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:11\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 220, \"end_frame\": 239, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 13, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:12\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 240, \"end_frame\": 259, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 14, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:13\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 260, \"end_frame\": 279, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 15, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:14\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 280, \"end_frame\": 299, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 16, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:15\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 300, \"end_frame\": 319, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 17, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:40\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 800, \"end_frame\": 819, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 18, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:41\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 820, \"end_frame\": 839, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 19, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:42\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 840, \"end_frame\": 859, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 20, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:43\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 860, \"end_frame\": 879, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 21, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:44\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 880, \"end_frame\": 899, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 22, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:45\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 900, \"end_frame\": 919, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 23, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:46\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 920, \"end_frame\": 939, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 24, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:47\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 940, \"end_frame\": 959, \"num_frames\": 20}, \"media\": {\"video_paths\"" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 25, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:50\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 1000, \"end_frame\": 1019, \"num_frames\": 20}, \"media\": {\"video_path" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 26, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:51\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 1020, \"end_frame\": 1039, \"num_frames\": 20}, \"media\": {\"video_path" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 27, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:52\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 1040, \"end_frame\": 1059, \"num_frames\": 20}, \"media\": {\"video_path" |
| }, |
| { |
| "classification": "historical_identifier_in_readiness_artifact", |
| "path": "results/omni_finetune/dataset.jsonl", |
| "line": 28, |
| "patterns": [ |
| "qwen3_omni_32ep", |
| "xperience10m_qwen3_omni_32ep", |
| "ropedia-episode-task-suite" |
| ], |
| "example": "{\"id\": \"xperience-10m-sample:qa:53\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 1060, \"end_frame\": 1079, \"num_frames\": 20}, \"media\": {\"video_path" |
| } |
| ], |
| "historical_identifier_total_count": 1545, |
| "failures": [] |
| } |
|
|
