{
  "version": 2,
  "environment": "crafter",
  "label": "Crafter",
  "config": {
    "resolution": 64,
    "conditioning_frames": 4,
    "prediction_horizon": 500,
    "fps": 10,
    "benchmark": "Crafter"
  },
  "metric_metadata": {
    "ssim_t100": {
      "phase": "pilot",
      "kind": "descriptive"
    },
    "ssim_t500": {
      "phase": "pilot",
      "kind": "descriptive"
    },
    "achievement_f1": {
      "phase": "pilot",
      "kind": "gate"
    },
    "spatial_persistence": {
      "phase": "pilot",
      "kind": "gate"
    }
  },
  "evaluations": [
    {
      "model_id": "twister",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "evaluated",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "diamond",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "evaluated",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "edeline",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "efficientzero_v2",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "efficientzero",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "m3",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "harmonydream",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "oc_storm",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "training",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "rem",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "emerald",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "git_storm",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "dreamerv3",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "storm",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "evaluated",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "delta_iris",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": true,
      "status": "evaluated",
      "metric_confidence_intervals": {
        "ssim_t500": {
          "mean": 0.3786,
          "low": 0.3352,
          "high": 0.4249
        },
        "achievement_f1": {
          "mean": 1.0,
          "low": 1.0,
          "high": 1.0
        },
        "spatial_persistence": {
          "mean": 1.0,
          "low": 1.0,
          "high": 1.0
        }
      },
      "games": [
        {
          "id": "seed_01",
          "name": "Seed 01",
          "featured": true,
          "hero": true,
          "metrics": {
            "ssim": 0.3748,
            "fvd": 148.2,
            "lpips": 0.3266
          },
          "files": {
            "real": "data/crafter/delta_iris/seed_01/real.webp",
            "predicted": "data/crafter/delta_iris/seed_01/predicted.webp"
          },
          "crafter_metrics": {
            "ssim_t100": 0.3748,
            "ssim_t500": 0.3748,
            "achievement_f1": 1.0,
            "spatial_persistence": 1.0,
            "metric_status": "ranking-adopted",
            "time_alignment": {
              "gt_first": "day",
              "gt_last": "day",
              "gt_daylight_first": 0.8056125421622267,
              "gt_daylight_last": 0.8141106145188342,
              "gt_daylight_min": 0.0,
              "gt_daylight_max": 1.0,
              "contains_day": true,
              "contains_night": true
            }
          }
        },
        {
          "id": "seed_10",
          "name": "Seed 10",
          "featured": false,
          "hero": false,
          "metrics": {
            "ssim": 0.3357,
            "fvd": 112.5,
            "lpips": 0.348
          },
          "files": {
            "real": "data/crafter/delta_iris/seed_10/real.webp",
            "predicted": "data/crafter/delta_iris/seed_10/predicted.webp"
          },
          "crafter_metrics": {
            "ssim_t100": 0.3357,
            "ssim_t500": 0.3357,
            "achievement_f1": 1.0,
            "spatial_persistence": 1.0,
            "metric_status": "ranking-adopted",
            "time_alignment": {
              "gt_first": "day",
              "gt_last": "day",
              "gt_daylight_first": 0.8056125421622267,
              "gt_daylight_last": 0.8141106145188339,
              "gt_daylight_min": 0.0,
              "gt_daylight_max": 1.0,
              "contains_day": true,
              "contains_night": true
            }
          }
        },
        {
          "id": "seed_02",
          "name": "Seed 02",
          "featured": false,
          "hero": false,
          "metrics": {
            "ssim": 0.5471,
            "fvd": 103.7,
            "lpips": 0.2076
          },
          "files": {
            "real": "data/crafter/delta_iris/seed_02/real.webp",
            "predicted": "data/crafter/delta_iris/seed_02/predicted.webp"
          },
          "crafter_metrics": {
            "ssim_t100": 0.5471,
            "ssim_t500": 0.5471,
            "achievement_f1": 1.0,
            "spatial_persistence": 1.0,
            "metric_status": "ranking-adopted",
            "time_alignment": {
              "gt_first": "day",
              "gt_last": "day",
              "gt_daylight_first": 0.8056125421622267,
              "gt_daylight_last": 0.7789947853252818,
              "gt_daylight_min": 0.010484565280713842,
              "gt_daylight_max": 1.0,
              "contains_day": true,
              "contains_night": true
            }
          }
        },
        {
          "id": "seed_03",
          "name": "Seed 03",
          "featured": false,
          "hero": false,
          "metrics": {
            "ssim": 0.4077,
            "fvd": 122.1,
            "lpips": 0.2946
          },
          "files": {
            "real": "data/crafter/delta_iris/seed_03/real.webp",
            "predicted": "data/crafter/delta_iris/seed_03/predicted.webp"
          },
          "crafter_metrics": {
            "ssim_t100": 0.4077,
            "ssim_t500": 0.4077,
            "achievement_f1": 1.0,
            "spatial_persistence": 1.0,
            "metric_status": "ranking-adopted",
            "time_alignment": {
              "gt_first": "day",
              "gt_last": "dusk",
              "gt_daylight_first": 0.8056125421622267,
              "gt_daylight_last": 0.42215439811385713,
              "gt_daylight_min": 0.15776102357714017,
              "gt_daylight_max": 1.0,
              "contains_day": true,
              "contains_night": true
            }
          }
        },
        {
          "id": "seed_04",
          "name": "Seed 04",
          "featured": false,
          "hero": false,
          "metrics": {
            "ssim": 0.3333,
            "fvd": 101.2,
            "lpips": 0.3706
          },
          "files": {
            "real": "data/crafter/delta_iris/seed_04/real.webp",
            "predicted": "data/crafter/delta_iris/seed_04/predicted.webp"
          },
          "crafter_metrics": {
            "ssim_t100": 0.3333,
            "ssim_t500": 0.3333,
            "achievement_f1": 1.0,
            "spatial_persistence": 1.0,
            "metric_status": "ranking-adopted",
            "time_alignment": {
              "gt_first": "day",
              "gt_last": "night",
              "gt_daylight_first": 0.8056125421622267,
              "gt_daylight_last": 0.25920723885927155,
              "gt_daylight_min": 0.07718751215118247,
              "gt_daylight_max": 1.0,
              "contains_day": true,
              "contains_night": true
            }
          }
        },
        {
          "id": "seed_05",
          "name": "Seed 05",
          "featured": false,
          "hero": false,
          "metrics": {
            "ssim": 0.2572,
            "fvd": 107.7,
            "lpips": 0.397
          },
          "files": {
            "real": "data/crafter/delta_iris/seed_05/real.webp",
            "predicted": "data/crafter/delta_iris/seed_05/predicted.webp"
          },
          "crafter_metrics": {
            "ssim_t100": 0.2572,
            "ssim_t500": 0.2572,
            "achievement_f1": 1.0,
            "spatial_persistence": 1.0,
            "metric_status": "ranking-adopted",
            "time_alignment": {
              "gt_first": "day",
              "gt_last": "day",
              "gt_daylight_first": 0.8056125421622267,
              "gt_daylight_last": 0.9961717761547135,
              "gt_daylight_min": 0.0,
              "gt_daylight_max": 1.0,
              "contains_day": true,
              "contains_night": true
            }
          }
        },
        {
          "id": "seed_06",
          "name": "Seed 06",
          "featured": false,
          "hero": false,
          "metrics": {
            "ssim": 0.416,
            "fvd": 94.9,
            "lpips": 0.2904
          },
          "files": {
            "real": "data/crafter/delta_iris/seed_06/real.webp",
            "predicted": "data/crafter/delta_iris/seed_06/predicted.webp"
          },
          "crafter_metrics": {
            "ssim_t100": 0.416,
            "ssim_t500": 0.416,
            "achievement_f1": 1.0,
            "spatial_persistence": 1.0,
            "metric_status": "ranking-adopted",
            "time_alignment": {
              "gt_first": "day",
              "gt_last": "dusk",
              "gt_daylight_first": 0.8056125421622267,
              "gt_daylight_last": 0.35048094716167133,
              "gt_daylight_min": 0.17660008935565263,
              "gt_daylight_max": 1.0,
              "contains_day": true,
              "contains_night": true
            }
          }
        },
        {
          "id": "seed_07",
          "name": "Seed 07",
          "featured": false,
          "hero": false,
          "metrics": {
            "ssim": 0.4035,
            "fvd": 97.8,
            "lpips": 0.3033
          },
          "files": {
            "real": "data/crafter/delta_iris/seed_07/real.webp",
            "predicted": "data/crafter/delta_iris/seed_07/predicted.webp"
          },
          "crafter_metrics": {
            "ssim_t100": 0.4035,
            "ssim_t500": 0.4035,
            "achievement_f1": 1.0,
            "spatial_persistence": 1.0,
            "metric_status": "ranking-adopted",
            "time_alignment": {
              "gt_first": "day",
              "gt_last": "day",
              "gt_daylight_first": 0.8056125421622267,
              "gt_daylight_last": 0.8056125421622269,
              "gt_daylight_min": 0.013255105128454292,
              "gt_daylight_max": 1.0,
              "contains_day": true,
              "contains_night": true
            }
          }
        },
        {
          "id": "seed_08",
          "name": "Seed 08",
          "featured": false,
          "hero": false,
          "metrics": {
            "ssim": 0.368,
            "fvd": 171.0,
            "lpips": 0.3482
          },
          "files": {
            "real": "data/crafter/delta_iris/seed_08/real.webp",
            "predicted": "data/crafter/delta_iris/seed_08/predicted.webp"
          },
          "crafter_metrics": {
            "ssim_t100": 0.368,
            "ssim_t500": 0.368,
            "achievement_f1": 1.0,
            "spatial_persistence": 1.0,
            "metric_status": "ranking-adopted",
            "time_alignment": {
              "gt_first": "day",
              "gt_last": "dusk",
              "gt_daylight_first": 0.8056125421622267,
              "gt_daylight_last": 0.5544133324616116,
              "gt_daylight_min": 0.09877893498656187,
              "gt_daylight_max": 1.0,
              "contains_day": true,
              "contains_night": true
            }
          }
        },
        {
          "id": "seed_09",
          "name": "Seed 09",
          "featured": false,
          "hero": false,
          "metrics": {
            "ssim": 0.3432,
            "fvd": 151.8,
            "lpips": 0.3677
          },
          "files": {
            "real": "data/crafter/delta_iris/seed_09/real.webp",
            "predicted": "data/crafter/delta_iris/seed_09/predicted.webp"
          },
          "crafter_metrics": {
            "ssim_t100": 0.3432,
            "ssim_t500": 0.3432,
            "achievement_f1": 1.0,
            "spatial_persistence": 1.0,
            "metric_status": "ranking-adopted",
            "time_alignment": {
              "gt_first": "day",
              "gt_last": "night",
              "gt_daylight_first": 0.8056125421622267,
              "gt_daylight_last": 0.1863170551922123,
              "gt_daylight_min": 0.1863170551922123,
              "gt_daylight_max": 1.0,
              "contains_day": true,
              "contains_night": true
            }
          }
        }
      ]
    },
    {
      "model_id": "dart",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "iris",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "evaluated",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "twm",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "training",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "simple",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "drama",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "dreamerv2",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "bbf",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    },
    {
      "model_id": "spr",
      "hns_mean": null,
      "hns_median": null,
      "has_visuals": false,
      "status": "paper-only",
      "metric_confidence_intervals": {},
      "games": []
    }
  ]
}