{ "version": 2, "environment": "atari", "label": "Atari 100k", "config": { "resolution": 64, "conditioning_frames": 4, "prediction_horizon": 100, "fps": 15, "benchmark": "Atari 100k" }, "evaluations": [ { "model_id": "twister", "hns_mean": 1.62, "hns_median": null, "has_visuals": true, "games": [ { "id": "alien", "name": "Alien", "featured": false, "hero": false, "metrics": { "ssim": 0.9649, "fvd": 5.0, "lpips": 0.0159 }, "files": { "real": "data/twister/alien/real.webp", "predicted": "data/twister/alien/predicted.webp" } }, { "id": "amidar", "name": "Amidar", "featured": false, "hero": false, "metrics": { "ssim": 0.9723, "fvd": 8.6, "lpips": 0.0112 }, "files": { "real": "data/twister/amidar/real.webp", "predicted": "data/twister/amidar/predicted.webp" } }, { "id": "assault", "name": "Assault", "featured": false, "hero": false, "metrics": { "ssim": 0.8311, "fvd": 34.6, "lpips": 0.1005 }, "files": { "real": "data/twister/assault/real.webp", "predicted": "data/twister/assault/predicted.webp" } }, { "id": "asterix", "name": "Asterix", "featured": true, "hero": false, "metrics": { "ssim": 0.9315, "fvd": 19.2, "lpips": 0.0476 }, "files": { "real": "data/twister/asterix/real.webp", "predicted": "data/twister/asterix/predicted.webp" } }, { "id": "bank_heist", "name": "BankHeist", "featured": false, "hero": false, "metrics": { "ssim": 0.3596, "fvd": 21.1, "lpips": 0.2136 }, "files": { "real": "data/twister/bank_heist/real.webp", "predicted": "data/twister/bank_heist/predicted.webp" } }, { "id": "battle_zone", "name": "BattleZone", "featured": false, "hero": false, "metrics": { "ssim": 0.9519, "fvd": 13.5, "lpips": 0.0076 }, "files": { "real": "data/twister/battle_zone/real.webp", "predicted": "data/twister/battle_zone/predicted.webp" } }, { "id": "boxing", "name": "Boxing", "featured": false, "hero": false, "metrics": { "ssim": 0.8457, "fvd": 50.7, "lpips": 0.1162 }, "files": { "real": "data/twister/boxing/real.webp", "predicted": "data/twister/boxing/predicted.webp" } }, { "id": "breakout", "name": "Breakout", "featured": true, "hero": true, "metrics": { "ssim": 0.999, "fvd": 0.7, "lpips": 0.0002 }, "files": { "real": "data/twister/breakout/real.webp", "predicted": "data/twister/breakout/predicted.webp" } }, { "id": "chopper_command", "name": "ChopperCommand", "featured": false, "hero": false, "metrics": { "ssim": 0.978, "fvd": 12.6, "lpips": 0.0051 }, "files": { "real": "data/twister/chopper_command/real.webp", "predicted": "data/twister/chopper_command/predicted.webp" } }, { "id": "crazy_climber", "name": "CrazyClimber", "featured": false, "hero": false, "metrics": { "ssim": 0.8087, "fvd": 32.5, "lpips": 0.0388 }, "files": { "real": "data/twister/crazy_climber/real.webp", "predicted": "data/twister/crazy_climber/predicted.webp" } }, { "id": "demon_attack", "name": "DemonAttack", "featured": false, "hero": false, "metrics": { "ssim": 0.8434, "fvd": 33.1, "lpips": 0.0887 }, "files": { "real": "data/twister/demon_attack/real.webp", "predicted": "data/twister/demon_attack/predicted.webp" } }, { "id": "freeway", "name": "Freeway", "featured": false, "hero": false, "metrics": { "ssim": 0.9636, "fvd": 2.1, "lpips": 0.0109 }, "files": { "real": "data/twister/freeway/real.webp", "predicted": "data/twister/freeway/predicted.webp" } }, { "id": "frostbite", "name": "Frostbite", "featured": false, "hero": false, "metrics": { "ssim": 0.8939, "fvd": 8.0, "lpips": 0.025 }, "files": { "real": "data/twister/frostbite/real.webp", "predicted": "data/twister/frostbite/predicted.webp" } }, { "id": "gopher", "name": "Gopher", "featured": false, "hero": false, "metrics": { "ssim": 0.9212, "fvd": 21.3, "lpips": 0.0381 }, "files": { "real": "data/twister/gopher/real.webp", "predicted": "data/twister/gopher/predicted.webp" } }, { "id": "hero", "name": "Hero", "featured": false, "hero": false, "metrics": { "ssim": 0.9786, "fvd": 14.5, "lpips": 0.0083 }, "files": { "real": "data/twister/hero/real.webp", "predicted": "data/twister/hero/predicted.webp" } }, { "id": "jamesbond", "name": "Jamesbond", "featured": false, "hero": false, "metrics": { "ssim": 0.9535, "fvd": 10.4, "lpips": 0.0177 }, "files": { "real": "data/twister/jamesbond/real.webp", "predicted": "data/twister/jamesbond/predicted.webp" } }, { "id": "kangaroo", "name": "Kangaroo", "featured": false, "hero": false, "metrics": { "ssim": 0.9868, "fvd": 1.8, "lpips": 0.0016 }, "files": { "real": "data/twister/kangaroo/real.webp", "predicted": "data/twister/kangaroo/predicted.webp" } }, { "id": "krull", "name": "Krull", "featured": false, "hero": false, "metrics": { "ssim": 0.9188, "fvd": 22.6, "lpips": 0.0371 }, "files": { "real": "data/twister/krull/real.webp", "predicted": "data/twister/krull/predicted.webp" } }, { "id": "kung_fu_master", "name": "KungFuMaster", "featured": false, "hero": false, "metrics": { "ssim": 0.9769, "fvd": 11.4, "lpips": 0.0145 }, "files": { "real": "data/twister/kung_fu_master/real.webp", "predicted": "data/twister/kung_fu_master/predicted.webp" } }, { "id": "ms_pacman", "name": "MsPacman", "featured": true, "hero": false, "metrics": { "ssim": 0.9796, "fvd": 6.0, "lpips": 0.0025 }, "files": { "real": "data/twister/ms_pacman/real.webp", "predicted": "data/twister/ms_pacman/predicted.webp" } }, { "id": "pong", "name": "Pong", "featured": true, "hero": false, "metrics": { "ssim": 0.9957, "fvd": 11.0, "lpips": 0.0019 }, "files": { "real": "data/twister/pong/real.webp", "predicted": "data/twister/pong/predicted.webp" } }, { "id": "private_eye", "name": "PrivateEye", "featured": false, "hero": false, "metrics": { "ssim": 0.9656, "fvd": 11.8, "lpips": 0.0133 }, "files": { "real": "data/twister/private_eye/real.webp", "predicted": "data/twister/private_eye/predicted.webp" } }, { "id": "qbert", "name": "Qbert", "featured": true, "hero": false, "metrics": { "ssim": 0.9879, "fvd": 0.5, "lpips": 0.002 }, "files": { "real": "data/twister/qbert/real.webp", "predicted": "data/twister/qbert/predicted.webp" } }, { "id": "road_runner", "name": "RoadRunner", "featured": false, "hero": false, "metrics": { "ssim": 0.7988, "fvd": 30.6, "lpips": 0.0176 }, "files": { "real": "data/twister/road_runner/real.webp", "predicted": "data/twister/road_runner/predicted.webp" } }, { "id": "seaquest", "name": "Seaquest", "featured": false, "hero": false, "metrics": { "ssim": 0.953, "fvd": 5.1, "lpips": 0.0101 }, "files": { "real": "data/twister/seaquest/real.webp", "predicted": "data/twister/seaquest/predicted.webp" } }, { "id": "up_n_down", "name": "UpNDown", "featured": false, "hero": false, "metrics": { "ssim": 0.4066, "fvd": 225.9, "lpips": 0.1594 }, "files": { "real": "data/twister/up_n_down/real.webp", "predicted": "data/twister/up_n_down/predicted.webp" } } ] }, { "model_id": "diamond", "hns_mean": 1.46, "hns_median": null, "has_visuals": true, "games": [ { "id": "alien", "name": "Alien", "featured": false, "hero": false, "metrics": { "ssim": 0.9576, "fvd": 5.3, "lpips": 0.0167 }, "files": { "real": "data/diamond/alien/real.webp", "predicted": "data/diamond/alien/predicted.webp" } }, { "id": "amidar", "name": "Amidar", "featured": false, "hero": false, "metrics": { "ssim": 0.9697, "fvd": 11.0, "lpips": 0.0122 }, "files": { "real": "data/diamond/amidar/real.webp", "predicted": "data/diamond/amidar/predicted.webp" } }, { "id": "assault", "name": "Assault", "featured": false, "hero": false, "metrics": { "ssim": 0.8033, "fvd": 21.4, "lpips": 0.122 }, "files": { "real": "data/diamond/assault/real.webp", "predicted": "data/diamond/assault/predicted.webp" } }, { "id": "asterix", "name": "Asterix", "featured": true, "hero": false, "metrics": { "ssim": 0.8722, "fvd": 38.0, "lpips": 0.0687 }, "files": { "real": "data/diamond/asterix/real.webp", "predicted": "data/diamond/asterix/predicted.webp" } }, { "id": "bank_heist", "name": "BankHeist", "featured": false, "hero": false, "metrics": { "ssim": 0.3761, "fvd": 111.8, "lpips": 0.1797 }, "files": { "real": "data/diamond/bank_heist/real.webp", "predicted": "data/diamond/bank_heist/predicted.webp" } }, { "id": "battle_zone", "name": "BattleZone", "featured": false, "hero": false, "metrics": { "ssim": 0.894, "fvd": 38.5, "lpips": 0.0171 }, "files": { "real": "data/diamond/battle_zone/real.webp", "predicted": "data/diamond/battle_zone/predicted.webp" } }, { "id": "boxing", "name": "Boxing", "featured": false, "hero": false, "metrics": { "ssim": 0.88, "fvd": 46.1, "lpips": 0.1777 }, "files": { "real": "data/diamond/boxing/real.webp", "predicted": "data/diamond/boxing/predicted.webp" } }, { "id": "breakout", "name": "Breakout", "featured": true, "hero": true, "metrics": { "ssim": 0.9566, "fvd": 8.6, "lpips": 0.0201 }, "files": { "real": "data/diamond/breakout/real.webp", "predicted": "data/diamond/breakout/predicted.webp" } }, { "id": "chopper_command", "name": "ChopperCommand", "featured": false, "hero": false, "metrics": { "ssim": 0.9481, "fvd": 4.3, "lpips": 0.0096 }, "files": { "real": "data/diamond/chopper_command/real.webp", "predicted": "data/diamond/chopper_command/predicted.webp" } }, { "id": "crazy_climber", "name": "CrazyClimber", "featured": false, "hero": false, "metrics": { "ssim": 0.9718, "fvd": 8.5, "lpips": 0.008 }, "files": { "real": "data/diamond/crazy_climber/real.webp", "predicted": "data/diamond/crazy_climber/predicted.webp" } }, { "id": "demon_attack", "name": "DemonAttack", "featured": false, "hero": false, "metrics": { "ssim": 0.9092, "fvd": 21.1, "lpips": 0.0502 }, "files": { "real": "data/diamond/demon_attack/real.webp", "predicted": "data/diamond/demon_attack/predicted.webp" } }, { "id": "freeway", "name": "Freeway", "featured": false, "hero": false, "metrics": { "ssim": 0.989, "fvd": 3.1, "lpips": 0.005 }, "files": { "real": "data/diamond/freeway/real.webp", "predicted": "data/diamond/freeway/predicted.webp" } }, { "id": "frostbite", "name": "Frostbite", "featured": false, "hero": false, "metrics": { "ssim": 0.809, "fvd": 14.0, "lpips": 0.0479 }, "files": { "real": "data/diamond/frostbite/real.webp", "predicted": "data/diamond/frostbite/predicted.webp" } }, { "id": "gopher", "name": "Gopher", "featured": false, "hero": false, "metrics": { "ssim": 0.9387, "fvd": 29.4, "lpips": 0.0445 }, "files": { "real": "data/diamond/gopher/real.webp", "predicted": "data/diamond/gopher/predicted.webp" } }, { "id": "hero", "name": "Hero", "featured": false, "hero": false, "metrics": { "ssim": 0.7463, "fvd": 77.9, "lpips": 0.1246 }, "files": { "real": "data/diamond/hero/real.webp", "predicted": "data/diamond/hero/predicted.webp" } }, { "id": "jamesbond", "name": "Jamesbond", "featured": false, "hero": false, "metrics": { "ssim": 0.9721, "fvd": 6.0, "lpips": 0.0132 }, "files": { "real": "data/diamond/jamesbond/real.webp", "predicted": "data/diamond/jamesbond/predicted.webp" } }, { "id": "kangaroo", "name": "Kangaroo", "featured": false, "hero": false, "metrics": { "ssim": 0.9926, "fvd": 0.8, "lpips": 0.0013 }, "files": { "real": "data/diamond/kangaroo/real.webp", "predicted": "data/diamond/kangaroo/predicted.webp" } }, { "id": "krull", "name": "Krull", "featured": false, "hero": false, "metrics": { "ssim": 0.9329, "fvd": 30.6, "lpips": 0.0457 }, "files": { "real": "data/diamond/krull/real.webp", "predicted": "data/diamond/krull/predicted.webp" } }, { "id": "kung_fu_master", "name": "KungFuMaster", "featured": false, "hero": false, "metrics": { "ssim": 0.9711, "fvd": 10.6, "lpips": 0.0171 }, "files": { "real": "data/diamond/kung_fu_master/real.webp", "predicted": "data/diamond/kung_fu_master/predicted.webp" } }, { "id": "ms_pacman", "name": "MsPacman", "featured": true, "hero": false, "metrics": { "ssim": 0.9824, "fvd": 6.0, "lpips": 0.0023 }, "files": { "real": "data/diamond/ms_pacman/real.webp", "predicted": "data/diamond/ms_pacman/predicted.webp" } }, { "id": "pong", "name": "Pong", "featured": true, "hero": false, "metrics": { "ssim": 0.9424, "fvd": 8.9, "lpips": 0.0375 }, "files": { "real": "data/diamond/pong/real.webp", "predicted": "data/diamond/pong/predicted.webp" } }, { "id": "private_eye", "name": "PrivateEye", "featured": false, "hero": false, "metrics": { "ssim": 0.9673, "fvd": 9.2, "lpips": 0.0125 }, "files": { "real": "data/diamond/private_eye/real.webp", "predicted": "data/diamond/private_eye/predicted.webp" } }, { "id": "qbert", "name": "Qbert", "featured": true, "hero": false, "metrics": { "ssim": 0.9885, "fvd": 5.0, "lpips": 0.0021 }, "files": { "real": "data/diamond/qbert/real.webp", "predicted": "data/diamond/qbert/predicted.webp" } }, { "id": "road_runner", "name": "RoadRunner", "featured": false, "hero": false, "metrics": { "ssim": 0.9378, "fvd": 8.2, "lpips": 0.0085 }, "files": { "real": "data/diamond/road_runner/real.webp", "predicted": "data/diamond/road_runner/predicted.webp" } }, { "id": "seaquest", "name": "Seaquest", "featured": false, "hero": false, "metrics": { "ssim": 0.9784, "fvd": 3.2, "lpips": 0.0058 }, "files": { "real": "data/diamond/seaquest/real.webp", "predicted": "data/diamond/seaquest/predicted.webp" } }, { "id": "up_n_down", "name": "UpNDown", "featured": false, "hero": false, "metrics": { "ssim": 0.4837, "fvd": 204.5, "lpips": 0.1469 }, "files": { "real": "data/diamond/up_n_down/real.webp", "predicted": "data/diamond/up_n_down/predicted.webp" } } ] }, { "model_id": "edeline", "hns_mean": 1.87, "hns_median": 0.82, "has_visuals": false, "games": [] }, { "model_id": "efficientzero_v2", "hns_mean": 2.22, "hns_median": null, "has_visuals": false, "games": [] }, { "model_id": "efficientzero", "hns_mean": 1.94, "hns_median": null, "has_visuals": false, "games": [] }, { "model_id": "m3", "hns_mean": 1.645, "hns_median": 0.982, "has_visuals": false, "games": [] }, { "model_id": "harmonydream", "hns_mean": 1.365, "hns_median": null, "has_visuals": false, "games": [] }, { "model_id": "oc_storm", "hns_mean": 1.25, "hns_median": null, "has_visuals": false, "games": [] }, { "model_id": "rem", "hns_mean": 1.22, "hns_median": 0.28, "has_visuals": false, "games": [] }, { "model_id": "emerald", "hns_mean": 1.34, "hns_median": 0.51, "has_visuals": false, "games": [] }, { "model_id": "git_storm", "hns_mean": 1.13, "hns_median": 0.43, "has_visuals": false, "games": [] }, { "model_id": "dreamerv3", "hns_mean": 1.12, "hns_median": null, "has_visuals": false, "games": [] }, { "model_id": "storm", "hns_mean": 1.27, "hns_median": null, "has_visuals": true, "games": [ { "id": "alien", "name": "Alien", "featured": false, "hero": false, "metrics": { "ssim": 0.9816, "fvd": 2.8, "lpips": 0.0084 }, "files": { "real": "data/storm/alien/real.webp", "predicted": "data/storm/alien/predicted.webp" } }, { "id": "amidar", "name": "Amidar", "featured": false, "hero": false, "metrics": { "ssim": 0.9727, "fvd": 7.9, "lpips": 0.0102 }, "files": { "real": "data/storm/amidar/real.webp", "predicted": "data/storm/amidar/predicted.webp" } }, { "id": "assault", "name": "Assault", "featured": false, "hero": false, "metrics": { "ssim": 0.8362, "fvd": 38.8, "lpips": 0.0778 }, "files": { "real": "data/storm/assault/real.webp", "predicted": "data/storm/assault/predicted.webp" } }, { "id": "asterix", "name": "Asterix", "featured": true, "hero": false, "metrics": { "ssim": 0.8971, "fvd": 38.4, "lpips": 0.0645 }, "files": { "real": "data/storm/asterix/real.webp", "predicted": "data/storm/asterix/predicted.webp" } }, { "id": "bank_heist", "name": "BankHeist", "featured": false, "hero": false, "metrics": { "ssim": 0.6031, "fvd": 36.2, "lpips": 0.1193 }, "files": { "real": "data/storm/bank_heist/real.webp", "predicted": "data/storm/bank_heist/predicted.webp" } }, { "id": "battle_zone", "name": "BattleZone", "featured": false, "hero": false, "metrics": { "ssim": 0.9341, "fvd": 42.5, "lpips": 0.016 }, "files": { "real": "data/storm/battle_zone/real.webp", "predicted": "data/storm/battle_zone/predicted.webp" } }, { "id": "boxing", "name": "Boxing", "featured": false, "hero": false, "metrics": { "ssim": 0.8475, "fvd": 85.4, "lpips": 0.0992 }, "files": { "real": "data/storm/boxing/real.webp", "predicted": "data/storm/boxing/predicted.webp" } }, { "id": "breakout", "name": "Breakout", "featured": true, "hero": true, "metrics": { "ssim": 0.9597, "fvd": 8.1, "lpips": 0.0105 }, "files": { "real": "data/storm/breakout/real.webp", "predicted": "data/storm/breakout/predicted.webp" } }, { "id": "chopper_command", "name": "ChopperCommand", "featured": false, "hero": false, "metrics": { "ssim": 0.9428, "fvd": 33.9, "lpips": 0.0103 }, "files": { "real": "data/storm/chopper_command/real.webp", "predicted": "data/storm/chopper_command/predicted.webp" } }, { "id": "crazy_climber", "name": "CrazyClimber", "featured": false, "hero": false, "metrics": { "ssim": 0.9708, "fvd": 8.5, "lpips": 0.0057 }, "files": { "real": "data/storm/crazy_climber/real.webp", "predicted": "data/storm/crazy_climber/predicted.webp" } }, { "id": "demon_attack", "name": "DemonAttack", "featured": false, "hero": false, "metrics": { "ssim": 0.8893, "fvd": 38.2, "lpips": 0.0646 }, "files": { "real": "data/storm/demon_attack/real.webp", "predicted": "data/storm/demon_attack/predicted.webp" } }, { "id": "freeway", "name": "Freeway", "featured": false, "hero": false, "metrics": { "ssim": 0.9096, "fvd": 85.1, "lpips": 0.1069 }, "files": { "real": "data/storm/freeway/real.webp", "predicted": "data/storm/freeway/predicted.webp" } }, { "id": "frostbite", "name": "Frostbite", "featured": false, "hero": false, "metrics": { "ssim": 0.9776, "fvd": 15.0, "lpips": 0.0063 }, "files": { "real": "data/storm/frostbite/real.webp", "predicted": "data/storm/frostbite/predicted.webp" } }, { "id": "gopher", "name": "Gopher", "featured": false, "hero": false, "metrics": { "ssim": 0.9847, "fvd": 10.7, "lpips": 0.0056 }, "files": { "real": "data/storm/gopher/real.webp", "predicted": "data/storm/gopher/predicted.webp" } }, { "id": "hero", "name": "Hero", "featured": false, "hero": false, "metrics": { "ssim": 0.9464, "fvd": 47.8, "lpips": 0.0191 }, "files": { "real": "data/storm/hero/real.webp", "predicted": "data/storm/hero/predicted.webp" } }, { "id": "jamesbond", "name": "Jamesbond", "featured": false, "hero": false, "metrics": { "ssim": 0.9286, "fvd": 19.8, "lpips": 0.0236 }, "files": { "real": "data/storm/jamesbond/real.webp", "predicted": "data/storm/jamesbond/predicted.webp" } }, { "id": "kangaroo", "name": "Kangaroo", "featured": false, "hero": false, "metrics": { "ssim": 0.9907, "fvd": 4.9, "lpips": 0.001 }, "files": { "real": "data/storm/kangaroo/real.webp", "predicted": "data/storm/kangaroo/predicted.webp" } }, { "id": "krull", "name": "Krull", "featured": false, "hero": false, "metrics": { "ssim": 0.9526, "fvd": 42.1, "lpips": 0.0086 }, "files": { "real": "data/storm/krull/real.webp", "predicted": "data/storm/krull/predicted.webp" } }, { "id": "kung_fu_master", "name": "KungFuMaster", "featured": false, "hero": false, "metrics": { "ssim": 0.9722, "fvd": 21.4, "lpips": 0.0156 }, "files": { "real": "data/storm/kung_fu_master/real.webp", "predicted": "data/storm/kung_fu_master/predicted.webp" } }, { "id": "ms_pacman", "name": "MsPacman", "featured": true, "hero": false, "metrics": { "ssim": 0.9779, "fvd": 6.3, "lpips": 0.0026 }, "files": { "real": "data/storm/ms_pacman/real.webp", "predicted": "data/storm/ms_pacman/predicted.webp" } }, { "id": "pong", "name": "Pong", "featured": true, "hero": false, "metrics": { "ssim": 0.945, "fvd": 42.3, "lpips": 0.0186 }, "files": { "real": "data/storm/pong/real.webp", "predicted": "data/storm/pong/predicted.webp" } }, { "id": "private_eye", "name": "PrivateEye", "featured": false, "hero": false, "metrics": { "ssim": 0.9594, "fvd": 29.9, "lpips": 0.0153 }, "files": { "real": "data/storm/private_eye/real.webp", "predicted": "data/storm/private_eye/predicted.webp" } }, { "id": "qbert", "name": "Qbert", "featured": true, "hero": false, "metrics": { "ssim": 0.9694, "fvd": 5.0, "lpips": 0.0085 }, "files": { "real": "data/storm/qbert/real.webp", "predicted": "data/storm/qbert/predicted.webp" } }, { "id": "road_runner", "name": "RoadRunner", "featured": false, "hero": false, "metrics": { "ssim": 0.874, "fvd": 27.6, "lpips": 0.009 }, "files": { "real": "data/storm/road_runner/real.webp", "predicted": "data/storm/road_runner/predicted.webp" } }, { "id": "seaquest", "name": "Seaquest", "featured": false, "hero": false, "metrics": { "ssim": 0.9416, "fvd": 13.1, "lpips": 0.0184 }, "files": { "real": "data/storm/seaquest/real.webp", "predicted": "data/storm/seaquest/predicted.webp" } }, { "id": "up_n_down", "name": "UpNDown", "featured": false, "hero": false, "metrics": { "ssim": 0.5374, "fvd": 91.1, "lpips": 0.0804 }, "files": { "real": "data/storm/up_n_down/real.webp", "predicted": "data/storm/up_n_down/predicted.webp" } } ] }, { "model_id": "delta_iris", "hns_mean": 1.11, "hns_median": null, "has_visuals": true, "games": [ { "id": "alien", "name": "Alien", "featured": false, "hero": false, "metrics": { "ssim": 0.9715, "fvd": 3.5, "lpips": 0.011 }, "files": { "real": "data/delta_iris/alien/real.webp", "predicted": "data/delta_iris/alien/predicted.webp" } }, { "id": "amidar", "name": "Amidar", "featured": false, "hero": false, "metrics": { "ssim": 0.9742, "fvd": 3.6, "lpips": 0.0082 }, "files": { "real": "data/delta_iris/amidar/real.webp", "predicted": "data/delta_iris/amidar/predicted.webp" } }, { "id": "assault", "name": "Assault", "featured": false, "hero": false, "metrics": { "ssim": 0.8592, "fvd": 16.2, "lpips": 0.0763 }, "files": { "real": "data/delta_iris/assault/real.webp", "predicted": "data/delta_iris/assault/predicted.webp" } }, { "id": "asterix", "name": "Asterix", "featured": true, "hero": false, "metrics": { "ssim": 0.9347, "fvd": 24.0, "lpips": 0.0312 }, "files": { "real": "data/delta_iris/asterix/real.webp", "predicted": "data/delta_iris/asterix/predicted.webp" } }, { "id": "bank_heist", "name": "BankHeist", "featured": false, "hero": false, "metrics": { "ssim": 0.3934, "fvd": 43.1, "lpips": 0.2339 }, "files": { "real": "data/delta_iris/bank_heist/real.webp", "predicted": "data/delta_iris/bank_heist/predicted.webp" } }, { "id": "battle_zone", "name": "BattleZone", "featured": false, "hero": false, "metrics": { "ssim": 0.8898, "fvd": 30.0, "lpips": 0.0226 }, "files": { "real": "data/delta_iris/battle_zone/real.webp", "predicted": "data/delta_iris/battle_zone/predicted.webp" } }, { "id": "boxing", "name": "Boxing", "featured": false, "hero": false, "metrics": { "ssim": 0.8684, "fvd": 16.9, "lpips": 0.074 }, "files": { "real": "data/delta_iris/boxing/real.webp", "predicted": "data/delta_iris/boxing/predicted.webp" } }, { "id": "breakout", "name": "Breakout", "featured": true, "hero": true, "metrics": { "ssim": 0.9676, "fvd": 9.5, "lpips": 0.0165 }, "files": { "real": "data/delta_iris/breakout/real.webp", "predicted": "data/delta_iris/breakout/predicted.webp" } }, { "id": "chopper_command", "name": "ChopperCommand", "featured": false, "hero": false, "metrics": { "ssim": 0.9561, "fvd": 6.8, "lpips": 0.0093 }, "files": { "real": "data/delta_iris/chopper_command/real.webp", "predicted": "data/delta_iris/chopper_command/predicted.webp" } }, { "id": "crazy_climber", "name": "CrazyClimber", "featured": false, "hero": false, "metrics": { "ssim": 0.9803, "fvd": 3.8, "lpips": 0.0086 }, "files": { "real": "data/delta_iris/crazy_climber/real.webp", "predicted": "data/delta_iris/crazy_climber/predicted.webp" } }, { "id": "demon_attack", "name": "DemonAttack", "featured": false, "hero": false, "metrics": { "ssim": 0.8838, "fvd": 18.7, "lpips": 0.0537 }, "files": { "real": "data/delta_iris/demon_attack/real.webp", "predicted": "data/delta_iris/demon_attack/predicted.webp" } }, { "id": "freeway", "name": "Freeway", "featured": false, "hero": false, "metrics": { "ssim": 0.9937, "fvd": 1.1, "lpips": 0.0024 }, "files": { "real": "data/delta_iris/freeway/real.webp", "predicted": "data/delta_iris/freeway/predicted.webp" } }, { "id": "frostbite", "name": "Frostbite", "featured": false, "hero": false, "metrics": { "ssim": 0.9434, "fvd": 5.9, "lpips": 0.0343 }, "files": { "real": "data/delta_iris/frostbite/real.webp", "predicted": "data/delta_iris/frostbite/predicted.webp" } }, { "id": "gopher", "name": "Gopher", "featured": false, "hero": false, "metrics": { "ssim": 0.9114, "fvd": 19.6, "lpips": 0.0432 }, "files": { "real": "data/delta_iris/gopher/real.webp", "predicted": "data/delta_iris/gopher/predicted.webp" } }, { "id": "hero", "name": "Hero", "featured": false, "hero": false, "metrics": { "ssim": 0.7955, "fvd": 47.8, "lpips": 0.1094 }, "files": { "real": "data/delta_iris/hero/real.webp", "predicted": "data/delta_iris/hero/predicted.webp" } }, { "id": "jamesbond", "name": "Jamesbond", "featured": false, "hero": false, "metrics": { "ssim": 0.9126, "fvd": 19.7, "lpips": 0.0474 }, "files": { "real": "data/delta_iris/jamesbond/real.webp", "predicted": "data/delta_iris/jamesbond/predicted.webp" } }, { "id": "kangaroo", "name": "Kangaroo", "featured": false, "hero": false, "metrics": { "ssim": 0.9751, "fvd": 1.2, "lpips": 0.0029 }, "files": { "real": "data/delta_iris/kangaroo/real.webp", "predicted": "data/delta_iris/kangaroo/predicted.webp" } }, { "id": "krull", "name": "Krull", "featured": false, "hero": false, "metrics": { "ssim": 0.9375, "fvd": 5.5, "lpips": 0.0202 }, "files": { "real": "data/delta_iris/krull/real.webp", "predicted": "data/delta_iris/krull/predicted.webp" } }, { "id": "kung_fu_master", "name": "KungFuMaster", "featured": false, "hero": false, "metrics": { "ssim": 0.9557, "fvd": 4.4, "lpips": 0.0143 }, "files": { "real": "data/delta_iris/kung_fu_master/real.webp", "predicted": "data/delta_iris/kung_fu_master/predicted.webp" } }, { "id": "ms_pacman", "name": "MsPacman", "featured": true, "hero": false, "metrics": { "ssim": 0.9628, "fvd": 4.6, "lpips": 0.0056 }, "files": { "real": "data/delta_iris/ms_pacman/real.webp", "predicted": "data/delta_iris/ms_pacman/predicted.webp" } }, { "id": "pong", "name": "Pong", "featured": true, "hero": false, "metrics": { "ssim": 0.9567, "fvd": 3.3, "lpips": 0.0183 }, "files": { "real": "data/delta_iris/pong/real.webp", "predicted": "data/delta_iris/pong/predicted.webp" } }, { "id": "private_eye", "name": "PrivateEye", "featured": false, "hero": false, "metrics": { "ssim": 0.6875, "fvd": 46.1, "lpips": 0.1607 }, "files": { "real": "data/delta_iris/private_eye/real.webp", "predicted": "data/delta_iris/private_eye/predicted.webp" } }, { "id": "qbert", "name": "Qbert", "featured": true, "hero": false, "metrics": { "ssim": 0.9586, "fvd": 4.2, "lpips": 0.0095 }, "files": { "real": "data/delta_iris/qbert/real.webp", "predicted": "data/delta_iris/qbert/predicted.webp" } }, { "id": "road_runner", "name": "RoadRunner", "featured": false, "hero": false, "metrics": { "ssim": 0.9191, "fvd": 8.5, "lpips": 0.0203 }, "files": { "real": "data/delta_iris/road_runner/real.webp", "predicted": "data/delta_iris/road_runner/predicted.webp" } }, { "id": "seaquest", "name": "Seaquest", "featured": false, "hero": false, "metrics": { "ssim": 0.964, "fvd": 6.1, "lpips": 0.0127 }, "files": { "real": "data/delta_iris/seaquest/real.webp", "predicted": "data/delta_iris/seaquest/predicted.webp" } }, { "id": "up_n_down", "name": "UpNDown", "featured": false, "hero": false, "metrics": { "ssim": 0.4508, "fvd": 50.3, "lpips": 0.1197 }, "files": { "real": "data/delta_iris/up_n_down/real.webp", "predicted": "data/delta_iris/up_n_down/predicted.webp" } } ] }, { "model_id": "dart", "hns_mean": 1.07, "hns_median": null, "has_visuals": false, "games": [] }, { "model_id": "iris", "hns_mean": 1.046, "hns_median": null, "has_visuals": true, "games": [ { "id": "alien", "name": "Alien", "featured": false, "hero": false, "metrics": { "ssim": 0.9691, "fvd": 3.1, "lpips": 0.0101 }, "files": { "real": "data/iris/alien/real.webp", "predicted": "data/iris/alien/predicted.webp" } }, { "id": "amidar", "name": "Amidar", "featured": false, "hero": false, "metrics": { "ssim": 0.9741, "fvd": 7.6, "lpips": 0.0097 }, "files": { "real": "data/iris/amidar/real.webp", "predicted": "data/iris/amidar/predicted.webp" } }, { "id": "assault", "name": "Assault", "featured": false, "hero": false, "metrics": { "ssim": 0.8018, "fvd": 20.5, "lpips": 0.102 }, "files": { "real": "data/iris/assault/real.webp", "predicted": "data/iris/assault/predicted.webp" } }, { "id": "asterix", "name": "Asterix", "featured": true, "hero": false, "metrics": { "ssim": 0.9125, "fvd": 24.4, "lpips": 0.0474 }, "files": { "real": "data/iris/asterix/real.webp", "predicted": "data/iris/asterix/predicted.webp" } }, { "id": "bank_heist", "name": "BankHeist", "featured": false, "hero": false, "metrics": { "ssim": 0.3746, "fvd": 91.1, "lpips": 0.3015 }, "files": { "real": "data/iris/bank_heist/real.webp", "predicted": "data/iris/bank_heist/predicted.webp" } }, { "id": "battle_zone", "name": "BattleZone", "featured": false, "hero": false, "metrics": { "ssim": 0.9041, "fvd": 37.7, "lpips": 0.02 }, "files": { "real": "data/iris/battle_zone/real.webp", "predicted": "data/iris/battle_zone/predicted.webp" } }, { "id": "boxing", "name": "Boxing", "featured": false, "hero": false, "metrics": { "ssim": 0.883, "fvd": 12.2, "lpips": 0.0632 }, "files": { "real": "data/iris/boxing/real.webp", "predicted": "data/iris/boxing/predicted.webp" } }, { "id": "breakout", "name": "Breakout", "featured": true, "hero": true, "metrics": { "ssim": 0.947, "fvd": 23.4, "lpips": 0.0413 }, "files": { "real": "data/iris/breakout/real.webp", "predicted": "data/iris/breakout/predicted.webp" } }, { "id": "chopper_command", "name": "ChopperCommand", "featured": false, "hero": false, "metrics": { "ssim": 0.9163, "fvd": 7.6, "lpips": 0.0187 }, "files": { "real": "data/iris/chopper_command/real.webp", "predicted": "data/iris/chopper_command/predicted.webp" } }, { "id": "crazy_climber", "name": "CrazyClimber", "featured": false, "hero": false, "metrics": { "ssim": 0.9855, "fvd": 3.2, "lpips": 0.0034 }, "files": { "real": "data/iris/crazy_climber/real.webp", "predicted": "data/iris/crazy_climber/predicted.webp" } }, { "id": "demon_attack", "name": "DemonAttack", "featured": false, "hero": false, "metrics": { "ssim": 0.8821, "fvd": 12.9, "lpips": 0.0346 }, "files": { "real": "data/iris/demon_attack/real.webp", "predicted": "data/iris/demon_attack/predicted.webp" } }, { "id": "freeway", "name": "Freeway", "featured": false, "hero": false, "metrics": { "ssim": 0.9629, "fvd": 3.8, "lpips": 0.0103 }, "files": { "real": "data/iris/freeway/real.webp", "predicted": "data/iris/freeway/predicted.webp" } }, { "id": "frostbite", "name": "Frostbite", "featured": false, "hero": false, "metrics": { "ssim": 0.9916, "fvd": 0.6, "lpips": 0.003 }, "files": { "real": "data/iris/frostbite/real.webp", "predicted": "data/iris/frostbite/predicted.webp" } }, { "id": "gopher", "name": "Gopher", "featured": false, "hero": false, "metrics": { "ssim": 0.9402, "fvd": 6.7, "lpips": 0.0342 }, "files": { "real": "data/iris/gopher/real.webp", "predicted": "data/iris/gopher/predicted.webp" } }, { "id": "hero", "name": "Hero", "featured": false, "hero": false, "metrics": { "ssim": 0.7882, "fvd": 46.0, "lpips": 0.1116 }, "files": { "real": "data/iris/hero/real.webp", "predicted": "data/iris/hero/predicted.webp" } }, { "id": "jamesbond", "name": "Jamesbond", "featured": false, "hero": false, "metrics": { "ssim": 0.9411, "fvd": 5.2, "lpips": 0.0177 }, "files": { "real": "data/iris/jamesbond/real.webp", "predicted": "data/iris/jamesbond/predicted.webp" } }, { "id": "kangaroo", "name": "Kangaroo", "featured": false, "hero": false, "metrics": { "ssim": 0.968, "fvd": 3.8, "lpips": 0.0037 }, "files": { "real": "data/iris/kangaroo/real.webp", "predicted": "data/iris/kangaroo/predicted.webp" } }, { "id": "krull", "name": "Krull", "featured": false, "hero": false, "metrics": { "ssim": 0.9452, "fvd": 4.5, "lpips": 0.0191 }, "files": { "real": "data/iris/krull/real.webp", "predicted": "data/iris/krull/predicted.webp" } }, { "id": "kung_fu_master", "name": "KungFuMaster", "featured": false, "hero": false, "metrics": { "ssim": 0.969, "fvd": 1.6, "lpips": 0.0076 }, "files": { "real": "data/iris/kung_fu_master/real.webp", "predicted": "data/iris/kung_fu_master/predicted.webp" } }, { "id": "ms_pacman", "name": "MsPacman", "featured": true, "hero": false, "metrics": { "ssim": 0.9784, "fvd": 1.3, "lpips": 0.0029 }, "files": { "real": "data/iris/ms_pacman/real.webp", "predicted": "data/iris/ms_pacman/predicted.webp" } }, { "id": "pong", "name": "Pong", "featured": true, "hero": false, "metrics": { "ssim": 0.9577, "fvd": 3.0, "lpips": 0.0199 }, "files": { "real": "data/iris/pong/real.webp", "predicted": "data/iris/pong/predicted.webp" } }, { "id": "private_eye", "name": "PrivateEye", "featured": false, "hero": false, "metrics": { "ssim": 0.9653, "fvd": 4.7, "lpips": 0.0143 }, "files": { "real": "data/iris/private_eye/real.webp", "predicted": "data/iris/private_eye/predicted.webp" } }, { "id": "qbert", "name": "Qbert", "featured": true, "hero": false, "metrics": { "ssim": 0.9978, "fvd": 0.4, "lpips": 0.0003 }, "files": { "real": "data/iris/qbert/real.webp", "predicted": "data/iris/qbert/predicted.webp" } }, { "id": "road_runner", "name": "RoadRunner", "featured": false, "hero": false, "metrics": { "ssim": 0.9665, "fvd": 7.1, "lpips": 0.004 }, "files": { "real": "data/iris/road_runner/real.webp", "predicted": "data/iris/road_runner/predicted.webp" } }, { "id": "seaquest", "name": "Seaquest", "featured": false, "hero": false, "metrics": { "ssim": 0.9486, "fvd": 1.9, "lpips": 0.0103 }, "files": { "real": "data/iris/seaquest/real.webp", "predicted": "data/iris/seaquest/predicted.webp" } }, { "id": "up_n_down", "name": "UpNDown", "featured": false, "hero": false, "metrics": { "ssim": 0.5667, "fvd": 27.2, "lpips": 0.0556 }, "files": { "real": "data/iris/up_n_down/real.webp", "predicted": "data/iris/up_n_down/predicted.webp" } } ] }, { "model_id": "twm", "hns_mean": 0.92, "hns_median": null, "has_visuals": false, "games": [] }, { "model_id": "simple", "hns_mean": 0.44, "hns_median": null, "has_visuals": false, "games": [] }, { "model_id": "drama", "hns_mean": 1.05, "hns_median": 0.27, "has_visuals": false, "games": [] }, { "model_id": "dreamerv2", "hns_mean": 0.67, "hns_median": 0.36, "has_visuals": false, "games": [] }, { "model_id": "bbf", "hns_mean": null, "hns_median": 0.917, "has_visuals": false, "games": [] }, { "model_id": "spr", "hns_mean": 0.704, "hns_median": 0.396, "has_visuals": false, "games": [] } ] }