{ "benchmark_id": "historical-segmentation-refiner-replay-50-20260903", "cases": [ { "case_id": "coco-object-000000001993-315959", "coco_image_id": 1993, "track": "object", "category": "bed", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 419, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 315959, "reference_category_id": 65, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "a66d7de7d07469546bdc64b6759e120c5e5fb7d275a177eab8f745f2e519c932", "frozen_response_sha256_verified": "3e06e0a1ae54f95cf426511a2199857a51b17a70e15807e5236a203814efeee2", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.866617184771219, "boundary_f1": 0.513605049829824, "leakage": 0.00461361014994233, "missed": 0.12988777836226548 }, "monday": { "iou": 0.8653774799746818, "boundary_f1": 0.5238966544147238, "leakage": 0.004844134330605893, "missed": 0.1309617745046467 }, "rectangle_guard": { "iou": 0.8653774799746818, "boundary_f1": 0.5238966544147238, "leakage": 0.004844134330605893, "missed": 0.1309617745046467 }, "current": { "iou": 0.8653774799746818, "boundary_f1": 0.5238966544147238, "leakage": 0.004844134330605893, "missed": 0.1309617745046467 }, "candidate": { "iou": 0.8653774799746818, "boundary_f1": 0.5238966544147238, "leakage": 0.004844134330605893, "missed": 0.1309617745046467 } } }, { "case_id": "coco-object-000000010092-315160", "coco_image_id": 10092, "track": "object", "category": "bed", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 426, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 315160, "reference_category_id": 65, "reference_label_id": null, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "d8be1a9be15aa1d09c68354ec3d07d4161c350765021248aa5e1850e0cd679d5", "frozen_response_sha256_verified": "107e88f4602acd0f2a3fb07c4cf1a733f7c65806e51bb10b23dae556642ea1d7", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.055865720563339695, "boundary_f1": 0.21302681992337164, "leakage": 0.07952522255192879, "missed": 0.9438633320062253 }, "monday": { "iou": 0.05641210374639769, "boundary_f1": 0.22101167315175094, "leakage": 0.07719505008839128, "missed": 0.9433204241919722 }, "rectangle_guard": { "iou": 0.05641210374639769, "boundary_f1": 0.22101167315175094, "leakage": 0.07719505008839128, "missed": 0.9433204241919722 }, "current": { "iou": 0.05641210374639769, "boundary_f1": 0.22101167315175094, "leakage": 0.07719505008839128, "missed": 0.9433204241919722 }, "candidate": { "iou": 0.05641210374639769, "boundary_f1": 0.22101167315175094, "leakage": 0.07719505008839128, "missed": 0.9433204241919722 } } }, { "case_id": "coco-object-000000464358-315473", "coco_image_id": 464358, "track": "object", "category": "bed", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 427, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 315473, "reference_category_id": 65, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "758f60c3fe18f84364449e785b29f616b4837e9295d7172cf56ca9be8715fd07", "frozen_response_sha256_verified": "662790ffe7ecdc49b2a93a22c0cb68db91cb51145a7e715a8e3e5fd0e99a51da", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.6385132425365353, "boundary_f1": 0.09041903173859912, "leakage": 0.11432767406154737, "missed": 0.3041311911047396 }, "monday": { "iou": 0.640179044135342, "boundary_f1": 0.08618267551092706, "leakage": 0.11395581214610859, "missed": 0.30238290879211177 }, "rectangle_guard": { "iou": 0.640179044135342, "boundary_f1": 0.08618267551092706, "leakage": 0.11395581214610859, "missed": 0.30238290879211177 }, "current": { "iou": 0.640179044135342, "boundary_f1": 0.08618267551092706, "leakage": 0.11395581214610859, "missed": 0.30238290879211177 }, "candidate": { "iou": 0.640179044135342, "boundary_f1": 0.08618267551092706, "leakage": 0.11395581214610859, "missed": 0.30238290879211177 } } }, { "case_id": "coco-object-000000340451-572044", "coco_image_id": 340451, "track": "object", "category": "bench", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 424, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 572044, "reference_category_id": 15, "reference_label_id": null, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "1b83787584e0ad9df529e5269443d8f449a7bf0f0dbfe8b983ce4cce1b23feeb", "frozen_response_sha256_verified": "09885c60e4264ccd32bb216646f6f6f4013d75325a05c19ca906016161fbbfb5", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.6005716938261954, "boundary_f1": 0.5589929107610083, "leakage": 0.015183686551019591, "missed": 0.39381534819491026 }, "monday": { "iou": 0.6047795914377871, "boundary_f1": 0.5796171497815713, "leakage": 0.014807738237401481, "missed": 0.38967251923456303 }, "rectangle_guard": { "iou": 0.6019695044472682, "boundary_f1": 0.5728309189991487, "leakage": 0.014875834766265446, "missed": 0.3925083842967055 }, "current": { "iou": 0.6019695044472682, "boundary_f1": 0.5728309189991487, "leakage": 0.014875834766265446, "missed": 0.3925083842967055 }, "candidate": { "iou": 0.6019695044472682, "boundary_f1": 0.5728309189991487, "leakage": 0.014875834766265446, "missed": 0.3925083842967055 } } }, { "case_id": "coco-object-000000221502-574656", "coco_image_id": 221502, "track": "object", "category": "bench", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 320, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 574656, "reference_category_id": 15, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "33627269e1788e0d2b77df9c5872b80d487dbddc19203210f9022e33d1db19f2", "frozen_response_sha256_verified": "ede0e1e8549f6ce7b312b0910b9fcd6c225f8fae7ecd274ad4fd209150cf7048", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.828600897949278, "boundary_f1": 0.6319693082627835, "leakage": 0.001778579085859078, "missed": 0.17017398173090556 }, "monday": { "iou": 0.8331918162704189, "boundary_f1": 0.6442657330793461, "leakage": 0.002203176447801666, "missed": 0.1652725173677921 }, "rectangle_guard": { "iou": 0.8331918162704189, "boundary_f1": 0.6442657330793461, "leakage": 0.002203176447801666, "missed": 0.1652725173677921 }, "current": { "iou": 0.8331918162704189, "boundary_f1": 0.6442657330793461, "leakage": 0.002203176447801666, "missed": 0.1652725173677921 }, "candidate": { "iou": 0.8331918162704189, "boundary_f1": 0.6442657330793461, "leakage": 0.002203176447801666, "missed": 0.1652725173677921 } } }, { "case_id": "coco-object-000000420916-573730", "coco_image_id": 420916, "track": "object", "category": "bench", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 400, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 573730, "reference_category_id": 15, "reference_label_id": null, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "12f6d7c3d1fc8126f8b1995896da390cfa6e5569d70cc6218201fd5aade07d6e", "frozen_response_sha256_verified": "3028a581841736934e00f43ba637b5c224f0eb29b0ba9e1534d313b701ac75d7", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.48860822965307593, "boundary_f1": 0.46512959957149747, "leakage": 0.04572163055453544, "missed": 0.4996790963352801 }, "monday": { "iou": 0.5013817359628188, "boundary_f1": 0.4971474397928379, "leakage": 0.04096588178760211, "missed": 0.4876452089082857 }, "rectangle_guard": { "iou": 0.49262027383494533, "boundary_f1": 0.48365738924727286, "leakage": 0.04166412120471623, "missed": 0.49659842115396957 }, "current": { "iou": 0.49262027383494533, "boundary_f1": 0.48365738924727286, "leakage": 0.04166412120471623, "missed": 0.49659842115396957 }, "candidate": { "iou": 0.49262027383494533, "boundary_f1": 0.48365738924727286, "leakage": 0.04166412120471623, "missed": 0.49659842115396957 } } }, { "case_id": "coco-object-000000027620-372674", "coco_image_id": 27620, "track": "object", "category": "chair", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 372674, "reference_category_id": 62, "reference_label_id": null, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "422adf364a4def2eea14740635377f3db6a0c343b7ec05ea3f89916477d639e9", "frozen_response_sha256_verified": "311728a413ce41cbc264a09288cc1cf6ad17798d6b9831d7926bd7b9f02593ac", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9040543653536052, "boundary_f1": 0.6255222242246506, "leakage": 0.05798811833656712, "missed": 0.04266867237208546 }, "monday": { "iou": 0.9005600902261388, "boundary_f1": 0.604838260035121, "leakage": 0.06211303776552328, "missed": 0.04232309474925294 }, "rectangle_guard": { "iou": 0.9005600902261388, "boundary_f1": 0.604838260035121, "leakage": 0.06211303776552328, "missed": 0.04232309474925294 }, "current": { "iou": 0.9005600902261388, "boundary_f1": 0.604838260035121, "leakage": 0.06211303776552328, "missed": 0.04232309474925294 }, "candidate": { "iou": 0.9005600902261388, "boundary_f1": 0.604838260035121, "leakage": 0.06211303776552328, "missed": 0.04232309474925294 } } }, { "case_id": "coco-object-000000546964-100218", "coco_image_id": 546964, "track": "object", "category": "chair", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 478, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 100218, "reference_category_id": 62, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "19faf118725543592bcb1aaf86b35122ff8b7a7380f93128a5942b5664643531", "frozen_response_sha256_verified": "ee1c49c4b1a5a4c07288d7df1a016ba57c6ebf85d99255c6da20b4c0ecb3f35a", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9215287291481988, "boundary_f1": 0.5136160061120869, "leakage": 0.03320510652688536, "missed": 0.048351191095391655 }, "monday": { "iou": 0.927139118179988, "boundary_f1": 0.5295894805369338, "leakage": 0.033678865200604334, "missed": 0.04190159159471549 }, "rectangle_guard": { "iou": 0.9207771290517415, "boundary_f1": 0.5119513005802291, "leakage": 0.03390367553865653, "missed": 0.04847602205346926 }, "current": { "iou": 0.9207771290517415, "boundary_f1": 0.5119513005802291, "leakage": 0.03390367553865653, "missed": 0.04847602205346926 }, "candidate": { "iou": 0.9207771290517415, "boundary_f1": 0.5119513005802291, "leakage": 0.03390367553865653, "missed": 0.04847602205346926 } } }, { "case_id": "coco-object-000000189820-102699", "coco_image_id": 189820, "track": "object", "category": "chair", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 427, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 102699, "reference_category_id": 62, "reference_label_id": null, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "607ceeeb31651edded1032887f8f29d5ca6c444ab0bfa2856293517b281a9015", "frozen_response_sha256_verified": "7f9c84e8ad996c305b7eb901554ca0660c484ef0ca88c12124cc95dbc414ea65", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.7358612170363608, "boundary_f1": 0.36613462296851323, "leakage": 0.03531068473860236, "missed": 0.2437698357941217 }, "monday": { "iou": 0.7342837928715534, "boundary_f1": 0.37100410218250646, "leakage": 0.03328965541665191, "missed": 0.24666758658755347 }, "rectangle_guard": { "iou": 0.7342837928715534, "boundary_f1": 0.37100410218250646, "leakage": 0.03328965541665191, "missed": 0.24666758658755347 }, "current": { "iou": 0.7342837928715534, "boundary_f1": 0.37100410218250646, "leakage": 0.03328965541665191, "missed": 0.24666758658755347 }, "candidate": { "iou": 0.7342837928715534, "boundary_f1": 0.37100410218250646, "leakage": 0.03328965541665191, "missed": 0.24666758658755347 } } }, { "case_id": "coco-object-000000356432-114629", "coco_image_id": 356432, "track": "object", "category": "couch", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 416, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 114629, "reference_category_id": 63, "reference_label_id": null, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "576cda2de7a8e370f1d1c794a58ffbd1f9381e345373eeaeb38079dcccfe77b7", "frozen_response_sha256_verified": "69dd9fe6d9b4b7ffe12c6d840e1604f2f0f0abff86f33a3260f3afe5440168e7", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.7973100608258717, "boundary_f1": 0.5644869168352695, "leakage": 0.008945971964591796, "missed": 0.19691002150046616 }, "monday": { "iou": 0.8000679783979757, "boundary_f1": 0.5838324137009894, "leakage": 0.009375511444670455, "missed": 0.19382765378541394 }, "rectangle_guard": { "iou": 0.8000679783979757, "boundary_f1": 0.5838324137009894, "leakage": 0.009375511444670455, "missed": 0.19382765378541394 }, "current": { "iou": 0.8000679783979757, "boundary_f1": 0.5838324137009894, "leakage": 0.009375511444670455, "missed": 0.19382765378541394 }, "candidate": { "iou": 0.8000679783979757, "boundary_f1": 0.5838324137009894, "leakage": 0.009375511444670455, "missed": 0.19382765378541394 } } }, { "case_id": "coco-object-000000031735-111580", "coco_image_id": 31735, "track": "object", "category": "couch", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 111580, "reference_category_id": 63, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "ea6ef87657c0f3e5cb3ce078e42c9d7b0615d67dba0fda2d8af13c61eb169b36", "frozen_response_sha256_verified": "5656928d38f470f48ab025344a456db3e58d7fe4471625a4415f6a721b051eaa", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.8980308202665432, "boundary_f1": 0.6110029171288878, "leakage": 0.009740535942152276, "missed": 0.09396586951022552 }, "monday": { "iou": 0.9024869488162431, "boundary_f1": 0.6352468091513803, "leakage": 0.010977643606578142, "missed": 0.08838123406822206 }, "rectangle_guard": { "iou": 0.9024869488162431, "boundary_f1": 0.6352468091513803, "leakage": 0.010977643606578142, "missed": 0.08838123406822206 }, "current": { "iou": 0.9024869488162431, "boundary_f1": 0.6352468091513803, "leakage": 0.010977643606578142, "missed": 0.08838123406822206 }, "candidate": { "iou": 0.9024869488162431, "boundary_f1": 0.6352468091513803, "leakage": 0.010977643606578142, "missed": 0.08838123406822206 } } }, { "case_id": "coco-object-000000232088-97989", "coco_image_id": 232088, "track": "object", "category": "couch", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 97989, "reference_category_id": 63, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "f8403b60c61ed6e4b1085053438726dd4ab1be26cd7f6952a404ee2e290b1e04", "frozen_response_sha256_verified": "d88029d9906282f23d51a564a3b1b13ffbd9ee95c0a1f94c79466e1feb5f83a9", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.8417555749567174, "boundary_f1": 0.17439668174962292, "leakage": 0.04712050654963315, "missed": 0.12168421702745268 }, "monday": { "iou": 0.8615905195342515, "boundary_f1": 0.1901897111604854, "leakage": 0.047534262238847415, "missed": 0.09969737207794213 }, "rectangle_guard": { "iou": 0.8406081919735209, "boundary_f1": 0.1713845679963037, "leakage": 0.048663021120754525, "missed": 0.1216224562270327 }, "current": { "iou": 0.8406081919735209, "boundary_f1": 0.1713845679963037, "leakage": 0.048663021120754525, "missed": 0.1216224562270327 }, "candidate": { "iou": 0.8406081919735209, "boundary_f1": 0.1713845679963037, "leakage": 0.048663021120754525, "missed": 0.1216224562270327 } } }, { "case_id": "coco-object-000000398652-320021", "coco_image_id": 398652, "track": "object", "category": "dining table", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 427, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 320021, "reference_category_id": 67, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "9b4c906d5f81f06bc9e555a864ba9aa433a2fb1c17afb8cf9f0894f03447b794", "frozen_response_sha256_verified": "cd7b19a42966281624fe4342e90f29d2d8db29b3625c9595401eb86c4f33d694", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.7225769341386252, "boundary_f1": 0.3528642146654053, "leakage": 0.12053394319852512, "missed": 0.19799957437752713 }, "monday": { "iou": 0.7317446775507038, "boundary_f1": 0.4326092863667417, "leakage": 0.10830990241712544, "missed": 0.19687167482443074 }, "rectangle_guard": { "iou": 0.7317446775507038, "boundary_f1": 0.4326092863667417, "leakage": 0.10830990241712544, "missed": 0.19687167482443074 }, "current": { "iou": 0.7317446775507038, "boundary_f1": 0.4326092863667417, "leakage": 0.10830990241712544, "missed": 0.19687167482443074 }, "candidate": { "iou": 0.7317446775507038, "boundary_f1": 0.4326092863667417, "leakage": 0.10830990241712544, "missed": 0.19687167482443074 } } }, { "case_id": "coco-object-000000397133-119568", "coco_image_id": 397133, "track": "object", "category": "dining table", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 427, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 119568, "reference_category_id": 67, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "b8748941e411bbfb0817db11aea3bb0571ee854767835bb36724bb0afdf6ed71", "frozen_response_sha256_verified": "bc9acdd611c04acdac45639eba84f594fea4c4cc5cfd2e9f1a80c36c2bf7815a", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.5071636893911775, "boundary_f1": 0.3050860162662569, "leakage": 0.02686159980413417, "missed": 0.48563558382015826 }, "monday": { "iou": 0.5084238932244184, "boundary_f1": 0.31316199178173093, "leakage": 0.026260650928900686, "missed": 0.48450787547141905 }, "rectangle_guard": { "iou": 0.5084238932244184, "boundary_f1": 0.31316199178173093, "leakage": 0.026260650928900686, "missed": 0.48450787547141905 }, "current": { "iou": 0.5084238932244184, "boundary_f1": 0.31316199178173093, "leakage": 0.026260650928900686, "missed": 0.48450787547141905 }, "candidate": { "iou": 0.5084238932244184, "boundary_f1": 0.31316199178173093, "leakage": 0.026260650928900686, "missed": 0.48450787547141905 } } }, { "case_id": "coco-object-000000256916-1619343", "coco_image_id": 256916, "track": "object", "category": "dining table", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 1619343, "reference_category_id": 67, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "305db0f4819341797ac8d84fd43c8c6fadb2e40a2ed5a9e571d654fc26df6805", "frozen_response_sha256_verified": "f28e26b52500d3c7ce694693f612866f08157253a7dbf2266177682cf0cbb58e", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.8771360588362536, "boundary_f1": 0.7035019870311142, "leakage": 0.0744934864285965, "missed": 0.056233887138355775 }, "monday": { "iou": 0.8785534840671692, "boundary_f1": 0.7192250645134549, "leakage": 0.08040966023112588, "missed": 0.048338584932684045 }, "rectangle_guard": { "iou": 0.8785534840671692, "boundary_f1": 0.7192250645134549, "leakage": 0.08040966023112588, "missed": 0.048338584932684045 }, "current": { "iou": 0.8785534840671692, "boundary_f1": 0.7192250645134549, "leakage": 0.08040966023112588, "missed": 0.048338584932684045 }, "candidate": { "iou": 0.8785534840671692, "boundary_f1": 0.7192250645134549, "leakage": 0.08040966023112588, "missed": 0.048338584932684045 } } }, { "case_id": "coco-object-000000365766-1124124", "coco_image_id": 365766, "track": "object", "category": "oven", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 1124124, "reference_category_id": 79, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "478641a5a54be4d59a97038a5efb006df3f40e418c8c9e0f92ea26204632f38a", "frozen_response_sha256_verified": "09a24f69926f0aea9956497c31ad1a6deefff95e19479fbebdfd346176adaa34", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.8542647701344726, "boundary_f1": 0.6370528379118503, "leakage": 0.10497940084431107, "missed": 0.050606959805772865 }, "monday": { "iou": 0.8537200504413619, "boundary_f1": 0.6363162172325533, "leakage": 0.10581661163322327, "missed": 0.050337199892096035 }, "rectangle_guard": { "iou": 0.8537200504413619, "boundary_f1": 0.6363162172325533, "leakage": 0.10581661163322327, "missed": 0.050337199892096035 }, "current": { "iou": 0.8537200504413619, "boundary_f1": 0.6363162172325533, "leakage": 0.10581661163322327, "missed": 0.050337199892096035 }, "candidate": { "iou": 0.8537200504413619, "boundary_f1": 0.6363162172325533, "leakage": 0.10581661163322327, "missed": 0.050337199892096035 } } }, { "case_id": "coco-object-000000175364-1123027", "coco_image_id": 175364, "track": "object", "category": "oven", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 614, "height_px": 461, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 1123027, "reference_category_id": 79, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "f15fc83473af89019e910fa9879e5b452f9a213b078ddf5521ff5d24dff8a23c", "frozen_response_sha256_verified": "8b276a226f3a5fd3e34f375523bd2e09a3ab1d98c8568f7a673652f583135636", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9408840877460402, "boundary_f1": 0.8237372328697986, "leakage": 0.043393302338117376, "missed": 0.017168570439598477 }, "monday": { "iou": 0.9436629064366291, "boundary_f1": 0.8395968653081801, "leakage": 0.042098881853697964, "missed": 0.015507095880927657 }, "rectangle_guard": { "iou": 0.9436629064366291, "boundary_f1": 0.8395968653081801, "leakage": 0.042098881853697964, "missed": 0.015507095880927657 }, "current": { "iou": 0.9436629064366291, "boundary_f1": 0.8395968653081801, "leakage": 0.042098881853697964, "missed": 0.015507095880927657 }, "candidate": { "iou": 0.9436629064366291, "boundary_f1": 0.8395968653081801, "leakage": 0.042098881853697964, "missed": 0.015507095880927657 } } }, { "case_id": "coco-object-000000424349-1121612", "coco_image_id": 424349, "track": "object", "category": "oven", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 426, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 1121612, "reference_category_id": 79, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "ab4996f8eaa1a01342e454fbd7c89fc4971f2a2d32ae9710564fd8c7de54d836", "frozen_response_sha256_verified": "f02ef63542b0ff801ebcb1bf86788e8bfa56f61f9172fbd1e9fec53c22b4959d", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.8205261246303118, "boundary_f1": 0.49771383899080057, "leakage": 0.033935062158282174, "missed": 0.15512221183384534 }, "monday": { "iou": 0.8253717013933937, "boundary_f1": 0.586871606772835, "leakage": 0.033542976939203356, "missed": 0.1502871644183251 }, "rectangle_guard": { "iou": 0.8253717013933937, "boundary_f1": 0.586871606772835, "leakage": 0.033542976939203356, "missed": 0.1502871644183251 }, "current": { "iou": 0.8253717013933937, "boundary_f1": 0.586871606772835, "leakage": 0.033542976939203356, "missed": 0.1502871644183251 }, "candidate": { "iou": 0.8253717013933937, "boundary_f1": 0.586871606772835, "leakage": 0.033542976939203356, "missed": 0.1502871644183251 } } }, { "case_id": "coco-object-000000437514-21048", "coco_image_id": 437514, "track": "object", "category": "potted plant", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 556, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 21048, "reference_category_id": 64, "reference_label_id": null, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "74311504b3992fcf5ac38a22a816904adb9b42e3a4107047ccd7247b5b585c43", "frozen_response_sha256_verified": "dbcfc22a0b6dc69a5be756ef1becf55fa503ccb2c9ef3e7fa9fbfc502545f86f", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.7601729953215102, "boundary_f1": 0.1262885395300901, "leakage": 0.03240660596198456, "missed": 0.21996762308808754 }, "monday": { "iou": 0.7673601655683242, "boundary_f1": 0.14275269648663652, "leakage": 0.030750180579919514, "missed": 0.2134922407055934 }, "rectangle_guard": { "iou": 0.7652088666194652, "boundary_f1": 0.1399751394004051, "leakage": 0.030833965648065117, "missed": 0.21569722005135647 }, "current": { "iou": 0.7652088666194652, "boundary_f1": 0.1399751394004051, "leakage": 0.030833965648065117, "missed": 0.21569722005135647 }, "candidate": { "iou": 0.7652088666194652, "boundary_f1": 0.1399751394004051, "leakage": 0.030833965648065117, "missed": 0.21569722005135647 } } }, { "case_id": "coco-object-000000569700-1609432", "coco_image_id": 569700, "track": "object", "category": "potted plant", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 500, "height_px": 341, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 1609432, "reference_category_id": 64, "reference_label_id": null, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "8f375b89a52c4dc06b8f795d606b18765bd3c1ec1847d46f0bcc6590a530b1f3", "frozen_response_sha256_verified": "9c0cac49f6a8cb52c9c54656d7f6fb07db39a3004facaff801984a2825d8abc2", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.8014629676915451, "boundary_f1": 0.3154635258358663, "leakage": 0.08745916918919844, "missed": 0.13185168312643378 }, "monday": { "iou": 0.8077235161532682, "boundary_f1": 0.3664509088668976, "leakage": 0.0864533233629612, "missed": 0.12542505247059207 }, "rectangle_guard": { "iou": 0.8010067618332081, "boundary_f1": 0.35401841507894, "leakage": 0.08711511456656505, "missed": 0.13269772057986107 }, "current": { "iou": 0.8010067618332081, "boundary_f1": 0.35401841507894, "leakage": 0.08711511456656505, "missed": 0.13269772057986107 }, "candidate": { "iou": 0.8010067618332081, "boundary_f1": 0.35401841507894, "leakage": 0.08711511456656505, "missed": 0.13269772057986107 } } }, { "case_id": "coco-object-000000404484-23289", "coco_image_id": 404484, "track": "object", "category": "potted plant", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 320, "height_px": 240, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 23289, "reference_category_id": 64, "reference_label_id": null, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "288e9325975c7e26e03a5cac5f59165669d231445faeb7a2e42f4a7e31fed418", "frozen_response_sha256_verified": "3da2b35f18d21a261917621d31675fe910766ffac6b00e5d1303e34dd6f50d3c", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.002714554186677803, "boundary_f1": 0.1310086682427108, "leakage": 0.9588607594936709, "missed": 0.9971020954079358 }, "monday": { "iou": 0.0016789087093389296, "boundary_f1": 0.05417257835676513, "leakage": 0.9721254355400697, "missed": 0.9982166740971913 }, "rectangle_guard": { "iou": 0.0016789087093389296, "boundary_f1": 0.05417257835676513, "leakage": 0.9721254355400697, "missed": 0.9982166740971913 }, "current": { "iou": 0.0016789087093389296, "boundary_f1": 0.05417257835676513, "leakage": 0.9721254355400697, "missed": 0.9982166740971913 }, "candidate": { "iou": 0.0016789087093389296, "boundary_f1": 0.05417257835676513, "leakage": 0.9721254355400697, "missed": 0.9982166740971913 } } }, { "case_id": "coco-object-000000429598-331603", "coco_image_id": 429598, "track": "object", "category": "refrigerator", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 331603, "reference_category_id": 82, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "478e2e150503808bac96c260efae8048ea34c8c493e80e26a5a4089528849a97", "frozen_response_sha256_verified": "1eee3cc2d06d1bb6fcd97995bf806c04f97851f7acdb98a1afe9f5e8e9a0f9df", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9611152725759468, "boundary_f1": 0.6909754727579105, "leakage": 0.032977155490051584, "missed": 0.006316043093656421 }, "monday": { "iou": 0.9606914318956203, "boundary_f1": 0.6425574375524485, "leakage": 0.03439750079353147, "missed": 0.0052662375658279695 }, "rectangle_guard": { "iou": 0.9606914318956203, "boundary_f1": 0.6425574375524485, "leakage": 0.03439750079353147, "missed": 0.0052662375658279695 }, "current": { "iou": 0.9606914318956203, "boundary_f1": 0.6425574375524485, "leakage": 0.03439750079353147, "missed": 0.0052662375658279695 }, "candidate": { "iou": 0.9606914318956203, "boundary_f1": 0.6425574375524485, "leakage": 0.03439750079353147, "missed": 0.0052662375658279695 } } }, { "case_id": "coco-object-000000313130-330574", "coco_image_id": 313130, "track": "object", "category": "refrigerator", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 330574, "reference_category_id": 82, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "e62cd4be9fc84888f8a01ea6d790d1bba30b559524893395a466d35b8c363cba", "frozen_response_sha256_verified": "4192d4648690d62fe40fe60f13d5806fcfa88b801b718bf2d58850ec961dd96a", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9600035642908971, "boundary_f1": 0.6578243669145905, "leakage": 0.031041615808610964, "missed": 0.009534941752800724 }, "monday": { "iou": 0.9617984393497715, "boundary_f1": 0.6806317172456869, "leakage": 0.03098548196788591, "missed": 0.007683114222298105 }, "rectangle_guard": { "iou": 0.9617984393497715, "boundary_f1": 0.6806317172456869, "leakage": 0.03098548196788591, "missed": 0.007683114222298105 }, "current": { "iou": 0.9617984393497715, "boundary_f1": 0.6806317172456869, "leakage": 0.03098548196788591, "missed": 0.007683114222298105 }, "candidate": { "iou": 0.9617984393497715, "boundary_f1": 0.6806317172456869, "leakage": 0.03098548196788591, "missed": 0.007683114222298105 } } }, { "case_id": "coco-object-000000052996-332281", "coco_image_id": 52996, "track": "object", "category": "refrigerator", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 426, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 332281, "reference_category_id": 82, "reference_label_id": null, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "75eb222b34e5e47f3d999b4ea669576c69efd54faca4283872792371154fb5a4", "frozen_response_sha256_verified": "6d30e8e0a8c891b0e0089727b96aa44f1566306377215ee4e6f38ae01ef8a4b0", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9530071673418511, "boundary_f1": 0.7647131768186595, "leakage": 0.013229220443985544, "missed": 0.03465909090909091 }, "monday": { "iou": 0.9520077136014432, "boundary_f1": 0.7296202914497132, "leakage": 0.015154927764728595, "missed": 0.03383838383838384 }, "rectangle_guard": { "iou": 0.9520077136014432, "boundary_f1": 0.7296202914497132, "leakage": 0.015154927764728595, "missed": 0.03383838383838384 }, "current": { "iou": 0.9520077136014432, "boundary_f1": 0.7296202914497132, "leakage": 0.015154927764728595, "missed": 0.03383838383838384 }, "candidate": { "iou": 0.9520077136014432, "boundary_f1": 0.7296202914497132, "leakage": 0.015154927764728595, "missed": 0.03383838383838384 } } }, { "case_id": "coco-object-000000241319-1132213", "coco_image_id": 241319, "track": "object", "category": "sink", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 476, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 1132213, "reference_category_id": 81, "reference_label_id": null, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "f191a2878d51e3bdaa9e3da9a8d48a11d5f50235bf4e2535365a3b3b8c640ba4", "frozen_response_sha256_verified": "c3c9c259888289bc173f9f99aa6d576ee99286ab31c492249d3dfd6404c698dc", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9209905092258034, "boundary_f1": 0.6898717135437822, "leakage": 0.05760272115550517, "missed": 0.024070245296985475 }, "monday": { "iou": 0.9190479618033062, "boundary_f1": 0.710833982852689, "leakage": 0.06131301002279021, "missed": 0.022257957475049137 }, "rectangle_guard": { "iou": 0.9190479618033062, "boundary_f1": 0.710833982852689, "leakage": 0.06131301002279021, "missed": 0.022257957475049137 }, "current": { "iou": 0.9190479618033062, "boundary_f1": 0.710833982852689, "leakage": 0.06131301002279021, "missed": 0.022257957475049137 }, "candidate": { "iou": 0.9190479618033062, "boundary_f1": 0.710833982852689, "leakage": 0.06131301002279021, "missed": 0.022257957475049137 } } }, { "case_id": "coco-object-000000569917-1129454", "coco_image_id": 569917, "track": "object", "category": "sink", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 480, "height_px": 640, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 1129454, "reference_category_id": 81, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "102fc9b46c28c51ad115208972d9dca5e2d8ccf4a4d2c231bc31681d87af88f2", "frozen_response_sha256_verified": "accc8810ec5212cabeb0886d55cb63f8351a9d255600156f9e171d6aa16d0ee6", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.6608249906898289, "boundary_f1": 0.135509557518369, "leakage": 0.19583066751972703, "missed": 0.21243766806777536 }, "monday": { "iou": 0.6724812556014602, "boundary_f1": 0.12738430182325702, "leakage": 0.1948283082077052, "missed": 0.19682531394407748 }, "rectangle_guard": { "iou": 0.6664480730976895, "boundary_f1": 0.1235443255554123, "leakage": 0.19624591374037753, "missed": 0.20403101584732267 }, "current": { "iou": 0.6664480730976895, "boundary_f1": 0.1235443255554123, "leakage": 0.19624591374037753, "missed": 0.20403101584732267 }, "candidate": { "iou": 0.6664480730976895, "boundary_f1": 0.1235443255554123, "leakage": 0.19624591374037753, "missed": 0.20403101584732267 } } }, { "case_id": "coco-object-000000223789-1130149", "coco_image_id": 223789, "track": "object", "category": "sink", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 346, "height_px": 500, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 1130149, "reference_category_id": 81, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "15cb340bdb5c20a58706af62e681b1896c7734948218aa0f734cc1215ee26791", "frozen_response_sha256_verified": "e1522a86e8424a475e0901f4b0ede66793cb4397c7faf22301e4bdebbd1bb12f", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9009154550350027, "boundary_f1": 0.3918228279386712, "leakage": 0.07848062220459603, "missed": 0.024216690385647294 }, "monday": { "iou": 0.9002690196922415, "boundary_f1": 0.43446536445309547, "leakage": 0.07928157946866815, "missed": 0.024076709516366097 }, "rectangle_guard": { "iou": 0.9002690196922415, "boundary_f1": 0.43446536445309547, "leakage": 0.07928157946866815, "missed": 0.024076709516366097 }, "current": { "iou": 0.9002690196922415, "boundary_f1": 0.43446536445309547, "leakage": 0.07928157946866815, "missed": 0.024076709516366097 }, "candidate": { "iou": 0.9002690196922415, "boundary_f1": 0.43446536445309547, "leakage": 0.07928157946866815, "missed": 0.024076709516366097 } } }, { "case_id": "coco-object-000000371529-1095506", "coco_image_id": 371529, "track": "object", "category": "toilet", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 512, "height_px": 640, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 1095506, "reference_category_id": 70, "reference_label_id": null, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "ef399bafff6e70a19069ed70447d54a3ae1dd189d0cea148e079036cd39d4ec6", "frozen_response_sha256_verified": "9848eb1665e985713943292343aadb3f9ac93a0161ba8c0e429108bb845103a1", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.8861863787524047, "boundary_f1": 0.5197181925234108, "leakage": 0.03047656339223076, "missed": 0.08841982543067081 }, "monday": { "iou": 0.889317139485203, "boundary_f1": 0.5606837606837607, "leakage": 0.028557441253263708, "missed": 0.08680912423875194 }, "rectangle_guard": { "iou": 0.889317139485203, "boundary_f1": 0.5606837606837607, "leakage": 0.028557441253263708, "missed": 0.08680912423875194 }, "current": { "iou": 0.889317139485203, "boundary_f1": 0.5606837606837607, "leakage": 0.028557441253263708, "missed": 0.08680912423875194 }, "candidate": { "iou": 0.889317139485203, "boundary_f1": 0.5606837606837607, "leakage": 0.028557441253263708, "missed": 0.08680912423875194 } } }, { "case_id": "coco-object-000000234413-1093981", "coco_image_id": 234413, "track": "object", "category": "toilet", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 1093981, "reference_category_id": 70, "reference_label_id": null, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "6fb336fdcc676453f00729da4a47da52424f6b62fdc2f990646f762ea81a1a1a", "frozen_response_sha256_verified": "9681659a02347c95df420292acc813d0e0d5e8e8cc68a87139bb4711f2937e8f", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9391436901537688, "boundary_f1": 0.5982212856022875, "leakage": 0.017754318618042227, "missed": 0.044638824485863114 }, "monday": { "iou": 0.9403561181933805, "boundary_f1": 0.5715756915191328, "leakage": 0.01846220342384341, "missed": 0.04271175213031827 }, "rectangle_guard": { "iou": 0.9403561181933805, "boundary_f1": 0.5715756915191328, "leakage": 0.01846220342384341, "missed": 0.04271175213031827 }, "current": { "iou": 0.9403561181933805, "boundary_f1": 0.5715756915191328, "leakage": 0.01846220342384341, "missed": 0.04271175213031827 }, "candidate": { "iou": 0.9403561181933805, "boundary_f1": 0.5715756915191328, "leakage": 0.01846220342384341, "missed": 0.04271175213031827 } } }, { "case_id": "coco-object-000000537812-1093961", "coco_image_id": 537812, "track": "object", "category": "toilet", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO 2017 validation instances", "reference_annotation_id": 1093961, "reference_category_id": 70, "reference_label_id": null, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "2a589946bed2a80410f4af405e2e52377dd89fc0bc250d7e1dab0ecf901f6dd7", "frozen_response_sha256_verified": "eba0644c39bebf86e8038e212e414378396e5865614efab44a4784bc07a2bfa2", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9520589917476918, "boundary_f1": 0.8790972731292596, "leakage": 0.031400665004156274, "missed": 0.01762040257139846 }, "monday": { "iou": 0.9506683315251878, "boundary_f1": 0.8764777517742027, "leakage": 0.029424672420639068, "missed": 0.021119190641795762 }, "rectangle_guard": { "iou": 0.9506683315251878, "boundary_f1": 0.8764777517742027, "leakage": 0.029424672420639068, "missed": 0.021119190641795762 }, "current": { "iou": 0.9506683315251878, "boundary_f1": 0.8764777517742027, "leakage": 0.029424672420639068, "missed": 0.021119190641795762 }, "candidate": { "iou": 0.9506683315251878, "boundary_f1": 0.8764777517742027, "leakage": 0.029424672420639068, "missed": 0.021119190641795762 } } }, { "case_id": "coco-surface-000000039956-171", "coco_image_id": 39956, "track": "surface", "category": "wall-brick", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 427, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 171, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "13fdffb69fc4cab33d4c1d66aa4e62016481dca311a38605b92bd1d1adef14a0", "frozen_response_sha256_verified": "4a27f8161fd216b07286dfead113258435aded1f9e089b0f6023f62d0c0d66a8", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9547768160814393, "boundary_f1": 0.6639006611122428, "leakage": 0.010549600136123874, "missed": 0.03540368255171923 }, "monday": { "iou": 0.957207840930407, "boundary_f1": 0.6697958064958203, "leakage": 0.01087904632680752, "missed": 0.03260740775847769 }, "rectangle_guard": { "iou": 0.957207840930407, "boundary_f1": 0.6697958064958203, "leakage": 0.01087904632680752, "missed": 0.03260740775847769 }, "current": { "iou": 0.957207840930407, "boundary_f1": 0.6697958064958203, "leakage": 0.01087904632680752, "missed": 0.03260740775847769 }, "candidate": { "iou": 0.957207840930407, "boundary_f1": 0.6697958064958203, "leakage": 0.01087904632680752, "missed": 0.03260740775847769 } } }, { "case_id": "coco-surface-000000124659-171", "coco_image_id": 124659, "track": "surface", "category": "wall-brick", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 171, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "12c8006b4b7df7fa817fe36563effc2de247716c1cd481a8dcc79ffbb855a9d0", "frozen_response_sha256_verified": "f94d2f86fe4ad758abe81e196ae8a9e4e95d6e24851a3c60477d4cf356c70acc", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.6610023882751156, "boundary_f1": 0.45410882007348, "leakage": 0.21220870704836794, "missed": 0.19580668088130776 }, "monday": { "iou": 0.6695810750928861, "boundary_f1": 0.5156965359553844, "leakage": 0.21618817708437243, "missed": 0.17874911158493248 }, "rectangle_guard": { "iou": 0.6695810750928861, "boundary_f1": 0.5156965359553844, "leakage": 0.21618817708437243, "missed": 0.17874911158493248 }, "current": { "iou": 0.6695810750928861, "boundary_f1": 0.5156965359553844, "leakage": 0.21618817708437243, "missed": 0.17874911158493248 }, "candidate": { "iou": 0.6695810750928861, "boundary_f1": 0.5156965359553844, "leakage": 0.21618817708437243, "missed": 0.17874911158493248 } } }, { "case_id": "coco-surface-000000281032-171", "coco_image_id": 281032, "track": "surface", "category": "wall-brick", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 427, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 171, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "c78944c9bdc3ef79e94399867c20adf88dff733758899e575d45678430368fb4", "frozen_response_sha256_verified": "970096362ad6ad2c3ebf96d23231f82b414aa9a2779d262ba192d21c79d5f388", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9310122123062471, "boundary_f1": 0.6582922690143752, "leakage": 0.004624204887847339, "missed": 0.06494348894348895 }, "monday": { "iou": 0.9327427051552843, "boundary_f1": 0.6593275336929906, "leakage": 0.005359749739311783, "missed": 0.06254545454545454 }, "rectangle_guard": { "iou": 0.9327427051552843, "boundary_f1": 0.6593275336929906, "leakage": 0.005359749739311783, "missed": 0.06254545454545454 }, "current": { "iou": 0.9327427051552843, "boundary_f1": 0.6593275336929906, "leakage": 0.005359749739311783, "missed": 0.06254545454545454 }, "candidate": { "iou": 0.9327427051552843, "boundary_f1": 0.6593275336929906, "leakage": 0.005359749739311783, "missed": 0.06254545454545454 } } }, { "case_id": "coco-surface-000000415194-172", "coco_image_id": 415194, "track": "surface", "category": "wall-concrete", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 172, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "2b1ad22075fe957bc1d6883880fe3825dc7b81a97a30172c39a5df63e2534a25", "frozen_response_sha256_verified": "a07413292fb5d427bc18d9e9bbf8fcbc468d2d3e6fe8c5d707297ca675a8110e", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.8803834970099303, "boundary_f1": 0.5820446569742779, "leakage": 0.038137625127375174, "missed": 0.0877734036354334 }, "monday": { "iou": 0.8906999041227229, "boundary_f1": 0.6034119795571953, "leakage": 0.03911225379375563, "missed": 0.07579267512755283 }, "rectangle_guard": { "iou": 0.8906999041227229, "boundary_f1": 0.6034119795571953, "leakage": 0.03911225379375563, "missed": 0.07579267512755283 }, "current": { "iou": 0.8906999041227229, "boundary_f1": 0.6034119795571953, "leakage": 0.03911225379375563, "missed": 0.07579267512755283 }, "candidate": { "iou": 0.8906999041227229, "boundary_f1": 0.6034119795571953, "leakage": 0.03911225379375563, "missed": 0.07579267512755283 } } }, { "case_id": "coco-surface-000000148620-172", "coco_image_id": 148620, "track": "surface", "category": "wall-concrete", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 500, "height_px": 375, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 172, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "ab6ab2d70db5884852ada99e9a0e111a49dbe84a342a3debacb395c8846c1233", "frozen_response_sha256_verified": "9337fb598af78a9c6c34747f12b8105e990882a7b5762516f68dc41e0aff8e8e", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9667419563012815, "boundary_f1": 0.8750921701989653, "leakage": 0.005170410075184403, "missed": 0.02837618716701413 }, "monday": { "iou": 0.9703829944036296, "boundary_f1": 0.8924417066253157, "leakage": 0.0059217666210541215, "missed": 0.023974982626824185 }, "rectangle_guard": { "iou": 0.9703829944036296, "boundary_f1": 0.8924417066253157, "leakage": 0.0059217666210541215, "missed": 0.023974982626824185 }, "current": { "iou": 0.9703829944036296, "boundary_f1": 0.8924417066253157, "leakage": 0.0059217666210541215, "missed": 0.023974982626824185 }, "candidate": { "iou": 0.9703829944036296, "boundary_f1": 0.8924417066253157, "leakage": 0.0059217666210541215, "missed": 0.023974982626824185 } } }, { "case_id": "coco-surface-000000367569-172", "coco_image_id": 367569, "track": "surface", "category": "wall-concrete", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 469, "height_px": 640, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 172, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "6d8dcfc3ba6b642b2953834dcf2a5d677ce49993f66abcb5bd9a84bd544ffb67", "frozen_response_sha256_verified": "7ae4215babd8eccfc135f9849879000af691b4a9d416285d0ccf9c5ab33f030f", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.7867917634470339, "boundary_f1": 0.4681028442702189, "leakage": 0.009299880054550532, "missed": 0.20735394646894884 }, "monday": { "iou": 0.7927433443717243, "boundary_f1": 0.4823986604119898, "leakage": 0.010319178372043816, "missed": 0.20064941894094757 }, "rectangle_guard": { "iou": 0.7927433443717243, "boundary_f1": 0.4823986604119898, "leakage": 0.010319178372043816, "missed": 0.20064941894094757 }, "current": { "iou": 0.7927433443717243, "boundary_f1": 0.4823986604119898, "leakage": 0.010319178372043816, "missed": 0.20064941894094757 }, "candidate": { "iou": 0.7927433443717243, "boundary_f1": 0.4823986604119898, "leakage": 0.010319178372043816, "missed": 0.20064941894094757 } } }, { "case_id": "coco-surface-000000292005-173", "coco_image_id": 292005, "track": "surface", "category": "wall-other", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 480, "height_px": 640, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 173, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "46872fc5f77af8aa83b2cbb895e21739070e46991733ca1e00794a0f7e1da7a7", "frozen_response_sha256_verified": "98deeef201052a63c90e16b9e23523ab61169f0535e748ce1edcef3702f7a3c7", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9039243148239688, "boundary_f1": 0.5840478239297023, "leakage": 0.07706650964558098, "missed": 0.022277999732664002 }, "monday": { "iou": 0.9057645414942875, "boundary_f1": 0.6451316780067898, "leakage": 0.0789429693812164, "missed": 0.018000623783992514 }, "rectangle_guard": { "iou": 0.9057645414942875, "boundary_f1": 0.6451316780067898, "leakage": 0.0789429693812164, "missed": 0.018000623783992514 }, "current": { "iou": 0.9057645414942875, "boundary_f1": 0.6451316780067898, "leakage": 0.0789429693812164, "missed": 0.018000623783992514 }, "candidate": { "iou": 0.9057645414942875, "boundary_f1": 0.6451316780067898, "leakage": 0.0789429693812164, "missed": 0.018000623783992514 } } }, { "case_id": "coco-surface-000000329080-173", "coco_image_id": 329080, "track": "surface", "category": "wall-other", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 173, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "528ed259790ca466a5b2e75e24ac8ee371b2b2927c9c1489c4e40266c6cd72af", "frozen_response_sha256_verified": "c07ea3d9448dbd57471d1dde2cecc8ce493ee15a4c3119e25853e47d18d6634b", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9485059118595486, "boundary_f1": 0.8103665567675257, "leakage": 0.008494509281037918, "missed": 0.04372326898624437 }, "monday": { "iou": 0.950024322545569, "boundary_f1": 0.8091639305150025, "leakage": 0.010225528045672038, "missed": 0.040558894925442145 }, "rectangle_guard": { "iou": 0.950024322545569, "boundary_f1": 0.8091639305150025, "leakage": 0.010225528045672038, "missed": 0.040558894925442145 }, "current": { "iou": 0.950024322545569, "boundary_f1": 0.8091639305150025, "leakage": 0.010225528045672038, "missed": 0.040558894925442145 }, "candidate": { "iou": 0.950024322545569, "boundary_f1": 0.8091639305150025, "leakage": 0.010225528045672038, "missed": 0.040558894925442145 } } }, { "case_id": "coco-surface-000000577584-173", "coco_image_id": 577584, "track": "surface", "category": "wall-other", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 418, "height_px": 640, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 173, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "c0a73c0d01d4987667ab9e137d69b5add64aa60c8cea946ffbcf61db83f4e8e6", "frozen_response_sha256_verified": "f501302e458cf54d47029ab059412a975e877422590c7a064c784c14557eb5e4", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9417780686173693, "boundary_f1": 0.8078786225675914, "leakage": 0.01959982872046401, "missed": 0.0401501581615153 }, "monday": { "iou": 0.944564770902573, "boundary_f1": 0.8237611604287651, "leakage": 0.020902281832433374, "missed": 0.03599603643431533 }, "rectangle_guard": { "iou": 0.944564770902573, "boundary_f1": 0.8237611604287651, "leakage": 0.020902281832433374, "missed": 0.03599603643431533 }, "current": { "iou": 0.944564770902573, "boundary_f1": 0.8237611604287651, "leakage": 0.020902281832433374, "missed": 0.03599603643431533 }, "candidate": { "iou": 0.944564770902573, "boundary_f1": 0.8237611604287651, "leakage": 0.020902281832433374, "missed": 0.03599603643431533 } } }, { "case_id": "coco-surface-000000529762-174", "coco_image_id": 529762, "track": "surface", "category": "wall-panel", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 174, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "e1ef43e5e7f621a48a23a0d68614b6fd1e7896250b2970ada6683b0c35d22fd0", "frozen_response_sha256_verified": "7990ae22327ae01ffd3c23d800a69f68bbbf82ea810051ae0872f2d590dae39a", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.45735174654752236, "boundary_f1": 0.37379406338287413, "leakage": 0.0048746906804100695, "missed": 0.5416213158729206 }, "monday": { "iou": 0.4621113546089577, "boundary_f1": 0.4431226085346768, "leakage": 0.0024577289106532383, "missed": 0.5373619121894363 }, "rectangle_guard": { "iou": 0.4621113546089577, "boundary_f1": 0.4431226085346768, "leakage": 0.0024577289106532383, "missed": 0.5373619121894363 }, "current": { "iou": 0.4621113546089577, "boundary_f1": 0.4431226085346768, "leakage": 0.0024577289106532383, "missed": 0.5373619121894363 }, "candidate": { "iou": 0.4621113546089577, "boundary_f1": 0.4431226085346768, "leakage": 0.0024577289106532383, "missed": 0.5373619121894363 } } }, { "case_id": "coco-surface-000000013659-174", "coco_image_id": 13659, "track": "surface", "category": "wall-panel", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 174, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "7f46e31f1371dfc708726ada542986dbbb9b01233e875f202c82633ea7ae74c4", "frozen_response_sha256_verified": "fb2c1ed9562bf3f40bbd1c56a4ae96b8ebebbc377a3fe4c19d26108be3ede243", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.4861803761341104, "boundary_f1": 0.2929860449429839, "leakage": 0.15161205766710353, "missed": 0.46755938672106334 }, "monday": { "iou": 0.5048264027211719, "boundary_f1": 0.325171939477304, "leakage": 0.11964944156468765, "missed": 0.4579851286438113 }, "rectangle_guard": { "iou": 0.5048264027211719, "boundary_f1": 0.325171939477304, "leakage": 0.11964944156468765, "missed": 0.4579851286438113 }, "current": { "iou": 0.5048264027211719, "boundary_f1": 0.325171939477304, "leakage": 0.11964944156468765, "missed": 0.4579851286438113 }, "candidate": { "iou": 0.5048264027211719, "boundary_f1": 0.325171939477304, "leakage": 0.11964944156468765, "missed": 0.4579851286438113 } } }, { "case_id": "coco-surface-000000075612-174", "coco_image_id": 75612, "track": "surface", "category": "wall-panel", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 174, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "42a0d92c6bb4a7a11a5a8b9b31b069769dc9f83f0f52e2a0fc7998c232b9eb41", "frozen_response_sha256_verified": "4ba257ce245de6d2a724034a2b80a0f2cb3976499005bb9a6cdff5608e5beeac", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9482468815428622, "boundary_f1": 0.7031671119065536, "leakage": 0.0381382549131046, "missed": 0.014707684765289863 }, "monday": { "iou": 0.9507272888207005, "boundary_f1": 0.7191969087360077, "leakage": 0.037544802867383514, "missed": 0.01265473710013482 }, "rectangle_guard": { "iou": 0.9507272888207005, "boundary_f1": 0.7191969087360077, "leakage": 0.037544802867383514, "missed": 0.01265473710013482 }, "current": { "iou": 0.9507272888207005, "boundary_f1": 0.7191969087360077, "leakage": 0.037544802867383514, "missed": 0.01265473710013482 }, "candidate": { "iou": 0.9507272888207005, "boundary_f1": 0.7191969087360077, "leakage": 0.037544802867383514, "missed": 0.01265473710013482 } } }, { "case_id": "coco-surface-000000065350-175", "coco_image_id": 65350, "track": "surface", "category": "wall-stone", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 427, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 175, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "81d58bb3d81b8f1107da01bf049412202d54fd70cd36d8f6829055218cfd0a06", "frozen_response_sha256_verified": "0c45e67757a2d32d6c9d2827cd79d66ae3d7c01b0e2ce96e5e00bff46da88013", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.8043421334539481, "boundary_f1": 0.37134748941146273, "leakage": 0.11833624716227853, "missed": 0.0983134073441503 }, "monday": { "iou": 0.8115845539280959, "boundary_f1": 0.4537212979214111, "leakage": 0.1184006612253332, "missed": 0.089133219470538 }, "rectangle_guard": { "iou": 0.8115845539280959, "boundary_f1": 0.4537212979214111, "leakage": 0.1184006612253332, "missed": 0.089133219470538 }, "current": { "iou": 0.8115845539280959, "boundary_f1": 0.4537212979214111, "leakage": 0.1184006612253332, "missed": 0.089133219470538 }, "candidate": { "iou": 0.8115845539280959, "boundary_f1": 0.4537212979214111, "leakage": 0.1184006612253332, "missed": 0.089133219470538 } } }, { "case_id": "coco-surface-000000113051-175", "coco_image_id": 113051, "track": "surface", "category": "wall-stone", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 175, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "7c85fa00820e7dc32e718237da751f718b40799a1087621175f4a509e8aed306", "frozen_response_sha256_verified": "00c7dffd7fdcea2899d9fed676f8f54add444fb9f71930123cef4a765d03a562", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.7891362903053863, "boundary_f1": 0.26208811020301015, "leakage": 0.027424497232149115, "missed": 0.19290428563121476 }, "monday": { "iou": 0.8469039597119432, "boundary_f1": 0.6363324032481272, "leakage": 0.02311250605953545, "missed": 0.13577949642379486 }, "rectangle_guard": { "iou": 0.8326649523823092, "boundary_f1": 0.5523011153037963, "leakage": 0.023498454598613317, "missed": 0.15030964703145896 }, "current": { "iou": 0.8326649523823092, "boundary_f1": 0.5523011153037963, "leakage": 0.023498454598613317, "missed": 0.15030964703145896 }, "candidate": { "iou": 0.8326649523823092, "boundary_f1": 0.5523011153037963, "leakage": 0.023498454598613317, "missed": 0.15030964703145896 } } }, { "case_id": "coco-surface-000000526103-175", "coco_image_id": 526103, "track": "surface", "category": "wall-stone", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 175, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "713e844bb59c6ed199edf073bda8c170a28a5cf7185e952b3638ac79d1162382", "frozen_response_sha256_verified": "2946461bfb8ced9d241b0a356b2487289cb81274140edb7c0245f0d5b07f25bc", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.8579477343562695, "boundary_f1": 0.5266555723450882, "leakage": 0.015437995811870444, "missed": 0.13035318896149484 }, "monday": { "iou": 0.866839934759259, "boundary_f1": 0.5960394566165621, "leakage": 0.020160081539660653, "missed": 0.11741912836852622 }, "rectangle_guard": { "iou": 0.8639624467929933, "boundary_f1": 0.5858241856233701, "leakage": 0.02022586805816629, "missed": 0.1203488686072258 }, "current": { "iou": 0.8639624467929933, "boundary_f1": 0.5858241856233701, "leakage": 0.02022586805816629, "missed": 0.1203488686072258 }, "candidate": { "iou": 0.8639624467929933, "boundary_f1": 0.5858241856233701, "leakage": 0.02022586805816629, "missed": 0.1203488686072258 } } }, { "case_id": "coco-surface-000000393569-176", "coco_image_id": 393569, "track": "surface", "category": "wall-tile", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 176, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "618b394d070c776ec6afda1811f8e56b46eeb2090250cf966d4876f6c5da1bee", "frozen_response_sha256_verified": "4c4c11d3e302843dfcc40714b3fb0c6814dba9cf8439af83cc0369dca996da7d", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.7474422559161117, "boundary_f1": 0.42554578293179046, "leakage": 0.19482521752404214, "missed": 0.08753265175497778 }, "monday": { "iou": 0.7652893506938986, "boundary_f1": 0.46548005526785813, "leakage": 0.18506962940415495, "missed": 0.07372809521338246 }, "rectangle_guard": { "iou": 0.7652893506938986, "boundary_f1": 0.46548005526785813, "leakage": 0.18506962940415495, "missed": 0.07372809521338246 }, "current": { "iou": 0.7652893506938986, "boundary_f1": 0.46548005526785813, "leakage": 0.18506962940415495, "missed": 0.07372809521338246 }, "candidate": { "iou": 0.7652893506938986, "boundary_f1": 0.46548005526785813, "leakage": 0.18506962940415495, "missed": 0.07372809521338246 } } }, { "case_id": "coco-surface-000000570736-176", "coco_image_id": 570736, "track": "surface", "category": "wall-tile", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 427, "height_px": 640, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 176, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "03b12752a04ddafeb5d478f292d2a5a33ec3973888a64b7312e3658367cf35a3", "frozen_response_sha256_verified": "c0cd0cc2c327944336e7c4c4d2a27fd9c3c5b0d32bc38f2575ce3930bb3b4674", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.6861639344262295, "boundary_f1": 0.3510538276551212, "leakage": 0.18304005765419495, "missed": 0.18918532293827336 }, "monday": { "iou": 0.710866720099019, "boundary_f1": 0.4260399031807339, "leakage": 0.17322918264522294, "missed": 0.16472355339389172 }, "rectangle_guard": { "iou": 0.701593839723234, "boundary_f1": 0.41702070742447234, "leakage": 0.1751177908987893, "missed": 0.17561929284982 }, "current": { "iou": 0.701593839723234, "boundary_f1": 0.41702070742447234, "leakage": 0.1751177908987893, "missed": 0.17561929284982 }, "candidate": { "iou": 0.701593839723234, "boundary_f1": 0.41702070742447234, "leakage": 0.1751177908987893, "missed": 0.17561929284982 } } }, { "case_id": "coco-surface-000000090108-176", "coco_image_id": 90108, "track": "surface", "category": "wall-tile", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 176, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "519f843102832ce331432f1d9376bd55809624a93032471c622968b940b97b4b", "frozen_response_sha256_verified": "7f8c1868c21952595fab8bf9d1a7764db1337e7f2f56130039527f2ec230fdcf", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.0006970914969669104, "boundary_f1": 0.09096321630175433, "leakage": 0.9978956323177147, "missed": 0.9989586910524975 }, "monday": { "iou": 0.00019893752624870138, "boundary_f1": 0.11197583600134864, "leakage": 0.9994062932911142, "missed": 0.999700900621462 }, "rectangle_guard": { "iou": 0.00019893752624870138, "boundary_f1": 0.11197583600134864, "leakage": 0.9994062932911142, "missed": 0.999700900621462 }, "current": { "iou": 0.00019893752624870138, "boundary_f1": 0.11197583600134864, "leakage": 0.9994062932911142, "missed": 0.999700900621462 }, "candidate": { "iou": 0.00019893752624870138, "boundary_f1": 0.11197583600134864, "leakage": 0.9994062932911142, "missed": 0.999700900621462 } } }, { "case_id": "coco-surface-000000458410-177", "coco_image_id": 458410, "track": "surface", "category": "wall-wood", "original_split": "train", "evaluation_status": "Previously reused development corpus", "width_px": 640, "height_px": 480, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 177, "photo_license_name": "Attribution License", "photo_license_url": "http://creativecommons.org/licenses/by/2.0/", "image_rgb_sha256_recorded": "22ab0aedfbb1a4d1f70b20e2ef6fe3ec4a5c2f650e0c3d2570657b8903481327", "frozen_response_sha256_verified": "7a912da9489b271711f0a2ca5dd27e2ffb755f73a042e1c09d6c78b870403f9b", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.003553417129236236, "boundary_f1": 0.024162450690491416, "leakage": 0.8642495784148398, "missed": 0.9963643343457496 }, "monday": { "iou": 0.00013242694446896795, "boundary_f1": 0.012610169491525424, "leakage": 0.9941775836972343, "missed": 0.9998645093545 }, "rectangle_guard": { "iou": 0.00013242694446896795, "boundary_f1": 0.012610169491525424, "leakage": 0.9941775836972343, "missed": 0.9998645093545 }, "current": { "iou": 0.00013242694446896795, "boundary_f1": 0.012610169491525424, "leakage": 0.9941775836972343, "missed": 0.9998645093545 }, "candidate": { "iou": 0.00013242694446896795, "boundary_f1": 0.012610169491525424, "leakage": 0.9941775836972343, "missed": 0.9998645093545 } } }, { "case_id": "coco-surface-000000402720-177", "coco_image_id": 402720, "track": "surface", "category": "wall-wood", "original_split": "holdout", "evaluation_status": "Previously reused development corpus", "width_px": 612, "height_px": 612, "reference_dataset": "COCO-Stuff 2017 validation stuffthingmaps", "reference_annotation_id": null, "reference_category_id": null, "reference_label_id": 177, "photo_license_name": "Attribution-ShareAlike License", "photo_license_url": "http://creativecommons.org/licenses/by-sa/2.0/", "image_rgb_sha256_recorded": "d472b7deafbd2d36d7b48682881a245e7c226344680ff7da8fca811e3cc61b6a", "frozen_response_sha256_verified": "78e63e0636be824510d6b2a96f19fe8e1894f392219942402129c58be173fc58", "candidate_changed_pixels_vs_test_refiner": 0, "metrics": { "raw": { "iou": 0.9532489039394486, "boundary_f1": 0.69003808868111, "leakage": 0.008162498895466996, "missed": 0.03921379812116154 }, "monday": { "iou": 0.95579729371186, "boundary_f1": 0.7296489825853404, "leakage": 0.008400955705052685, "missed": 0.036399820247801244 }, "rectangle_guard": { "iou": 0.95579729371186, "boundary_f1": 0.7296489825853404, "leakage": 0.008400955705052685, "missed": 0.036399820247801244 }, "current": { "iou": 0.95579729371186, "boundary_f1": 0.7296489825853404, "leakage": 0.008400955705052685, "missed": 0.036399820247801244 }, "candidate": { "iou": 0.95579729371186, "boundary_f1": 0.7296489825853404, "leakage": 0.008400955705052685, "missed": 0.036399820247801244 } } } ] }