{"id":"https://openalex.org/W4386076366","doi":"https://doi.org/10.1109/cvpr52729.2023.01088","title":"Beyond mAP: Towards Better Evaluation of Instance Segmentation","display_name":"Beyond mAP: Towards Better Evaluation of Instance Segmentation","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386076366","doi":"https://doi.org/10.1109/cvpr52729.2023.01088"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.01088","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01088","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055268811","display_name":"Rohit Jena","orcid":"https://orcid.org/0000-0002-8707-383X"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rohit Jena","raw_affiliation_strings":["University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010787861","display_name":"Lukas Zhornyak","orcid":null},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lukas Zhornyak","raw_affiliation_strings":["University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011626061","display_name":"Nehal Doiphode","orcid":null},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nehal Doiphode","raw_affiliation_strings":["University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006038667","display_name":"Pratik Chaudhari","orcid":"https://orcid.org/0000-0003-4590-1956"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pratik Chaudhari","raw_affiliation_strings":["University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065213881","display_name":"Vivek Buch","orcid":"https://orcid.org/0000-0003-1151-6128"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivek Buch","raw_affiliation_strings":["Stanford University"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005451810","display_name":"James C. Gee","orcid":"https://orcid.org/0000-0002-2258-0187"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Gee","raw_affiliation_strings":["University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081456949","display_name":"Jianbo Shi","orcid":"https://orcid.org/0000-0003-2637-1929"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianbo Shi","raw_affiliation_strings":["University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5055268811"],"corresponding_institution_ids":["https://openalex.org/I36788626"],"apc_list":null,"apc_paid":null,"fwci":1.351,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.83176269,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"11309","last_page":"11318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7545599937438965},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.664715051651001},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6490287780761719},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.5975317358970642},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5959486961364746},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.5931205153465271},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5303034782409668},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5104547739028931},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5008022785186768},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4889765977859497},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4886663258075714},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.45395275950431824},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.44946011900901794},{"id":"https://openalex.org/keywords/sorting","display_name":"Sorting","score":0.4410480260848999},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4233846962451935},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3369128704071045},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1849965751171112},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16478535532951355},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.0967625081539154}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7545599937438965},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.664715051651001},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6490287780761719},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.5975317358970642},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5959486961364746},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.5931205153465271},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5303034782409668},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5104547739028931},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5008022785186768},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4889765977859497},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4886663258075714},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.45395275950431824},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.44946011900901794},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.4410480260848999},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4233846962451935},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3369128704071045},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1849965751171112},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16478535532951355},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0967625081539154},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52729.2023.01088","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01088","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1547483066","https://openalex.org/W1832500336","https://openalex.org/W1861492603","https://openalex.org/W2031489346","https://openalex.org/W2127251585","https://openalex.org/W2135931458","https://openalex.org/W2470139095","https://openalex.org/W2555182955","https://openalex.org/W2557889580","https://openalex.org/W2626967530","https://openalex.org/W2888340395","https://openalex.org/W2895065325","https://openalex.org/W2952819818","https://openalex.org/W2962773068","https://openalex.org/W2962919973","https://openalex.org/W2963150697","https://openalex.org/W2963167763","https://openalex.org/W2963630186","https://openalex.org/W2963849369","https://openalex.org/W2963927307","https://openalex.org/W2964121718","https://openalex.org/W2982770724","https://openalex.org/W2993182889","https://openalex.org/W3030520226","https://openalex.org/W3034681942","https://openalex.org/W3034826836","https://openalex.org/W3035552357","https://openalex.org/W3093600664","https://openalex.org/W3106546328","https://openalex.org/W3110416571","https://openalex.org/W3113410735","https://openalex.org/W3116271762","https://openalex.org/W3138516171","https://openalex.org/W3178826664","https://openalex.org/W4214613769","https://openalex.org/W4287353120","https://openalex.org/W4288325606","https://openalex.org/W4313189668","https://openalex.org/W6638601408","https://openalex.org/W6639102338","https://openalex.org/W6730410022","https://openalex.org/W6739651123","https://openalex.org/W6748709139","https://openalex.org/W6764322716","https://openalex.org/W6772372853","https://openalex.org/W6775515071","https://openalex.org/W6778485988","https://openalex.org/W6780526130","https://openalex.org/W6784930956","https://openalex.org/W6789992408","https://openalex.org/W6798084778"],"related_works":["https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W4241418540","https://openalex.org/W1508895727","https://openalex.org/W2725786787","https://openalex.org/W1875930651","https://openalex.org/W2065201438"],"abstract_inverted_index":{"Correctness":[0],"of":[1,8,31,76,121,165],"instance":[2],"segmentation":[3,152],"constitutes":[4],"counting":[5],"the":[6,22,42,109,119],"number":[7,75],"objects,":[9],"correctly":[10,52],"localizing":[11],"all":[12,28],"predictions":[13,40,182],"and":[14,45,97,111,124,134,170,183],"classifying":[15],"each":[16],"localized":[17,51],"prediction.":[18],"Average":[19],"Precision":[20],"is":[21],"de-facto":[23],"metric":[24,35],"used":[25],"to":[26,61,85,116,137,179],"measure":[27,118],"these":[29,139],"constituents":[30],"segmentation.":[32],"However,":[33],"this":[34,102],"does":[36],"not":[37],"penalize":[38],"duplicate":[39,126],"in":[41,68,108,157],"high-recall":[43],"range,":[44],"cannot":[46,81],"distinguish":[47],"instances":[48],"that":[49,64,89,150],"are":[50],"but":[53,70,159],"categorized":[54],"incorrectly.":[55],"This":[56],"weakness":[57],"has":[58],"inadvertently":[59],"led":[60],"network":[62],"designs":[63],"achieve":[65],"significant":[66,155],"gains":[67,156],"AP":[69,84],"also":[71,129,160],"introduce":[72],"a":[73,87,131,143,162,176],"large":[74],"false":[77,95],"positives.":[78],"We":[79,128],"therefore":[80],"rely":[82],"on":[83,142],"choose":[86],"model":[88],"provides":[90],"an":[91],"optimal":[92],"tradeoff":[93],"between":[94],"positives":[96],"high":[98],"recall.":[99],"To":[100],"resolve":[101],"dilemma,":[103],"we":[104],"review":[105],"alternative":[106],"metrics":[107],"literature":[110],"propose":[112,130],"two":[113],"new":[114],"measures":[115],"explicitly":[117],"amount":[120,164],"both":[122],"spatial":[123],"categorical":[125],"predictions.":[127],"Semantic":[132,168],"Sorting":[133,169],"NMS":[135,171],"module":[136,178],"remove":[138],"duplicates":[140],"based":[141],"pixel":[144],"occupancy":[145],"matching":[146],"scheme.":[147],"Experiments":[148],"show":[149],"modern":[151],"networks":[153],"have":[154],"AP,":[158],"contain":[161],"considerable":[163],"duplicates.":[166],"Our":[167],"can":[172],"be":[173],"added":[174],"as":[175],"plug-and-play":[177],"mitigate":[180],"hedged":[181],"preserve":[184],"AP.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}