{"id":"https://openalex.org/W1790312427","doi":"https://doi.org/10.1109/cvpr.2016.97","title":"Object-Proposal Evaluation Protocol is \u2018Gameable\u2019","display_name":"Object-Proposal Evaluation Protocol is \u2018Gameable\u2019","publication_year":2016,"publication_date":"2016-06-01","ids":{"openalex":"https://openalex.org/W1790312427","doi":"https://doi.org/10.1109/cvpr.2016.97","mag":"1790312427"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr.2016.97","doi":"https://doi.org/10.1109/cvpr.2016.97","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2016.97","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1505.05836","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008861897","display_name":"Neelima Chavali","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1320553840","display_name":"Amgen (United States)","ror":"https://ror.org/03g03ge92","country_code":"US","type":"company","lineage":["https://openalex.org/I1320553840"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neelima Chavali","raw_affiliation_strings":["Amgen Inc","Virginia Tech","Virginia Tech, Blacksburg, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amgen Inc","institution_ids":["https://openalex.org/I1320553840"]},{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Virginia Tech, Blacksburg, United States","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072335131","display_name":"Harsh Agrawal","orcid":"https://orcid.org/0000-0003-4147-5953","observed_orcids":["https://orcid.org/0000-0003-4147-5953"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harsh Agrawal","raw_affiliation_strings":["Virginia Tech","Virginia Tech, Blacksburg, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Virginia Tech, Blacksburg, United States","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074296380","display_name":"Aroma Mahendru","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aroma Mahendru","raw_affiliation_strings":["Virginia Tech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014035752","display_name":"Dhruv Batra","orcid":"https://orcid.org/0000-0002-1358-0011","observed_orcids":["https://orcid.org/0000-0002-1358-0011"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dhruv Batra","raw_affiliation_strings":["Virginia Tech","Virginia Tech, Blacksburg, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Virginia Tech, Blacksburg, United States","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.9005,"has_fulltext":true,"cited_by_count":75,"citation_normalized_percentile":{"value":0.9745569,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"835","last_page":"844"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8432999849319458,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8432999849319458,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.11590000241994858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.02199999988079071,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/object-proposals","display_name":"object proposals","score":0.9620000123977661},{"id":"https://openalex.org/keywords/evaluation-protocol","display_name":"evaluation protocol","score":0.765999972820282},{"id":"https://openalex.org/keywords/overfitting","display_name":"overfitting","score":0.7670000195503235},{"id":"https://openalex.org/keywords/pascal-voc","display_name":"Pascal VOC","score":0.8349999785423279},{"id":"https://openalex.org/keywords/cross-dataset-generalization","display_name":"cross-dataset generalization","score":0.7749999761581421},{"id":"https://openalex.org/keywords/bias-detection","display_name":"bias detection","score":0.5210000276565552},{"id":"https://openalex.org/keywords/evaluation-benchmarking","display_name":"evaluation benchmarking","score":0.335999995470047}],"concepts":[{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.8763437867164612},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8476733565330505},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.6168391108512878},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5935717821121216},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.5485450029373169},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4763886332511902},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4677215814590454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46547362208366394},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.45387357473373413},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.4496840834617615},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35840874910354614},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1763979196548462},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.13199904561042786},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/cvpr.2016.97","doi":"https://doi.org/10.1109/cvpr.2016.97","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2016.97","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1505.05836","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1505.05836","pdf_url":"https://arxiv.org/pdf/1505.05836","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:1790312427","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1505.05836.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1505.05836","doi":"https://doi.org/10.48550/arxiv.1505.05836","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1505.05836","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1505.05836","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1505.05836","pdf_url":"https://arxiv.org/pdf/1505.05836","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1790312427.pdf","grobid_xml":"https://content.openalex.org/works/W1790312427.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W7746136","https://openalex.org/W69594547","https://openalex.org/W78159342","https://openalex.org/W125693051","https://openalex.org/W261873710","https://openalex.org/W639708223","https://openalex.org/W1497265063","https://openalex.org/W1516887802","https://openalex.org/W1559046793","https://openalex.org/W1565402342","https://openalex.org/W1578066333","https://openalex.org/W1594098193","https://openalex.org/W1727982597","https://openalex.org/W1799366690","https://openalex.org/W1861492603","https://openalex.org/W1895817907","https://openalex.org/W1903820182","https://openalex.org/W1919033285","https://openalex.org/W1919709169","https://openalex.org/W1920142129","https://openalex.org/W1922839076","https://openalex.org/W1923115158","https://openalex.org/W1932070659","https://openalex.org/W1938245823","https://openalex.org/W1941385496","https://openalex.org/W1945129080","https://openalex.org/W1952506714","https://openalex.org/W1954200810","https://openalex.org/W1958328135","https://openalex.org/W1991367009","https://openalex.org/W1996140089","https://openalex.org/W1998299325","https://openalex.org/W2008541429","https://openalex.org/W2010181071","https://openalex.org/W2035784046","https://openalex.org/W2046382188","https://openalex.org/W2061629163","https://openalex.org/W2066624635","https://openalex.org/W2068730032","https://openalex.org/W2088049833","https://openalex.org/W2089359462","https://openalex.org/W2097117768","https://openalex.org/W2097311659","https://openalex.org/W2102605133","https://openalex.org/W2104446196","https://openalex.org/W2109255472","https://openalex.org/W2110226160","https://openalex.org/W2115150266","https://openalex.org/W2117539524","https://openalex.org/W2121660792","https://openalex.org/W2125215748","https://openalex.org/W2127242687","https://openalex.org/W2129947832","https://openalex.org/W2130350952","https://openalex.org/W2147347568","https://openalex.org/W2147511372","https://openalex.org/W2154063764","https://openalex.org/W2155541015","https://openalex.org/W2161198271","https://openalex.org/W2168356304","https://openalex.org/W2179352600","https://openalex.org/W2186094539","https://openalex.org/W2198291924","https://openalex.org/W2211334024","https://openalex.org/W2261268509","https://openalex.org/W2402140145","https://openalex.org/W2546241758","https://openalex.org/W2949513689","https://openalex.org/W2950179405","https://openalex.org/W2950249112","https://openalex.org/W2953360861","https://openalex.org/W4394642372","https://openalex.org/W6638444622","https://openalex.org/W6686583229"],"related_works":["https://openalex.org/W2773100249","https://openalex.org/W2198291924","https://openalex.org/W2964118874","https://openalex.org/W2561781948","https://openalex.org/W2104446196","https://openalex.org/W2943071644","https://openalex.org/W7160182189","https://openalex.org/W2967313052","https://openalex.org/W7095562709","https://openalex.org/W4399629652"],"abstract_inverted_index":{"Object":[0],"proposals":[1,50],"have":[2,178],"quickly":[3],"become":[4],"the":[5,38,61,67,149,160,195,215,219,223,227,238],"de-facto":[6],"preprocessing":[7],"step":[8],"in":[9,66,152,218],"a":[10,42,58,79,93,104,115,144,164],"number":[11],"of":[12,40,48,97,118,125,189,230],"vision":[13],"pipelines":[14],"(for":[15],"object":[16,18,49,83,109,126,154,190,232],"detection,":[17],"discovery,":[19],"and":[20,136,141,172,198,207],"other":[21],"tasks).":[22],"Their":[23],"performance":[24],"is":[25,51,64],"usually":[26],"evaluated":[27,208],"on":[28,129,209],"partially":[29,43],"annotated":[30,44,95,133,166],"datasets.":[31,211],"In":[32],"this":[33,72,88],"paper,":[34],"we":[35,55,177],"argue":[36],"that":[37,69,201,214],"choice":[39],"using":[41],"dataset":[45,135],"for":[46],"evaluation":[47,62,124,199,239],"problematic":[52],"-":[53],"as":[54,103],"demonstrate":[56],"via":[57],"thought":[59],"experiment,":[60],"protocol":[63,73],"'gameable',":[65],"sense":[68],"progress":[70],"under":[71],"does":[74],"not":[75],"necessarily":[76],"correspond":[77],"to":[78,106,114,147,162,174,225],"\"better\"":[80],"category":[81,228],"independent":[82],"proposal":[84,110,127,155,191,196,233],"algorithm.":[85,156],"To":[86],"alleviate":[87],"problem,":[89],"we:":[90],"(1)":[91],"Introduce":[92,143],"nearly-fully":[94,132],"version":[96],"PASCAL":[98,134],"VOC":[99],"dataset,":[100,167],"which":[101,168,183,193],"serves":[102],"test-bed":[105],"check":[107],"if":[108],"techniques":[111],"are":[112],"overfitting":[113],"particular":[116],"list":[117],"categories.":[119],"(2)":[120],"Perform":[121],"an":[122,153,180],"exhaustive":[123],"methods":[128,203,234],"our":[130],"introduced":[131],"perform":[137],"cross-dataset":[138],"generalization":[139],"experiments,":[140],"(3)":[142],"diagnostic":[145],"experiment":[146],"detect":[148],"bias":[150],"capacity":[151],"This":[157],"tool":[158],"circumvents":[159],"need":[161],"collect":[163],"densely":[165],"can":[169,204],"be":[170,205],"expensive":[171],"cumbersome":[173],"collect.":[175],"Finally,":[176],"released":[179],"easy-to-use":[181],"toolbox":[182],"combines":[184],"various":[185,231],"publicly":[186],"available":[187],"implementations":[188],"algorithms":[192],"standardizes":[194],"generation":[197],"so":[200],"new":[202],"added":[206],"different":[210],"We":[212],"hope":[213],"results":[216],"presented":[217],"paper":[220],"will":[221],"motivate":[222],"community":[224],"test":[226],"independence":[229],"by":[235],"carefully":[236],"choosing":[237],"protocol.":[240]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":11},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":5}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2016-06-24T00:00:00"}