{"id":"https://openalex.org/W4285148402","doi":"https://doi.org/10.1109/mmul.2022.3175239","title":"Why Accuracy is Not Enough: The Need for Consistency in Object Detection","display_name":"Why Accuracy is Not Enough: The Need for Consistency in Object Detection","publication_year":2022,"publication_date":"2022-05-19","ids":{"openalex":"https://openalex.org/W4285148402","doi":"https://doi.org/10.1109/mmul.2022.3175239"},"language":"en","primary_location":{"id":"doi:10.1109/mmul.2022.3175239","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmul.2022.3175239","pdf_url":null,"source":{"id":"https://openalex.org/S72873717","display_name":"IEEE Multimedia","issn_l":"1070-986X","issn":["1070-986X","1941-0166"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE MultiMedia","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2207.13890","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019938504","display_name":"Caleb Tung","orcid":"https://orcid.org/0000-0003-0513-0528"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Caleb Tung","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-0513-0528","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091813504","display_name":"Abhinav Goel","orcid":"https://orcid.org/0000-0003-1827-1389"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhinav Goel","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-1827-1389","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070948104","display_name":"Fischer Bordwell","orcid":"https://orcid.org/0000-0002-4002-9399"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fischer Bordwell","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-4002-9399","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021626654","display_name":"Nicholas Eliopoulos","orcid":"https://orcid.org/0000-0003-1692-8586"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nick Eliopoulos","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-1692-8586","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiao Hu","orcid":"https://orcid.org/0000-0003-1128-4099"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao Hu","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-1128-4099","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016258301","display_name":"Yung-Hsiang Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yung-Hsiang Lu","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-5491-7661","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074177185","display_name":"George K. Thiruvathukal","orcid":"https://orcid.org/0000-0002-0452-5571"},"institutions":[{"id":"https://openalex.org/I1925986","display_name":"Loyola University Chicago","ror":"https://ror.org/04b6x2g63","country_code":"US","type":"education","lineage":["https://openalex.org/I1925986"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George K. Thiruvathukal","raw_affiliation_strings":["Loyola University Chicago, Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-0452-5571","affiliations":[{"raw_affiliation_string":"Loyola University Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I1925986"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5019938504"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":0.3061,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.53882972,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"29","issue":"3","first_page":"8","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8384722471237183},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7784421443939209},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.7332025170326233},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7317817211151123},{"id":"https://openalex.org/keywords/distortion","display_name":"Distortion (music)","score":0.6469916105270386},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.5998489260673523},{"id":"https://openalex.org/keywords/unsharp-masking","display_name":"Unsharp masking","score":0.5937546491622925},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.5529947280883789},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5281928777694702},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.5194684863090515},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.45741575956344604},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.4292001724243164},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3482101559638977},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.27261456847190857},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.22113445401191711}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8384722471237183},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7784421443939209},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7332025170326233},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7317817211151123},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.6469916105270386},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.5998489260673523},{"id":"https://openalex.org/C79052406","wikidata":"https://www.wikidata.org/wiki/Q365715","display_name":"Unsharp masking","level":4,"score":0.5937546491622925},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.5529947280883789},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5281928777694702},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.5194684863090515},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.45741575956344604},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.4292001724243164},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3482101559638977},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.27261456847190857},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.22113445401191711},{"id":"https://openalex.org/C194257627","wikidata":"https://www.wikidata.org/wiki/Q211554","display_name":"Amplifier","level":3,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mmul.2022.3175239","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmul.2022.3175239","pdf_url":null,"source":{"id":"https://openalex.org/S72873717","display_name":"IEEE Multimedia","issn_l":"1070-986X","issn":["1070-986X","1941-0166"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE MultiMedia","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2207.13890","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.13890","pdf_url":"https://arxiv.org/pdf/2207.13890","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2207.13890","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.13890","pdf_url":"https://arxiv.org/pdf/2207.13890","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1759297184","display_name":null,"funder_award_id":"OAC-2104709","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1521019969","https://openalex.org/W1861492603","https://openalex.org/W1883420340","https://openalex.org/W1945616565","https://openalex.org/W2133665775","https://openalex.org/W2141983208","https://openalex.org/W2243397390","https://openalex.org/W2543927648","https://openalex.org/W2806070179","https://openalex.org/W2884561390","https://openalex.org/W2889081631","https://openalex.org/W2901412525","https://openalex.org/W2907405106","https://openalex.org/W2913314773","https://openalex.org/W2941175503","https://openalex.org/W2963351448","https://openalex.org/W2963980515","https://openalex.org/W2969454448","https://openalex.org/W3016911507","https://openalex.org/W3044541995","https://openalex.org/W3106250896","https://openalex.org/W3126499933","https://openalex.org/W4295331127","https://openalex.org/W6620707391","https://openalex.org/W6639102338","https://openalex.org/W6639568328","https://openalex.org/W6640425456","https://openalex.org/W6758857762","https://openalex.org/W6761731747","https://openalex.org/W6767575966","https://openalex.org/W6785652829"],"related_works":["https://openalex.org/W2087579212","https://openalex.org/W2236302086","https://openalex.org/W2322289929","https://openalex.org/W2317275150","https://openalex.org/W2136313643","https://openalex.org/W1991633490","https://openalex.org/W2137055835","https://openalex.org/W1491749076","https://openalex.org/W2965594636","https://openalex.org/W2912550626"],"abstract_inverted_index":{"Object":[0],"detectors":[1,14,103],"are":[2,15],"vital":[3],"to":[4,24,78,83,107],"many":[5],"modern":[6,101],"computer":[7],"vision":[8],"applications.":[9],"However,":[10],"even":[11],"state-of-the-art":[12],"object":[13,85,102,116],"not":[16,55],"perfect.":[17],"On":[18],"two":[19],"images":[20],"that":[21,97,123],"look":[22],"similar":[23,61],"human":[25],"eyes,":[26],"the":[27,98,114],"same":[28],"detector":[29],"can":[30,136],"make":[31],"different":[32,110],"predictions":[33],"because":[34],"of":[35,100],"small":[36],"image":[37,71,125],"distortions":[38],"like":[39],"camera":[40],"sensor":[41],"noise":[42],"and":[43,60,133],"lighting":[44],"changes.":[45],"This":[46],"problem":[47],"is":[48],"called":[49],"inconsistency.":[50],"Existing":[51],"accuracy":[52],"metrics":[53],"do":[54],"properly":[56],"account":[57],"for":[58],"inconsistency,":[59],"work":[62],"in":[63,147],"this":[64,93],"area":[65],"only":[66],"targets":[67],"improvements":[68],"on":[69,109],"artificial":[70],"distortions.":[72],"Therefore,":[73],"we":[74,95],"propose":[75],"a":[76],"method":[77],"use":[79],"nonartificial":[80],"video":[81,111],"frames":[82],"measure":[84],"detection":[86],"consistency":[87,99,138],"over":[88],"time,":[89],"across":[90],"frames.":[91],"Using":[92],"method,":[94],"show":[96],"ranges":[104],"from":[105,113],"83.2%":[106],"97.1%":[108],"datasets":[112],"multiple":[115],"tracking":[117],"challenge.":[118],"We":[119],"conclude":[120],"by":[121,139],"showing":[122],"applying":[124],"distortion":[126],"corrections":[127],"such":[128],"as":[129,140,142],"WEBP":[130],"Image":[131],"Compression":[132],"Unsharp":[134],"Masking":[135],"improve":[137],"much":[141],"5.1%,":[143],"with":[144],"no":[145],"loss":[146],"accuracy.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}