{"id":"https://openalex.org/W7128294557","doi":"https://doi.org/10.1007/s10462-026-11502-z","title":"Quality over quantity: a data-centric survey of annotation errors in object detection datasets","display_name":"Quality over quantity: a data-centric survey of annotation errors in object detection datasets","publication_year":2026,"publication_date":"2026-02-07","ids":{"openalex":"https://openalex.org/W7128294557","doi":"https://doi.org/10.1007/s10462-026-11502-z"},"language":"en","primary_location":{"id":"doi:10.1007/s10462-026-11502-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-026-11502-z","pdf_url":null,"source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s10462-026-11502-z","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057372994","display_name":"Adnan Hussain","orcid":"https://orcid.org/0009-0007-4209-1034"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Adnan Hussain","raw_affiliation_strings":["Sejong University, Seoul, 143-747, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, 143-747, Republic of Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078759952","display_name":"Kaleem Ullah","orcid":"https://orcid.org/0009-0000-6846-8572"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kaleem Ullah","raw_affiliation_strings":["Sejong University, Seoul, 143-747, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, 143-747, Republic of Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125333777","display_name":"Muhammad Afaq","orcid":null},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Muhammad Afaq","raw_affiliation_strings":["Sejong University, Seoul, 143-747, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, 143-747, Republic of Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030272979","display_name":"Muhammad Munsif","orcid":"https://orcid.org/0000-0001-9031-780X"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Muhammad Munsif","raw_affiliation_strings":["Sejong University, Seoul, 143-747, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, 143-747, Republic of Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069934975","display_name":"Altaf Hussain","orcid":"https://orcid.org/0000-0001-8163-407X"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Altaf Hussain","raw_affiliation_strings":["Sejong University, Seoul, 143-747, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, 143-747, Republic of Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072407810","display_name":"Sung Wook Baik","orcid":"https://orcid.org/0000-0002-6678-7788"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sung Wook Baik","raw_affiliation_strings":["Sejong University, Seoul, 143-747, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, 143-747, Republic of Korea","institution_ids":["https://openalex.org/I28777354"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5072407810"],"corresponding_institution_ids":["https://openalex.org/I28777354"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":{"value":2490,"currency":"EUR","value_usd":3090},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18741918,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"59","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8361999988555908,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8361999988555908,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.020099999383091927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.01720000058412552,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8755000233650208},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6489999890327454},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5845999717712402},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.5522000193595886},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5464000105857849},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5127000212669373},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.4968999922275543}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8755000233650208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8661999702453613},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6489999890327454},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5845999717712402},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.5522000193595886},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5464000105857849},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5127000212669373},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.4968999922275543},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4936999976634979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4837999939918518},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.45350000262260437},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.4510999917984009},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4269999861717224},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38029998540878296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3700999915599823},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.3499999940395355},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.32739999890327454},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C3018824978","wikidata":"https://www.wikidata.org/wiki/Q2894891","display_name":"Error analysis","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10462-026-11502-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-026-11502-z","pdf_url":null,"source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10462-026-11502-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-026-11502-z","pdf_url":null,"source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":138,"referenced_works":["https://openalex.org/W1506491340","https://openalex.org/W1861492603","https://openalex.org/W2102605133","https://openalex.org/W2117539524","https://openalex.org/W2150066425","https://openalex.org/W2295107390","https://openalex.org/W2559348937","https://openalex.org/W2577784528","https://openalex.org/W2584017349","https://openalex.org/W2600144439","https://openalex.org/W2608567823","https://openalex.org/W2768149277","https://openalex.org/W2774297389","https://openalex.org/W2788159735","https://openalex.org/W2788210750","https://openalex.org/W2796314858","https://openalex.org/W2895038424","https://openalex.org/W2902609089","https://openalex.org/W2911575099","https://openalex.org/W2962677013","https://openalex.org/W2962758679","https://openalex.org/W2963280961","https://openalex.org/W2963603913","https://openalex.org/W2963936013","https://openalex.org/W2964274719","https://openalex.org/W2969764577","https://openalex.org/W2970971508","https://openalex.org/W2981495453","https://openalex.org/W2981842371","https://openalex.org/W2983156430","https://openalex.org/W2983943451","https://openalex.org/W2984816230","https://openalex.org/W2992240579","https://openalex.org/W3000964874","https://openalex.org/W3006201185","https://openalex.org/W3009353929","https://openalex.org/W3009436130","https://openalex.org/W3011722050","https://openalex.org/W3015679904","https://openalex.org/W3034974675","https://openalex.org/W3035338251","https://openalex.org/W3035478146","https://openalex.org/W3047106584","https://openalex.org/W3083764293","https://openalex.org/W3106827427","https://openalex.org/W3110243719","https://openalex.org/W3134203554","https://openalex.org/W3157831956","https://openalex.org/W3158141244","https://openalex.org/W3160733999","https://openalex.org/W3167225078","https://openalex.org/W3169708801","https://openalex.org/W3174008611","https://openalex.org/W3176709420","https://openalex.org/W3176920308","https://openalex.org/W3178291178","https://openalex.org/W3180084293","https://openalex.org/W3193775787","https://openalex.org/W3201797941","https://openalex.org/W3203548104","https://openalex.org/W3209287468","https://openalex.org/W3211208177","https://openalex.org/W4206019878","https://openalex.org/W4213450898","https://openalex.org/W4226080840","https://openalex.org/W4244895750","https://openalex.org/W4288083516","https://openalex.org/W4292793990","https://openalex.org/W4293070540","https://openalex.org/W4296960531","https://openalex.org/W4296998972","https://openalex.org/W4303614602","https://openalex.org/W4309729066","https://openalex.org/W4310609496","https://openalex.org/W4312748662","https://openalex.org/W4312769060","https://openalex.org/W4312819830","https://openalex.org/W4312887059","https://openalex.org/W4312896184","https://openalex.org/W4313183328","https://openalex.org/W4317906764","https://openalex.org/W4320002812","https://openalex.org/W4321352114","https://openalex.org/W4327522797","https://openalex.org/W4327852039","https://openalex.org/W4367397178","https://openalex.org/W4376274168","https://openalex.org/W4376631151","https://openalex.org/W4377091232","https://openalex.org/W4385453900","https://openalex.org/W4385801164","https://openalex.org/W4385815569","https://openalex.org/W4386609057","https://openalex.org/W4387042228","https://openalex.org/W4389665201","https://openalex.org/W4390584251","https://openalex.org/W4390872561","https://openalex.org/W4390872675","https://openalex.org/W4390873335","https://openalex.org/W4391130440","https://openalex.org/W4392552177","https://openalex.org/W4393090269","https://openalex.org/W4393149594","https://openalex.org/W4394568213","https://openalex.org/W4394597219","https://openalex.org/W4399393690","https://openalex.org/W4399492477","https://openalex.org/W4400842775","https://openalex.org/W4402716285","https://openalex.org/W4402754284","https://openalex.org/W4402978442","https://openalex.org/W4403015344","https://openalex.org/W4403390316","https://openalex.org/W4404612626","https://openalex.org/W4405868631","https://openalex.org/W4406209287","https://openalex.org/W4406627150","https://openalex.org/W4406753732","https://openalex.org/W4406771517","https://openalex.org/W4406787564","https://openalex.org/W4407740410","https://openalex.org/W4408050047","https://openalex.org/W4408352205","https://openalex.org/W4408384890","https://openalex.org/W4408461159","https://openalex.org/W4409002594","https://openalex.org/W4409262055","https://openalex.org/W4409326045","https://openalex.org/W4409603739","https://openalex.org/W4409621764","https://openalex.org/W4410115164","https://openalex.org/W4410118211","https://openalex.org/W4410127754","https://openalex.org/W4410995102","https://openalex.org/W4411122833","https://openalex.org/W4411244857","https://openalex.org/W4412438515","https://openalex.org/W4416750031"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"In":[1,60,99],"recent":[2],"years,":[3],"object":[4,79,112,186],"detection":[5,58,80,89,97,152],"has":[6],"become":[7],"a":[8,65,103,115],"cornerstone":[9],"of":[10,20,57,70,87,106,129,166],"many":[11],"computer":[12],"vision":[13],"applications,":[14],"relying":[15],"heavily":[16],"on":[17],"the":[18,53,84,143,146,164],"availability":[19],"high-quality":[21],"annotated":[22],"datasets.":[23,81],"However,":[24],"even":[25],"widely":[26],"used":[27,148],"benchmarks":[28,172],"often":[29],"suffer":[30],"from":[31],"annotation":[32,45,92,107,138,167],"issues":[33],"such":[34],"as":[35],"inaccurate":[36],"bounding":[37],"boxes,":[38],"misclassified":[39],"objects,":[40],"and":[41,55,67,75,95,120,135,154,158,173,183],"missing":[42],"labels.":[43],"These":[44],"errors,":[46,49],"especially":[47],"localization":[48],"can":[50],"greatly":[51],"affect":[52],"training":[54],"evaluation":[56],"models.":[59],"this":[61],"survey,":[62],"we":[63,101,162],"provide":[64,174],"data-centric":[66],"comprehensive":[68],"review":[69],"existing":[71,171],"methods":[72,153],"for":[73,117,149,176],"identifying":[74],"analyzing":[76],"errors":[77,139,168],"in":[78,140,170,185],"We":[82,124],"examine":[83],"main":[85],"components":[86],"error":[88,93,108,151],"workflows,":[90],"including":[91],"taxonomies":[94],"model-agnostic":[96],"techniques.":[98],"addition,":[100],"develop":[102],"standardized":[104],"categorization":[105],"types":[109,165],"specific":[110],"to":[111,133,179],"detection,":[113],"providing":[114],"foundation":[116],"consistent":[118],"analysis":[119],"comparison":[121],"across":[122],"studies.":[123],"also":[125],"perform":[126],"manual":[127],"inspections":[128],"selected":[130],"benchmark":[131],"datasets":[132,147],"observe":[134],"quantify":[136],"common":[137],"practice.":[141],"Moreover,":[142],"survey":[144],"highlights":[145],"evaluating":[150],"compares":[155],"their":[156],"scope":[157],"inherent":[159],"challenges.":[160],"Finally,":[161],"summarize":[163],"found":[169],"recommendations":[175],"future":[177],"research":[178],"enhance":[180],"dataset":[181],"quality":[182],"reliability":[184],"detection.":[187]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-02-08T00:00:00"}