{"id":"https://openalex.org/W1903873348","doi":"https://doi.org/10.1109/access.2015.2491921","title":"Comparison of Data Set Bias in Object Recognition Benchmarks","display_name":"Comparison of Data Set Bias in Object Recognition Benchmarks","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W1903873348","doi":"https://doi.org/10.1109/access.2015.2491921","mag":"1903873348"},"language":"en","primary_location":{"id":"doi:10.1109/access.2015.2491921","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2015.2491921","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2015.2491921","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086243811","display_name":"Ian Model","orcid":null},"institutions":[{"id":"https://openalex.org/I2276074","display_name":"Lawrence Technological University","ror":"https://ror.org/04d52ej85","country_code":"US","type":"education","lineage":["https://openalex.org/I2276074"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ian Model","raw_affiliation_strings":["Department of Computer Science, Lawrence Technological University, Southfield, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Lawrence Technological University, Southfield, MI, USA","institution_ids":["https://openalex.org/I2276074"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042206068","display_name":"Lior Shamir","orcid":"https://orcid.org/0000-0002-6207-1491"},"institutions":[{"id":"https://openalex.org/I2276074","display_name":"Lawrence Technological University","ror":"https://ror.org/04d52ej85","country_code":"US","type":"education","lineage":["https://openalex.org/I2276074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lior Shamir","raw_affiliation_strings":["Department of Computer Science, Lawrence Technological University, Southfield, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Lawrence Technological University, Southfield, MI, USA","institution_ids":["https://openalex.org/I2276074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5086243811"],"corresponding_institution_ids":["https://openalex.org/I2276074"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.1231,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.8437618,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"3","issue":null,"first_page":"1953","last_page":"1962"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7378783226013184},{"id":"https://openalex.org/keywords/pascal","display_name":"Pascal (unit)","score":0.7135286927223206},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6238187551498413},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.6089890003204346},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6062910556793213},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.5435320138931274},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.53065025806427},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.528032660484314},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5150151252746582},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5018625259399414},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.41908180713653564},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32096970081329346}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7378783226013184},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.7135286927223206},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6238187551498413},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.6089890003204346},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6062910556793213},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.5435320138931274},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.53065025806427},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.528032660484314},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5150151252746582},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5018625259399414},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41908180713653564},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32096970081329346},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2015.2491921","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2015.2491921","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.735.4922","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.735.4922","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://vfacstaff.ltu.edu/lshamir/publications/object_recognition_dataset_bias.pdf","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:2b18212526ec4a28bd522f5a9d8f89c8","is_oa":true,"landing_page_url":"https://doaj.org/article/2b18212526ec4a28bd522f5a9d8f89c8","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 3, Pp 1953-1962 (2015)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2015.2491921","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2015.2491921","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1435663404","display_name":null,"funder_award_id":"CNS-1157162","funder_id":"https://openalex.org/F4320332179","funder_display_name":"Office of the Director"},{"id":"https://openalex.org/G8586443104","display_name":null,"funder_award_id":"IIS-1546079","funder_id":"https://openalex.org/F4320332179","funder_display_name":"Office of the Director"}],"funders":[{"id":"https://openalex.org/F4320332179","display_name":"Office of the Director","ror":"https://ror.org/04nseet23"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W157286859","https://openalex.org/W191001584","https://openalex.org/W1526472065","https://openalex.org/W1563610632","https://openalex.org/W1576445103","https://openalex.org/W1584989560","https://openalex.org/W1590105591","https://openalex.org/W1660353176","https://openalex.org/W1663973292","https://openalex.org/W1832500336","https://openalex.org/W1852255964","https://openalex.org/W1863761113","https://openalex.org/W1963076242","https://openalex.org/W1972552638","https://openalex.org/W1977438777","https://openalex.org/W1988445395","https://openalex.org/W1992683700","https://openalex.org/W2005541721","https://openalex.org/W2017814585","https://openalex.org/W2019168270","https://openalex.org/W2026942141","https://openalex.org/W2031342017","https://openalex.org/W2031489346","https://openalex.org/W2037227137","https://openalex.org/W2037970531","https://openalex.org/W2044465660","https://openalex.org/W2061680500","https://openalex.org/W2061815253","https://openalex.org/W2064466263","https://openalex.org/W2086936614","https://openalex.org/W2108598243","https://openalex.org/W2110764733","https://openalex.org/W2111931125","https://openalex.org/W2115733720","https://openalex.org/W2117539524","https://openalex.org/W2128907386","https://openalex.org/W2145038566","https://openalex.org/W2145607950","https://openalex.org/W2147377972","https://openalex.org/W2149128484","https://openalex.org/W2159988341","https://openalex.org/W2162915993","https://openalex.org/W2165879419","https://openalex.org/W2167003500","https://openalex.org/W2295036962","https://openalex.org/W2331152005","https://openalex.org/W2478741178","https://openalex.org/W2963375465","https://openalex.org/W3014456909","https://openalex.org/W3105859352","https://openalex.org/W4211263593","https://openalex.org/W4212863985","https://openalex.org/W6607783561","https://openalex.org/W6634343353","https://openalex.org/W6638601408","https://openalex.org/W6639105354","https://openalex.org/W6676297131","https://openalex.org/W6776077945"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2069133146","https://openalex.org/W1663079876","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W3114272811"],"abstract_inverted_index":{"Current":[0],"research":[1],"in":[2,36,66,108,202],"the":[3,14,55,80,93,102,116,127,140,144,156,159,162,173,184,190,194,223],"area":[4,74,81],"of":[5,16,92,104,158,165],"automatic":[6],"visual":[7],"object":[8,166],"recognition":[9,91,111,167],"heavily":[10],"relies":[11],"on":[12,30],"testing":[13],"performance":[15],"new":[17],"algorithms":[18,177],"by":[19,47,70,138,176,222],"using":[20,139],"benchmark":[21,67],"data":[22,25,32,68,105,112,120,129,168,186,191,199],"sets.":[23,121],"Such":[24],"sets":[26,33,69,130,169,200],"can":[27,97,170,219],"be":[28,98,220],"based":[29],"standardized":[31],"collected":[34],"systematically":[35],"a":[37,72,109,203],"controlled":[38,204],"environment":[39],"(e.g.,":[40,59],"COIL-20),":[41],"as":[42,44,207],"well":[43],"benchmarks":[45],"compiled":[46],"collecting":[48],"images":[49,160,174],"from":[50,75],"various":[51],"sources,":[52],"normally":[53],"via":[54],"World":[56],"Wide":[57],"Web":[58],"Caltech":[60],"101).":[61],"Here,":[62],"we":[63],"test":[64],"bias":[65,107,117],"separating":[71],"small":[73,87,141],"each":[76],"image":[77],"such":[78,206],"that":[79,125,155,178],"is":[82,189],"seemingly":[83],"blank,":[84],"and":[85,114,210,218],"too":[86],"to":[88,100,118,216],"allow":[89,171],"manual":[90],"object.":[94],"The":[95,122],"method":[96],"used":[99],"detect":[101],"existence":[103],"set":[106,192],"single-object":[110],"set,":[113],"compare":[115],"other":[119],"results":[123],"show":[124],"all":[126],"tested":[128,185],"allowed":[131],"classification":[132],"accuracy":[133,226],"higher":[134,228],"than":[135,229],"mere":[136,230],"chance":[137],"images,":[142],"although":[143],"sub-images":[145,224],"did":[146],"not":[147,180],"contain":[148],"any":[149],"visually":[150],"interpretable":[151],"information.":[152],"That":[153],"shows":[154],"consistency":[157],"within":[161],"different":[163],"classes":[164],"classifying":[172],"even":[175],"do":[179],"recognize":[181],"objects.":[182],"Among":[183],"sets,":[187],"PASCAL":[188],"with":[193,225],"lowest":[195],"observed":[196],"bias,":[197,217],"while":[198],"acquired":[201],"environment,":[205],"COIL-20,":[208],"COIL-100,":[209],"NEC":[211],"Animals,":[212],"are":[213],"more":[214],"vulnerable":[215],"classified":[221],"far":[227],"chance.":[231]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}