{"id":"https://openalex.org/W4311800899","doi":"https://doi.org/10.1167/jov.22.14.3204","title":"What we don\u2019t see in image databases","display_name":"What we don\u2019t see in image databases","publication_year":2022,"publication_date":"2022-12-05","ids":{"openalex":"https://openalex.org/W4311800899","doi":"https://doi.org/10.1167/jov.22.14.3204"},"language":"en","primary_location":{"id":"doi:10.1167/jov.22.14.3204","doi":"https://doi.org/10.1167/jov.22.14.3204","is_oa":true,"landing_page_url":"https://doi.org/10.1167/jov.22.14.3204","pdf_url":null,"source":{"id":"https://openalex.org/S137468011","display_name":"Journal of Vision","issn_l":"1534-7362","issn":["1534-7362"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","jufo-2","medline","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310315919","host_organization_name":"Association for Research in Vision and Ophthalmology","host_organization_lineage":["https://openalex.org/P4310315919"],"host_organization_lineage_names":["Association for Research in Vision and Ophthalmology"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Vision","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1167/jov.22.14.3204","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030173399","display_name":"Michelle R. Greene","orcid":"https://orcid.org/0000-0002-0597-4715","observed_orcids":["https://orcid.org/0000-0002-0597-4715"]},"institutions":[{"id":"https://openalex.org/I37415318","display_name":"Bates College","ror":"https://ror.org/003yn7c76","country_code":"US","type":"education","lineage":["https://openalex.org/I37415318"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michelle R. Greene","raw_affiliation_strings":["Bates College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bates College","institution_ids":["https://openalex.org/I37415318"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061415371","display_name":"Jennifer Anne Hart","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I37415318","display_name":"Bates College","ror":"https://ror.org/003yn7c76","country_code":"US","type":"education","lineage":["https://openalex.org/I37415318"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer A. Hart","raw_affiliation_strings":["Bates College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bates College","institution_ids":["https://openalex.org/I37415318"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066096048","display_name":"Amina L. Mohamed","orcid":"https://orcid.org/0000-0001-8958-5452","observed_orcids":["https://orcid.org/0000-0001-8958-5452"]},"institutions":[{"id":"https://openalex.org/I37415318","display_name":"Bates College","ror":"https://ror.org/003yn7c76","country_code":"US","type":"education","lineage":["https://openalex.org/I37415318"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amina Mohamed","raw_affiliation_strings":["Bates College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bates College","institution_ids":["https://openalex.org/I37415318"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I37415318"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2303,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.61500767,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"22","issue":"14","first_page":"3204","last_page":"3204"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12694","display_name":"Categorization, perception, and language","score":0.31929999589920044,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12694","display_name":"Categorization, perception, and language","score":0.31929999589920044,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.21719999611377716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.07240000367164612,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-database","display_name":"image database","score":0.8270000219345093},{"id":"https://openalex.org/keywords/cultural-bias","display_name":"cultural bias","score":0.46399998664855957},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.5709999799728394},{"id":"https://openalex.org/keywords/ecological-momentary-assessment","display_name":"ecological momentary assessment","score":0.453000009059906},{"id":"https://openalex.org/keywords/global-south","display_name":"Global South","score":0.5059999823570251},{"id":"https://openalex.org/keywords/gdp-per-capita","display_name":"GDP per capita","score":0.8700000047683716},{"id":"https://openalex.org/keywords/literacy","display_name":"literacy","score":0.6959999799728394},{"id":"https://openalex.org/keywords/visual-experience","display_name":"visual experience","score":0.34599998593330383}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5452157258987427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5346974730491638},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.531644880771637},{"id":"https://openalex.org/C178300618","wikidata":"https://www.wikidata.org/wiki/Q1898509","display_name":"Extant taxon","level":2,"score":0.48219791054725647},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.4746090769767761},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4400286078453064},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3942260146141052},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.24643540382385254},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1167/jov.22.14.3204","doi":"https://doi.org/10.1167/jov.22.14.3204","is_oa":true,"landing_page_url":"https://doi.org/10.1167/jov.22.14.3204","pdf_url":null,"source":{"id":"https://openalex.org/S137468011","display_name":"Journal of Vision","issn_l":"1534-7362","issn":["1534-7362"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","jufo-2","medline","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310315919","host_organization_name":"Association for Research in Vision and Ophthalmology","host_organization_lineage":["https://openalex.org/P4310315919"],"host_organization_lineage_names":["Association for Research in Vision and Ophthalmology"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Vision","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1167/jov.22.14.3204","doi":"https://doi.org/10.1167/jov.22.14.3204","is_oa":true,"landing_page_url":"https://doi.org/10.1167/jov.22.14.3204","pdf_url":null,"source":{"id":"https://openalex.org/S137468011","display_name":"Journal of Vision","issn_l":"1534-7362","issn":["1534-7362"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","jufo-2","medline","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310315919","host_organization_name":"Association for Research in Vision and Ophthalmology","host_organization_lineage":["https://openalex.org/P4310315919"],"host_organization_lineage_names":["Association for Research in Vision and Ophthalmology"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Vision","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3210025243","https://openalex.org/W4408743275","https://openalex.org/W3012819905","https://openalex.org/W3185094524","https://openalex.org/W7139939903","https://openalex.org/W2952529932","https://openalex.org/W6958166218","https://openalex.org/W1932198206","https://openalex.org/W2056568601","https://openalex.org/W4295990746"],"abstract_inverted_index":{"The":[0,160],"rise":[1],"of":[2,29,64,72,85,142,178],"large-scale":[3],"image":[4],"databases":[5,18,105],"has":[6],"accelerated":[7],"productivity":[8],"in":[9,21,49,102,118,196],"both":[10],"human":[11],"and":[12,75,82,106,138,193,210,215,228,231],"machine":[13],"vision":[14],"communities.":[15],"Most":[16],"extant":[17,103],"were":[19,151,190],"created":[20],"three":[22],"phases:":[23],"(1)":[24],"Obtaining":[25],"a":[26,140,222,239],"comprehensive":[27],"list":[28],"categories":[30],"to":[31],"sample;":[32],"(2)":[33],"Scraping":[34],"images":[35,59,177,198],"from":[36,112,153,181,183,199],"the":[37,65,80,86,100,107,157,200,236],"web;":[38],"(3)":[39],"Verifying":[40],"category":[41],"labels":[42,53],"through":[43],"crowdsourcing.":[44],"Subtle":[45],"biases":[46],"can":[47,54],"arise":[48],"each":[50],"stage:":[51],"offensive":[52],"get":[55],"reified":[56],"as":[57,238],"categories;":[58],"represent":[60],"what":[61,69],"is":[62,70,77],"typical":[63,71],"internet,":[66],"rather":[67],"than":[68],"daily":[73],"experience,":[74],"verification":[76],"dependent":[78],"on":[79,156],"knowledge":[81],"cultural":[83,173],"competence":[84],"annotators":[87],"that":[88,98],"provide":[89],"\u201cground":[90],"truth\u201d":[91],"labels.":[92],"Here,":[93],"we":[94],"describe":[95],"two":[96],"studies":[97,220],"examine":[99],"bias":[101],"visual":[104,226,242],"deep":[108,187],"neural":[109,188],"networks":[110,189],"trained":[111],"them.":[113],"66":[114],"observers":[115],"took":[116],"part":[117],"an":[119],"experience":[120],"sampling":[121],"experiment":[122],"via":[123],"text":[124],"message.":[125],"Each":[126],"received":[127],"10":[128],"messages":[129],"per":[130,212],"day":[131],"at":[132],"random":[133],"intervals":[134],"for":[135,166,241],"30":[136],"days,":[137],"sent":[139],"picture":[141],"their":[143],"surroundings":[144],"if":[145],"possible":[146],"(N=6280":[147],"images).":[148],"Category":[149],"predictions":[150],"obtained":[152],"CNNs":[154],"pretrained":[155],"Places":[158],"database.":[159],"dCNNs":[161],"showed":[162],"poor":[163],"classification":[164],"performance":[165],"these":[167],"images.":[168],"A":[169],"second":[170],"study":[171],"investigated":[172],"biases.":[174],"We":[175,203],"scraped":[176],"private":[179],"homes":[180],"Airbnb":[182],"219":[184],"countries.":[185],"Pre-trained":[186],"less":[191,194],"accurate":[192],"confident":[195],"recognizing":[197],"Global":[201],"South.":[202],"observed":[204],"significant":[205],"correlations":[206],"between":[207,224],"dCNN":[208],"confidence":[209],"GDP":[211],"capita":[213],"(r=0.30)":[214],"literacy":[216],"rate":[217],"(r=0.29).":[218],"These":[219],"show":[221],"dissociation":[223],"lived":[225],"content":[227],"web-based":[229],"content,":[230],"suggest":[232],"caution":[233],"when":[234],"using":[235],"internet":[237],"proxy":[240],"experience.":[243]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-09-22T06:50:58.402377","created_date":"2022-12-28T00:00:00"}