{"id":"https://openalex.org/W3206983972","doi":"https://doi.org/10.5210/fm.v26i10.11562","title":"Hey, Google, is it what the Holocaust looked like? Auditing algorithmic curation of visual historical content on Web search engines","display_name":"Hey, Google, is it what the Holocaust looked like? Auditing algorithmic curation of visual historical content on Web search engines","alternate_titles":[],"publication_year":2021,"publication_date":"2021-10-04","ids":{"openalex":"https://openalex.org/W3206983972","doi":"https://doi.org/10.5210/fm.v26i10.11562","mag":"3206983972"},"language":"en","primary_location":{"id":"doi:10.5210/fm.v26i10.11562","doi":"https://doi.org/10.5210/fm.v26i10.11562","is_oa":true,"landing_page_url":"https://doi.org/10.5210/fm.v26i10.11562","pdf_url":null,"source":{"id":"https://openalex.org/S102129144","display_name":"First Monday","issn_l":"1396-0458","issn":["1396-0458","1396-0466"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-scientific","cwts-core","jufo-2","norway-1","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310316040","host_organization_name":"University of Illinois at Chicago","host_organization_lineage":["https://openalex.org/P4310316040"],"host_organization_lineage_names":["University of Illinois at Chicago"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"First Monday","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3206983972"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.5210/fm.v26i10.11562","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087601816","display_name":"Mykola Makhortykh","orcid":"https://orcid.org/0000-0001-7143-5317","observed_orcids":["https://orcid.org/0000-0001-7143-5317"]},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mykola Makhortykh","raw_affiliation_strings":["University of Bern"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bern","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026969792","display_name":"Aleksandra Urman","orcid":"https://orcid.org/0000-0003-3332-9294","observed_orcids":["https://orcid.org/0000-0003-3332-9294"]},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Aleksandra Urman","raw_affiliation_strings":["University of Bern"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bern","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035734289","display_name":"Roberto Ulloa","orcid":"https://orcid.org/0000-0002-9870-5505","observed_orcids":["https://orcid.org/0000-0002-9870-5505"]},"institutions":[{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Roberto Ulloa","raw_affiliation_strings":["GESIS Leibniz Institute for the Social Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GESIS Leibniz Institute for the Social Sciences","institution_ids":["https://openalex.org/I4210101898"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":23.3403,"has_fulltext":true,"cited_by_count":45,"citation_normalized_percentile":{"value":0.99640885,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11104","display_name":"Memory, Trauma, and Commemoration","score":0.8130000233650208,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11104","display_name":"Memory, Trauma, and Commemoration","score":0.8130000233650208,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.09000000357627869,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.017100000753998756,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/holocaust","display_name":"Holocaust","score":0.7770000100135803},{"id":"https://openalex.org/keywords/image-search","display_name":"image search","score":0.6710000038146973},{"id":"https://openalex.org/keywords/search-engines","display_name":"search engines","score":0.7710000276565552},{"id":"https://openalex.org/keywords/algorithmic-curation","display_name":"algorithmic curation","score":0.9399999976158142},{"id":"https://openalex.org/keywords/visual-representation-of-the-past","display_name":"visual representation of the past","score":0.6610000133514404},{"id":"https://openalex.org/keywords/antisemitism","display_name":"antisemitism","score":0.9120000004768372},{"id":"https://openalex.org/keywords/holocaust-denial","display_name":"Holocaust denial","score":1.0},{"id":"https://openalex.org/keywords/commemoration","display_name":"commemoration","score":0.7910000085830688},{"id":"https://openalex.org/keywords/linguistic-differences","display_name":"language differences","score":0.3610000014305115},{"id":"https://openalex.org/keywords/information-curation","display_name":"information curation","score":0.3580000102519989}],"concepts":[{"id":"https://openalex.org/C110361221","wikidata":"https://www.wikidata.org/wiki/Q2763","display_name":"The Holocaust","level":2,"score":0.8639333248138428},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.6073789000511169},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5758321285247803},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5142902731895447},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5101454854011536},{"id":"https://openalex.org/C2780900520","wikidata":"https://www.wikidata.org/wiki/Q100268981","display_name":"Denial","level":2,"score":0.5052247643470764},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.47589361667633057},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.4329474866390228},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3947337865829468},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3346295952796936},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3076069951057434},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28796762228012085},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.23177537322044373},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.1408957540988922},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.13845357298851013},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09458568692207336},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.5210/fm.v26i10.11562","doi":"https://doi.org/10.5210/fm.v26i10.11562","is_oa":true,"landing_page_url":"https://doi.org/10.5210/fm.v26i10.11562","pdf_url":null,"source":{"id":"https://openalex.org/S102129144","display_name":"First Monday","issn_l":"1396-0458","issn":["1396-0458","1396-0466"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-scientific","cwts-core","jufo-2","norway-1","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310316040","host_organization_name":"University of Illinois at Chicago","host_organization_lineage":["https://openalex.org/P4310316040"],"host_organization_lineage_names":["University of Illinois at Chicago"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"First Monday","raw_type":"journal-article"},{"id":"pmh:oai:journals.uic.edu:article/11562","doi":null,"is_oa":true,"landing_page_url":"https://firstmonday.org/ojs/index.php/fm/article/view/11562","pdf_url":"https://firstmonday.org/ojs/index.php/fm/article/download/11562/11172","source":{"id":"https://openalex.org/S102129144","display_name":"First Monday","issn_l":"1396-0458","issn":["1396-0458","1396-0466"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-scientific","cwts-core","jufo-2","norway-1","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310316040","host_organization_name":"University of Illinois at Chicago","host_organization_lineage":["https://openalex.org/P4310316040"],"host_organization_lineage_names":["University of Illinois at Chicago"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"1396-0466","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:boris.unibe.ch:159906","doi":null,"is_oa":false,"landing_page_url":"https://boris.unibe.ch/159906/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401747","display_name":"BORIS (University Library Bern)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210103840","host_organization_name":"Nakuru County Council","host_organization_lineage":["https://openalex.org/I4210103840"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Makhortykh, Mykola; Urman, Aleksandra; Ulloa, Roberto (2021). Hey, Google, is it what the Holocaust looked like? Auditing algorithmic curation of visual historical content on Web search engines. First Monday, 26(10) University of Illinois 10.5210/fm.v26i10.11562 &lt;http://dx.doi.org/10.5210/fm.v26i10.11562&gt;","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:gesis.izsoz.de:document/81470","doi":null,"is_oa":true,"landing_page_url":"https://www.ssoar.info/ssoar/handle/document/81470","pdf_url":null,"source":{"id":"https://openalex.org/S4306401996","display_name":"Social Science Open Access Repository (GESIS \u2013 Leibniz Institute for the Social Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210101898","host_organization_name":"GESIS - Leibniz Institute for the Social Sciences","host_organization_lineage":["https://openalex.org/I4210101898"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"First Monday","raw_type":"Zeitschriftenartikel"},{"id":"pmh:oai:www.zora.uzh.ch:20.500.14742/186119","doi":null,"is_oa":true,"landing_page_url":"https://www.zora.uzh.ch/handle/20.500.14742/186119","pdf_url":null,"source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Makhortykh, M., Urman, A., & Ulloa, R. (2021). Hey, Google, is it what the Holocaust looked like? First Monday, 26, 11562. https://doi.org/10.5210/fm.v26i10.11562","raw_type":"Journal Article"},{"id":"doi:10.5167/uzh-207028","doi":"https://doi.org/10.5167/uzh-207028","is_oa":true,"landing_page_url":"https://doi.org/10.5167/uzh-207028","pdf_url":null,"source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"}],"best_oa_location":{"id":"doi:10.5210/fm.v26i10.11562","doi":"https://doi.org/10.5210/fm.v26i10.11562","is_oa":true,"landing_page_url":"https://doi.org/10.5210/fm.v26i10.11562","pdf_url":null,"source":{"id":"https://openalex.org/S102129144","display_name":"First Monday","issn_l":"1396-0458","issn":["1396-0458","1396-0466"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-scientific","cwts-core","jufo-2","norway-1","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310316040","host_organization_name":"University of Illinois at Chicago","host_organization_lineage":["https://openalex.org/P4310316040"],"host_organization_lineage_names":["University of Illinois at Chicago"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"First Monday","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310992","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05"},{"id":"https://openalex.org/F4320323874","display_name":"Universit\u00e4t Z\u00fcrich","ror":"https://ror.org/02crff812"},{"id":"https://openalex.org/F4320334763","display_name":"Leibniz-Gemeinschaft","ror":"https://ror.org/01n6r0e97"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3206983972.pdf","grobid_xml":"https://content.openalex.org/works/W3206983972.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W950355994","https://openalex.org/W1498687135","https://openalex.org/W1528949297","https://openalex.org/W1579350466","https://openalex.org/W1583986452","https://openalex.org/W1964204738","https://openalex.org/W1984581114","https://openalex.org/W2006447892","https://openalex.org/W2024330546","https://openalex.org/W2033150814","https://openalex.org/W2043662235","https://openalex.org/W2048437343","https://openalex.org/W2053449779","https://openalex.org/W2069902807","https://openalex.org/W2087721914","https://openalex.org/W2109882182","https://openalex.org/W2128548520","https://openalex.org/W2141116065","https://openalex.org/W2146090483","https://openalex.org/W2149252982","https://openalex.org/W2185851915","https://openalex.org/W2396014818","https://openalex.org/W2403984353","https://openalex.org/W2411403793","https://openalex.org/W2497968397","https://openalex.org/W2545197953","https://openalex.org/W2558905856","https://openalex.org/W2588465704","https://openalex.org/W2591615201","https://openalex.org/W2738479483","https://openalex.org/W2801535979","https://openalex.org/W2893642647","https://openalex.org/W2898883664","https://openalex.org/W2898970033","https://openalex.org/W2901362601","https://openalex.org/W2903353271","https://openalex.org/W2918610817","https://openalex.org/W2948708480","https://openalex.org/W2995402647","https://openalex.org/W2999747777","https://openalex.org/W3000540212","https://openalex.org/W3011359269","https://openalex.org/W3014946934","https://openalex.org/W3025764718","https://openalex.org/W3035220190","https://openalex.org/W3047117292","https://openalex.org/W3127929187","https://openalex.org/W3167205956","https://openalex.org/W3170076524","https://openalex.org/W4225266786","https://openalex.org/W4248144619","https://openalex.org/W4253643416","https://openalex.org/W4302536944","https://openalex.org/W6966537034","https://openalex.org/W7014922486","https://openalex.org/W7073667704"],"related_works":["https://openalex.org/W3170042586","https://openalex.org/W3192537590","https://openalex.org/W7106809629","https://openalex.org/W4310525642","https://openalex.org/W7029021830","https://openalex.org/W6969010130","https://openalex.org/W7016157258","https://openalex.org/W7064272492","https://openalex.org/W4388989418","https://openalex.org/W3130003864"],"abstract_inverted_index":{"By":[0],"filtering":[1],"and":[2,14,61,73,91,105,110],"ranking":[3],"information,":[4],"search":[5,37,48,52,89,99],"engines":[6,53,90],"shape":[7],"how":[8,36],"individuals":[9],"perceive":[10],"both":[11],"the":[12,57,86,125],"present":[13],"past":[15,44],"events.":[16],"However,":[17],"these":[18],"information":[19],"curation":[20],"mechanisms":[21],"are":[22],"prone":[23],"to":[24,56],"malperformance":[25,38],"that":[26,66,117],"can":[27,39],"misinform":[28],"their":[29],"users.":[30],"In":[31],"this":[32],"article,":[33],"we":[34],"examine":[35],"influence":[40],"representation":[41,84],"of":[42,50,75,85,98,113],"traumatic":[43],"by":[45,124],"investigating":[46],"image":[47],"outputs":[49],"six":[51],"in":[54,59,82,120],"relation":[55],"Holocaust":[58,87,106,115],"English":[60],"Russian.":[62],"Our":[63],"findings":[64],"indicate":[65],"besides":[67],"two":[68],"common":[69],"themes":[70],"-":[71,77],"commemoration":[72],"liberation":[74],"camps":[76],"there":[78],"is":[79],"substantial":[80],"variation":[81],"visual":[83],"between":[88],"languages.":[92],"We":[93],"also":[94],"observe":[95],"several":[96],"instances":[97],"malperformance,":[100],"including":[101],"content":[102],"propagating":[103],"antisemitism":[104],"denial,":[107],"misattributed":[108],"images,":[109],"disproportionate":[111],"visibility":[112],"specific":[114],"aspects":[116],"might":[118],"result":[119],"its":[121],"distorted":[122],"perception":[123],"public.":[126]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3206983972","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":7}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2021-10-25T00:00:00"}
