{"id":"https://openalex.org/W4388823861","doi":"https://doi.org/10.1145/3614321.3614325","title":"Stereotypes in ChatGPT: an empirical study","display_name":"Stereotypes in ChatGPT: an empirical study","publication_year":2023,"publication_date":"2023-09-26","ids":{"openalex":"https://openalex.org/W4388823861","doi":"https://doi.org/10.1145/3614321.3614325"},"language":"en","primary_location":{"id":"doi:10.1145/3614321.3614325","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3614321.3614325","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3614321.3614325","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Theory and Practice of Electronic Governance","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3614321.3614325","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076163374","display_name":"Tony Busker","orcid":"https://orcid.org/0000-0003-4731-3058"},"institutions":[{"id":"https://openalex.org/I907135538","display_name":"Rotterdam University of Applied Sciences","ror":"https://ror.org/0481e1q24","country_code":"NL","type":"education","lineage":["https://openalex.org/I907135538"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Tony Busker","raw_affiliation_strings":["Rotterdam University of Applied Sciences, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-4731-3058","affiliations":[{"raw_affiliation_string":"Rotterdam University of Applied Sciences, Netherlands","institution_ids":["https://openalex.org/I907135538"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023772220","display_name":"Sunil Choenni","orcid":"https://orcid.org/0000-0003-2772-6330"},"institutions":[{"id":"https://openalex.org/I4210145896","display_name":"Ministry of Security and Justice","ror":"https://ror.org/04nzhmg91","country_code":"NL","type":"government","lineage":["https://openalex.org/I4210140876","https://openalex.org/I4210145896"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sunil Choenni","raw_affiliation_strings":["Ministry of Justice and Security, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-2772-6330","affiliations":[{"raw_affiliation_string":"Ministry of Justice and Security, Netherlands","institution_ids":["https://openalex.org/I4210145896"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065846991","display_name":"Mortaza S. Bargh","orcid":"https://orcid.org/0000-0001-5395-456X"},"institutions":[{"id":"https://openalex.org/I907135538","display_name":"Rotterdam University of Applied Sciences","ror":"https://ror.org/0481e1q24","country_code":"NL","type":"education","lineage":["https://openalex.org/I907135538"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mortaza Shoae Bargh","raw_affiliation_strings":["Rotterdam University of Applied Sciences, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-5395-456X","affiliations":[{"raw_affiliation_string":"Rotterdam University of Applied Sciences, Netherlands","institution_ids":["https://openalex.org/I907135538"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8948,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.96190044,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"24","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9488000273704529,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9161999821662903,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/statement","display_name":"Statement (logic)","score":0.6467341184616089},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.6202503442764282},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.6002805829048157},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5392132997512817},{"id":"https://openalex.org/keywords/social-group","display_name":"Social group","score":0.5048945546150208},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4940367341041565},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.47022581100463867},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.46716463565826416},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.44418802857398987},{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.4436550438404083},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.4242039620876312},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.32024556398391724},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.24910619854927063},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.23258495330810547},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.16206598281860352},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.15857374668121338},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.14373096823692322},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08934277296066284}],"concepts":[{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.6467341184616089},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.6202503442764282},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6002805829048157},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5392132997512817},{"id":"https://openalex.org/C180872759","wikidata":"https://www.wikidata.org/wiki/Q874405","display_name":"Social group","level":2,"score":0.5048945546150208},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4940367341041565},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.47022581100463867},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.46716463565826416},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.44418802857398987},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.4436550438404083},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.4242039620876312},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32024556398391724},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.24910619854927063},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.23258495330810547},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.16206598281860352},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.15857374668121338},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.14373096823692322},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08934277296066284},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3614321.3614325","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3614321.3614325","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3614321.3614325","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Theory and Practice of Electronic Governance","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3614321.3614325","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3614321.3614325","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3614321.3614325","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Theory and Practice of Electronic Governance","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388823861.pdf","grobid_xml":"https://content.openalex.org/works/W4388823861.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W128638292","https://openalex.org/W2040467972","https://openalex.org/W2109664771","https://openalex.org/W2483215953","https://openalex.org/W2488628887","https://openalex.org/W2791170418","https://openalex.org/W2793978524","https://openalex.org/W2893425640","https://openalex.org/W2898764670","https://openalex.org/W2923266922","https://openalex.org/W2962787423","https://openalex.org/W2963078909","https://openalex.org/W3037132330","https://openalex.org/W3089430725","https://openalex.org/W3154654049","https://openalex.org/W4313706807","https://openalex.org/W4317910584","https://openalex.org/W4318257512","https://openalex.org/W4320009668","https://openalex.org/W4322631505","https://openalex.org/W4323655724","https://openalex.org/W4324304837","https://openalex.org/W4324323542","https://openalex.org/W4365799834","https://openalex.org/W4368250038","https://openalex.org/W4375949262","https://openalex.org/W4389523771","https://openalex.org/W6763859671","https://openalex.org/W6850135255","https://openalex.org/W6850808266","https://openalex.org/W6946066278","https://openalex.org/W7002254874"],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W3089396779","https://openalex.org/W2596247554","https://openalex.org/W4301373556","https://openalex.org/W2941935829","https://openalex.org/W3013279174","https://openalex.org/W4317653575","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989"],"abstract_inverted_index":{"ChatGPT":[0,32,82,155,175,197,276],"is":[1,109,143,152,156,211,221],"rapidly":[2],"gaining":[3,75],"interest":[4],"and":[5,10,17,24,40,101,111,123,125,135,154,178,255],"attracts":[6],"many":[7],"researchers,":[8],"practitioners":[9,254],"users":[11],"due":[12],"to":[13,99,104,139,158,176,181,258,262,280,282],"its":[14,35],"availability,":[15],"potentials":[16],"capabilities.":[18],"Nevertheless,":[19],"there":[20],"are":[21,102,137],"several":[22],"voices":[23],"studies":[25],"that":[26,196,234],"point":[27],"out":[28],"the":[29,48,90,161,172,208,231,235,240,243,264,285],"flaws":[30],"of":[31,51,64,93,167,174,185,188,192,237,242,246,266,288],"such":[33,289],"as":[34,165,273],"hallucinations,":[36],"factually":[37],"incorrect":[38],"statements,":[39],"potential":[41],"for":[42,205,215,218,224],"promoting":[43],"harmful":[44,54],"social":[45,55,69,78,105,129,202,271],"biases.":[46,106],"Being":[47],"focus":[49],"area":[50],"this":[52,86],"contribution,":[53],"biases":[56,79],"may":[57],"result":[58],"in":[59,81,118,160,275],"unfair":[60],"treatment":[61],"or":[62,147,269],"discrimination":[63],"(a":[65],"member":[66],"of)":[67],"a":[68,144,150,183,189,267,270],"group.":[70],"This":[71],"paper":[72],"aims":[73],"at":[74],"insight":[76],"into":[77],"incorporated":[80],"language":[83,190,277,290],"models.":[84,291],"To":[85],"end,":[87],"we":[88,170],"study":[89,108],"stereotypical":[91,116,145,186,198,244,286],"behavior":[92,187,199,287],"ChatGPT.":[94,140,193,247],"Stereotypes":[95],"associate":[96],"specific":[97],"characteristics":[98],"groups":[100],"related":[103],"The":[107],"empirical":[110],"systematic,":[112],"where":[113,149],"about":[114],"2300":[115],"probes":[117],"6":[119],"formats":[120,236],"(like":[121,132],"questions":[122],"statements)":[124],"from":[126],"9":[127],"different":[128],"group":[130,203],"categories":[131,207],"age,":[133],"country":[134],"profession)":[136],"posed":[138],"Every":[141],"probe":[142],"question":[146],"statement":[148],"word":[151],"masked":[153,162],"asked":[157],"fill":[159],"word.":[163],"Subsequently,":[164],"part":[166],"our":[168,227],"analysis,":[169],"map":[171],"suggestions":[173],"positive":[177,213],"negative":[179,222],"sentiments":[180,241],"get":[182],"measure":[184],"model":[191],"We":[194],"observe":[195],"differs":[200],"per":[201],"category,":[204],"some":[206],"average":[209],"sentiment":[210],"largely":[212],"(e.g.,":[214,223],"religion),":[216],"while":[217],"others":[219],"it":[220],"political).":[225],"Further,":[226],"work":[228],"empirically":[229],"affirms":[230],"previous":[232],"claims":[233],"probing":[238],"affect":[239],"outcomes":[245],"Our":[248],"results":[249],"can":[250],"be":[251],"used":[252],"by":[253],"policy":[256],"makers":[257],"devise":[259],"societal":[260],"interventions":[261],"change":[263],"image":[265],"category":[268],"group,":[272],"captured":[274],"model(s),":[278],"and/or":[279],"decide":[281],"appropriately":[283],"influence":[284]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}