{"id":"https://openalex.org/W4386907007","doi":"https://doi.org/10.48550/arxiv.2309.09825","title":"Bias of AI-Generated Content: An Examination of News Produced by Large Language Models","display_name":"Bias of AI-Generated Content: An Examination of News Produced by Large Language Models","publication_year":2023,"publication_date":"2023-09-18","ids":{"openalex":"https://openalex.org/W4386907007","doi":"https://doi.org/10.48550/arxiv.2309.09825"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2309.09825","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.09825","pdf_url":"https://arxiv.org/pdf/2309.09825","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.09825","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087199339","display_name":"Fang Xiao","orcid":"https://orcid.org/0000-0001-5800-2920","observed_orcids":["https://orcid.org/0000-0001-5800-2920","https://orcid.org/0009-0000-8631-3291"]},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fang, Xiao","raw_affiliation_strings":["University of Delaware , U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Delaware , U.S.A","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103120458","display_name":"Shangkun Che","orcid":"https://orcid.org/0000-0001-5012-6515","observed_orcids":["https://orcid.org/0000-0001-5012-6515"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Che, Shangkun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111071295","display_name":"Minjia Mao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mao, Minjia","raw_affiliation_strings":["University of Delaware , U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Delaware , U.S.A","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109681510","display_name":"Hongzhe Zhang","orcid":"https://orcid.org/0000-0002-0541-1285","observed_orcids":["https://orcid.org/0000-0002-0541-1285","https://orcid.org/0009-0002-0985-7054"]},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Hongzhe","raw_affiliation_strings":["Chinese University of Hong Kong , Shenzhen , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong , Shenzhen , China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008968270","display_name":"Ming Zhao","orcid":"https://orcid.org/0000-0002-7539-3887","observed_orcids":["https://orcid.org/0000-0002-7539-3887"]},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhao, Ming","raw_affiliation_strings":["University of Delaware , U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Delaware , U.S.A","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090123459","display_name":"Xiaohang Zhao","orcid":"https://orcid.org/0000-0001-8169-7484","observed_orcids":["https://orcid.org/0000-0001-8169-7484"]},"institutions":[{"id":"https://openalex.org/I181679659","display_name":"Shanghai University of Finance and Economics","ror":"https://ror.org/00wtvfq62","country_code":"CN","type":"education","lineage":["https://openalex.org/I181679659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao, Xiaohang","raw_affiliation_strings":["Shanghai University of Finance and Economics , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai University of Finance and Economics , China","institution_ids":["https://openalex.org/I181679659"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-generated-content","display_name":"AI-generated content","score":0.9549999833106995},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9739999771118164},{"id":"https://openalex.org/keywords/algorithmic-bias","display_name":"algorithmic bias","score":0.9079999923706055},{"id":"https://openalex.org/keywords/gender-bias","display_name":"gender bias","score":0.9610000252723694},{"id":"https://openalex.org/keywords/racial-bias","display_name":"racial bias","score":0.9990000128746033},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.8429999947547913},{"id":"https://openalex.org/keywords/llama","display_name":"llamas","score":0.9959999918937683},{"id":"https://openalex.org/keywords/the-new-york-times","display_name":"New York Times","score":0.6259999871253967},{"id":"https://openalex.org/keywords/reuters","display_name":"Reuters","score":0.9340000152587891}],"concepts":[{"id":"https://openalex.org/C76509639","wikidata":"https://www.wikidata.org/wiki/Q918036","display_name":"Race (biology)","level":2,"score":0.596237301826477},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.5789555311203003},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.4958115518093109},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46169695258140564},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.30823296308517456},{"id":"https://openalex.org/C107993555","wikidata":"https://www.wikidata.org/wiki/Q1662673","display_name":"Gender studies","level":1,"score":0.21064448356628418},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.19159531593322754},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09810319542884827},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2309.09825","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.09825","pdf_url":"https://arxiv.org/pdf/2309.09825","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2309.09825","doi":"https://doi.org/10.48550/arxiv.2309.09825","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2309.09825","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2309.09825","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.09825","pdf_url":"https://arxiv.org/pdf/2309.09825","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7578999996185303,"display_name":"Reduced inequalities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386907007.pdf","grobid_xml":"https://content.openalex.org/works/W4386907007.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4405395068","https://openalex.org/W7079622908","https://openalex.org/W4390227104","https://openalex.org/W4416036430","https://openalex.org/W4409948913","https://openalex.org/W7123690850","https://openalex.org/W4401158708","https://openalex.org/W4404781382","https://openalex.org/W4392011551","https://openalex.org/W4384808216"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"the":[5,14,31,38,91,97,101,105,108,115,139,153,167,171,173,179,187],"potential":[6],"to":[7,29,67,77,128],"transform":[8],"our":[9],"lives":[10],"and":[11,49,60,89,93,107,149,164,184],"work":[12],"through":[13],"content":[15,80,193],"they":[16],"generate,":[17],"known":[18,63],"as":[19,87],"AI-Generated":[20],"Content":[21],"(AIGC).":[22],"To":[23],"harness":[24],"this":[25],"transformation,":[26],"we":[27,36],"need":[28],"understand":[30],"limitations":[32],"of":[33,40,83,96,118,166,182,191],"LLMs.":[34],"Here,":[35],"investigate":[37],"bias":[39,117],"AIGC":[41,98,106,140,154,174],"produced":[42,99,141],"by":[43,100,103,124,142,156,176],"seven":[44],"representative":[45],"LLMs,":[46,172],"including":[47],"ChatGPT":[48,177,185],"LLaMA.":[50],"We":[51,71,112],"collect":[52],"news":[53,79,85,110,133],"articles":[54,86],"from":[55,131],"The":[56],"New":[57],"York":[58],"Times":[59],"Reuters,":[61],"both":[62],"for":[64],"their":[65],"dedication":[66],"provide":[68],"unbiased":[69],"news.":[70],"then":[72],"apply":[73],"each":[74,119,143,157],"examined":[75,144],"LLM":[76,102,120,145,158],"generate":[78],"with":[81,197],"headlines":[82],"these":[84,132],"prompts,":[88],"evaluate":[90],"gender":[92,116,148],"racial":[94,150],"biases":[95],"comparing":[104],"original":[109],"articles.":[111],"further":[113],"analyze":[114],"under":[121],"biased":[122,198],"prompts":[123,129],"adding":[125],"gender-biased":[126],"messages":[127],"constructed":[130],"headlines.":[134],"Our":[135],"study":[136],"reveals":[137],"that":[138],"demonstrates":[146,178],"substantial":[147],"biases.":[151],"Moreover,":[152],"generated":[155,175],"exhibits":[159],"notable":[160],"discrimination":[161],"against":[162],"females":[163],"individuals":[165],"Black":[168],"race.":[169],"Among":[170],"lowest":[180],"level":[181],"bias,":[183],"is":[186],"sole":[188],"model":[189],"capable":[190],"declining":[192],"generation":[194],"when":[195],"provided":[196],"prompts.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2023-09-21T00:00:00"}