{"id":"https://openalex.org/W4388161840","doi":"https://doi.org/10.1145/3617694.3623257","title":"The Unequal Opportunities of Large Language Models: Examining Demographic Biases in Job Recommendations by ChatGPT and LLaMA","display_name":"The Unequal Opportunities of Large Language Models: Examining Demographic Biases in Job Recommendations by ChatGPT and LLaMA","publication_year":2023,"publication_date":"2023-10-29","ids":{"openalex":"https://openalex.org/W4388161840","doi":"https://doi.org/10.1145/3617694.3623257"},"language":"en","primary_location":{"id":"doi:10.1145/3617694.3623257","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617694.3623257","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623257","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623257","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046056262","display_name":"Abel Salinas","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Abel Salinas","raw_affiliation_strings":["University of Southern California, Information Sciences Institute, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Information Sciences Institute, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090469077","display_name":"Parth Shah","orcid":"https://orcid.org/0000-0001-5789-1471"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Parth Shah","raw_affiliation_strings":["University of Southern California, Information Sciences Institute, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Information Sciences Institute, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063312909","display_name":"Yuzhong Huang","orcid":"https://orcid.org/0000-0001-6705-8694"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuzhong Huang","raw_affiliation_strings":["University of Southern California, Information Sciences Institute, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Information Sciences Institute, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051134601","display_name":"Robert McCormack","orcid":"https://orcid.org/0009-0007-8605-1237"},"institutions":[{"id":"https://openalex.org/I4210118379","display_name":"Aptima (United States)","ror":"https://ror.org/02js2n445","country_code":"US","type":"company","lineage":["https://openalex.org/I4210118379"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert McCormack","raw_affiliation_strings":["Aptima Inc, USA"],"affiliations":[{"raw_affiliation_string":"Aptima Inc, USA","institution_ids":["https://openalex.org/I4210118379"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002709735","display_name":"Fred Morstatter","orcid":"https://orcid.org/0000-0002-0247-4328"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fred Morstatter","raw_affiliation_strings":["University of Southern California, Information Sciences Institute, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Information Sciences Institute, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5046056262"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":5.6924,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.9689727,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9330000281333923,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.6173161864280701},{"id":"https://openalex.org/keywords/offensive","display_name":"Offensive","score":0.5308177471160889},{"id":"https://openalex.org/keywords/conflation","display_name":"Conflation","score":0.4927707016468048},{"id":"https://openalex.org/keywords/disadvantaged","display_name":"Disadvantaged","score":0.45836102962493896},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.38431084156036377},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.3025091886520386},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.18397003412246704},{"id":"https://openalex.org/keywords/economic-growth","display_name":"Economic growth","score":0.13088718056678772},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12522020936012268},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.09046927094459534}],"concepts":[{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.6173161864280701},{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.5308177471160889},{"id":"https://openalex.org/C130440534","wikidata":"https://www.wikidata.org/wiki/Q14946528","display_name":"Conflation","level":2,"score":0.4927707016468048},{"id":"https://openalex.org/C2780623907","wikidata":"https://www.wikidata.org/wiki/Q106394435","display_name":"Disadvantaged","level":2,"score":0.45836102962493896},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.38431084156036377},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3025091886520386},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.18397003412246704},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.13088718056678772},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12522020936012268},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.09046927094459534},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3617694.3623257","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617694.3623257","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623257","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3617694.3623257","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617694.3623257","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623257","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3743866811","display_name":null,"funder_award_id":"HR00112290021","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388161840.pdf","grobid_xml":"https://content.openalex.org/works/W4388161840.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1965571550","https://openalex.org/W2893425640","https://openalex.org/W2971307358","https://openalex.org/W2981869278","https://openalex.org/W3037831233","https://openalex.org/W3124270807","https://openalex.org/W3168771811","https://openalex.org/W3176477796","https://openalex.org/W3176516774","https://openalex.org/W3181414820","https://openalex.org/W3184144760","https://openalex.org/W4238846128","https://openalex.org/W4239019441","https://openalex.org/W4281263000","https://openalex.org/W4321207578","https://openalex.org/W4323043839","https://openalex.org/W4388687124"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W1568520348","https://openalex.org/W2186092498","https://openalex.org/W2058252362","https://openalex.org/W3214407891","https://openalex.org/W3194113117","https://openalex.org/W1982687909","https://openalex.org/W3213194066","https://openalex.org/W4287020359","https://openalex.org/W268355439"],"abstract_inverted_index":{"Warning:":[0],"This":[1],"paper":[2],"discusses":[3],"and":[4,56,81,94,163],"contains":[5],"content":[6],"that":[7],"is":[8,27,168],"offensive":[9],"or":[10,135],"upsetting.":[11],"Large":[12],"Language":[13],"Models":[14],"(LLMs)":[15],"have":[16],"seen":[17],"widespread":[18],"deployment":[19],"in":[20,60,117,154],"various":[21,121],"real-world":[22],"applications.":[23],"Understanding":[24],"these":[25],"biases":[26,78,105,116],"crucial":[28],"to":[29,38,103,137,141,157],"comprehend":[30],"the":[31,63,70,146,150,159],"potential":[32,160],"downstream":[33,155],"consequences":[34],"when":[35],"using":[36],"LLMs":[37,153],"make":[39],"decisions,":[40],"particularly":[41],"for":[42,54,132,161],"historically":[43],"disadvantaged":[44],"groups.":[45],"In":[46],"this":[47],"work,":[48],"we":[49],"propose":[50],"a":[51],"simple":[52],"method":[53,74,99],"analyzing":[55],"comparing":[57],"demographic":[58,111,122],"bias":[59,151],"LLMs,":[61],"through":[62],"lens":[64],"of":[65,72,110,148,152],"job":[66],"recommendations.":[67],"We":[68,113],"demonstrate":[69],"effectiveness":[71],"our":[73,98],"by":[75],"measuring":[76,149],"intersectional":[77],"within":[79],"ChatGPT":[80],"LLaMA,":[82],"two":[83],"cutting-edge":[84],"LLMs.":[85],"Our":[86,143,166],"experiments":[87],"primarily":[88],"focus":[89],"on":[90],"uncovering":[91],"gender":[92],"identity":[93],"nationality":[95],"bias;":[96],"however,":[97],"can":[100],"be":[101],"extended":[102],"examine":[104],"associated":[106],"with":[107],"any":[108],"intersection":[109],"identities.":[112],"identify":[114],"distinct":[115],"both":[118,126],"models":[119,127],"toward":[120],"identities,":[123],"such":[124],"as":[125],"consistently":[128],"suggesting":[129],"low-paying":[130],"jobs":[131],"Mexican":[133],"workers":[134],"preferring":[136],"recommend":[138],"secretarial":[139],"roles":[140],"women.":[142],"study":[144],"highlights":[145],"importance":[147],"applications":[156],"understand":[158],"harm":[162],"inequitable":[164],"outcomes.":[165],"code":[167],"available":[169],"at":[170],"https://github.com/Abel2Code/Unequal-Opportunities-of-LLMs.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":15}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2023-11-02T00:00:00"}