{"id":"https://openalex.org/W4403570980","doi":"https://doi.org/10.48550/arxiv.2410.10489","title":"Cultural Fidelity in Large-Language Models: An Evaluation of Online Language Resources as a Driver of Model Performance in Value Representation","display_name":"Cultural Fidelity in Large-Language Models: An Evaluation of Online Language Resources as a Driver of Model Performance in Value Representation","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4403570980","doi":"https://doi.org/10.48550/arxiv.2410.10489"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.10489","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.10489","pdf_url":"https://arxiv.org/pdf/2410.10489","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.10489","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kazemi, Sharif","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kazemi, Sharif","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Gerhardt, Gloria","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gerhardt, Gloria","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012701654","display_name":"Jonty Katz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Katz, Jonty","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114335191","display_name":"Caroline Ida Kuria","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuria, Caroline Ida","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Pan, Estelle","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Estelle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5114335192","display_name":"Umang Prabhakar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prabhakar, Umang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.6708001494407654},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6618103981018066},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.6594593524932861},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6079968810081482},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38926923274993896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3300969898700714},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1298631727695465},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.126409113407135},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0757589340209961}],"concepts":[{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.6708001494407654},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6618103981018066},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.6594593524932861},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6079968810081482},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38926923274993896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3300969898700714},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1298631727695465},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.126409113407135},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0757589340209961},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.10489","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.10489","pdf_url":"https://arxiv.org/pdf/2410.10489","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.10489","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.10489","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.10489","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.10489","pdf_url":"https://arxiv.org/pdf/2410.10489","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403570980.pdf","grobid_xml":"https://content.openalex.org/works/W4403570980.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2381850946","https://openalex.org/W4380449851","https://openalex.org/W3125091513","https://openalex.org/W4318832338","https://openalex.org/W4248383205","https://openalex.org/W4234745530","https://openalex.org/W2146383839","https://openalex.org/W2231829109","https://openalex.org/W2916591301","https://openalex.org/W3204019825"],"abstract_inverted_index":{"The":[0],"training":[1],"data":[2,139],"for":[3,63],"LLMs":[4,169],"embeds":[5],"societal":[6,31],"values,":[7],"increasing":[8],"their":[9],"familiarity":[10,90],"with":[11,44,91,114],"the":[12,21,24,30,39,45,54,64,67,72,75,89,92,96,104,132,152,171],"language's":[13],"culture.":[14],"Our":[15,99,129],"analysis":[16],"found":[17],"that":[18,51],"44%":[19],"of":[20,26,33,47,66,74,103,119],"variance":[22],"in":[23,50,110,141,146,151,183],"ability":[25],"GPT-4o":[27],"to":[28,71,83,87,163],"reflect":[29],"values":[32],"a":[34],"country,":[35],"as":[36,181],"measured":[37],"by":[38,126],"World":[40],"Values":[41],"Survey,":[42],"correlates":[43],"availability":[46,140],"digital":[48,138,157],"resources":[49],"language.":[52],"Notably,":[53],"error":[55],"rate":[56],"was":[57],"more":[58],"than":[59],"five":[60],"times":[61],"higher":[62],"languages":[65,73],"lowest":[68],"resource":[69],"compared":[70],"highest":[76],"resource.":[77],"For":[78],"GPT-4-turbo,":[79],"this":[80,111],"correlation":[81],"rose":[82],"72%,":[84],"suggesting":[85],"efforts":[86],"improve":[88],"non-English":[93],"language":[94,185],"beyond":[95],"web-scraped":[97],"data.":[98],"study":[100],"developed":[101],"one":[102],"largest":[105],"and":[106,137,174],"most":[107],"robust":[108],"datasets":[109],"topic":[112],"area":[113],"21":[115],"country-language":[116],"pairs,":[117],"each":[118],"which":[120],"contain":[121],"94":[122],"survey":[123],"questions":[124],"verified":[125],"native":[127],"speakers.":[128],"results":[130],"highlight":[131],"link":[133],"between":[134],"LLM":[135],"performance":[136,145],"target":[142],"languages.":[143],"Weaker":[144],"low-resource":[147],"languages,":[148],"especially":[149],"prominent":[150],"Global":[153],"South,":[154],"may":[155],"worsen":[156],"divides.":[158],"We":[159],"discuss":[160],"strategies":[161],"proposed":[162],"address":[164],"this,":[165],"including":[166],"developing":[167],"multilingual":[168],"from":[170],"ground":[172],"up":[173],"enhancing":[175],"fine-tuning":[176],"on":[177],"diverse":[178],"linguistic":[179],"datasets,":[180],"seen":[182],"African":[184],"initiatives.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}