{"id":"https://openalex.org/W4406947254","doi":"https://doi.org/10.1177/20539517241303118","title":"Toward cultural interpretability: A linguistic anthropological framework for describing and evaluating large language models","display_name":"Toward cultural interpretability: A linguistic anthropological framework for describing and evaluating large language models","publication_year":2025,"publication_date":"2025-01-29","ids":{"openalex":"https://openalex.org/W4406947254","doi":"https://doi.org/10.1177/20539517241303118"},"language":"en","primary_location":{"id":"doi:10.1177/20539517241303118","is_oa":true,"landing_page_url":"https://doi.org/10.1177/20539517241303118","pdf_url":null,"source":{"id":"https://openalex.org/S2736409588","display_name":"Big Data & Society","issn_l":"2053-9517","issn":["2053-9517"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data & Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1177/20539517241303118","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Graham M Jones","orcid":"https://orcid.org/0000-0001-6435-7066"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Graham M Jones","raw_affiliation_strings":["Anthropology, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6435-7066","affiliations":[{"raw_affiliation_string":"Anthropology, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024411228","display_name":"Shai Satran","orcid":"https://orcid.org/0000-0003-2750-7306"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I4210153002","display_name":"American Friends of Tel Aviv University","ror":"https://ror.org/04dq3vj35","country_code":"US","type":"education","lineage":["https://openalex.org/I4210153002"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Shai Satran","raw_affiliation_strings":["Sociology and Anthropology, Tel Aviv University, Tel Aviv, IL","Sociology and Anthropology, Tel Aviv University, Tel Aviv, IL, USA"],"raw_orcid":"https://orcid.org/0000-0003-2750-7306","affiliations":[{"raw_affiliation_string":"Sociology and Anthropology, Tel Aviv University, Tel Aviv, IL","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"Sociology and Anthropology, Tel Aviv University, Tel Aviv, IL, USA","institution_ids":["https://openalex.org/I4210153002"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077783676","display_name":"Arvind Satyanarayan","orcid":"https://orcid.org/0000-0001-5564-635X"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arvind Satyanarayan","raw_affiliation_strings":["Computer Science and Artificial Intelligence (CSAIL), Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5564-635X","affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence (CSAIL), Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":800,"currency":"USD","value_usd":800},"apc_paid":{"value":800,"currency":"USD","value_usd":800},"fwci":169.7834,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.99974338,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"12","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.614593505859375},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.5393621325492859},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.5219190120697021},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.5174834728240967},{"id":"https://openalex.org/keywords/contextualization","display_name":"Contextualization","score":0.5029584765434265},{"id":"https://openalex.org/keywords/linguistic-relativity","display_name":"Linguistic relativity","score":0.4370556175708771},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.42786169052124023},{"id":"https://openalex.org/keywords/linguistic-anthropology","display_name":"Linguistic anthropology","score":0.4105120897293091},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26573678851127625},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2090556025505066},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.1436719000339508},{"id":"https://openalex.org/keywords/anthropology","display_name":"Anthropology","score":0.1262112557888031}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.614593505859375},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5393621325492859},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.5219190120697021},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.5174834728240967},{"id":"https://openalex.org/C2780712339","wikidata":"https://www.wikidata.org/wiki/Q5165204","display_name":"Contextualization","level":3,"score":0.5029584765434265},{"id":"https://openalex.org/C101755528","wikidata":"https://www.wikidata.org/wiki/Q179677","display_name":"Linguistic relativity","level":3,"score":0.4370556175708771},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42786169052124023},{"id":"https://openalex.org/C22833228","wikidata":"https://www.wikidata.org/wiki/Q772835","display_name":"Linguistic anthropology","level":2,"score":0.4105120897293091},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26573678851127625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2090556025505066},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.1436719000339508},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.1262112557888031},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1177/20539517241303118","is_oa":true,"landing_page_url":"https://doi.org/10.1177/20539517241303118","pdf_url":null,"source":{"id":"https://openalex.org/S2736409588","display_name":"Big Data & Society","issn_l":"2053-9517","issn":["2053-9517"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data & Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:46b81277166d4121b72dda7f970b5477","is_oa":true,"landing_page_url":"https://doaj.org/article/46b81277166d4121b72dda7f970b5477","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data & Society, Vol 12 (2025)","raw_type":"article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/159335","is_oa":false,"landing_page_url":"https://hdl.handle.net/1721.1/159335","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SAGE Publications","raw_type":"http://purl.org/eprint/type/JournalArticle"}],"best_oa_location":{"id":"doi:10.1177/20539517241303118","is_oa":true,"landing_page_url":"https://doi.org/10.1177/20539517241303118","pdf_url":null,"source":{"id":"https://openalex.org/S2736409588","display_name":"Big Data & Society","issn_l":"2053-9517","issn":["2053-9517"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data & Society","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W353999546","https://openalex.org/W1482647676","https://openalex.org/W1496754129","https://openalex.org/W1575762350","https://openalex.org/W1898485322","https://openalex.org/W1972463505","https://openalex.org/W1980298376","https://openalex.org/W2001771035","https://openalex.org/W2028425912","https://openalex.org/W2059715755","https://openalex.org/W2075748225","https://openalex.org/W2133353349","https://openalex.org/W2135680998","https://openalex.org/W2140859216","https://openalex.org/W2141337382","https://openalex.org/W2331655103","https://openalex.org/W2332272584","https://openalex.org/W2464008132","https://openalex.org/W2477538918","https://openalex.org/W2497546735","https://openalex.org/W2767269108","https://openalex.org/W2897702578","https://openalex.org/W3003646990","https://openalex.org/W3035267217","https://openalex.org/W3094625022","https://openalex.org/W3106326527","https://openalex.org/W3127861905","https://openalex.org/W3133702157","https://openalex.org/W3138819813","https://openalex.org/W3187911027","https://openalex.org/W3212424321","https://openalex.org/W4225102280","https://openalex.org/W4231533450","https://openalex.org/W4236521339","https://openalex.org/W4243536195","https://openalex.org/W4245503502","https://openalex.org/W4245984515","https://openalex.org/W4247998952","https://openalex.org/W4255007537","https://openalex.org/W4287758476","https://openalex.org/W4300482375","https://openalex.org/W4322581784","https://openalex.org/W4328129072","https://openalex.org/W4365388135","https://openalex.org/W4366850566","https://openalex.org/W4378908626","https://openalex.org/W4381547091","https://openalex.org/W4385570745","https://openalex.org/W4385973770","https://openalex.org/W4386716152","https://openalex.org/W4387030568","https://openalex.org/W4387355345","https://openalex.org/W4387484563","https://openalex.org/W4388541808","https://openalex.org/W4388850531","https://openalex.org/W4388974535","https://openalex.org/W4390137274","https://openalex.org/W4390490761","https://openalex.org/W4391591671","https://openalex.org/W4391988339","https://openalex.org/W4393231241","https://openalex.org/W4396715317","https://openalex.org/W4401110692","https://openalex.org/W4402671575","https://openalex.org/W4404781664","https://openalex.org/W4404782944"],"related_works":["https://openalex.org/W2039220913","https://openalex.org/W4362671640","https://openalex.org/W2126350910","https://openalex.org/W3124899758","https://openalex.org/W1844665173","https://openalex.org/W1892243574","https://openalex.org/W2332570146","https://openalex.org/W2130171177","https://openalex.org/W2746459224","https://openalex.org/W2318784607"],"abstract_inverted_index":{"This":[0],"article":[1],"proposes":[2,189],"a":[3,67,70,83],"new":[4],"integration":[5],"of":[6,20,45,66,82,87,114,160],"linguistic":[7,30,154],"anthropology":[8,31],"and":[9,22,73,105,125,145,163,168,178,182,196],"machine":[10],"learning":[11],"(ML)":[12],"around":[13],"convergent":[14],"interests":[15],"in":[16,100,110,171],"both":[17],"the":[18,35,42,51,64,79,96,101,111,120,158],"underpinnings":[19],"language":[21,24,40,124,144,176],"making":[23],"technologies":[25],"more":[26],"socially":[27],"responsible.":[28],"While":[29],"focuses":[32],"on":[33,95],"interpreting":[34],"cultural":[36,89],"basis":[37],"for":[38],"human":[39,60,71,103],"use,":[41],"ML":[43],"field":[44,86],"interpretability":[46,90],"is":[47],"concerned":[48],"with":[49],"uncovering":[50],"patterns":[52],"that":[53],"Large":[54],"Language":[55],"Models":[56],"(LLMs)":[57],"learn":[58],"from":[59],"verbal":[61],"behavior.":[62],"Through":[63],"analysis":[65],"conversation":[68,131],"between":[69,123,143,175],"user":[72],"an":[74],"LLM-powered":[75],"chatbot,":[76],"we":[77],"demonstrate":[78],"theoretical":[80],"feasibility":[81],"new,":[84],"conjoint":[85],"inquiry,":[88],"(CI).":[91],"By":[92],"focusing":[93],"attention":[94],"communicative":[97],"competence":[98],"involved":[99],"way":[102],"users":[104],"AI":[106],"chatbots":[107],"coproduce":[108],"meaning":[109],"articulatory":[112],"interface":[113,169],"human-computer":[115],"interaction,":[116],"CI":[117,147],"emphasizes":[118],"how":[119,138],"dynamic":[121],"relationship":[122],"culture":[126],"makes":[127],"contextually":[128],"sensitive,":[129],"open-ended":[130],"possible.":[132],"We":[133],"suggest":[134],"that,":[135],"by":[136],"examining":[137],"LLMs":[139],"internally":[140],"\u201crepresent\u201d":[141],"relationships":[142],"culture,":[146],"can:":[148],"(1)":[149],"provide":[150],"insight":[151],"into":[152],"long-standing":[153],"anthropological":[155],"questions":[156],"about":[157],"patterning":[159],"those":[161],"relationships;":[162],"(2)":[164],"aid":[165],"model":[166],"developers":[167],"designers":[170],"improving":[172],"value":[173],"alignment":[174],"models":[177],"stylistically":[179],"diverse":[180,184],"speakers":[181],"culturally":[183],"speech":[185],"communities.":[186],"Our":[187],"discussion":[188],"three":[190],"critical":[191],"research":[192],"axes:":[193],"relativity,":[194],"variation,":[195],"indexicality.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":9}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}