{"id":"https://openalex.org/W4412888119","doi":"https://doi.org/10.18653/v1/2025.findings-acl.827","title":"How Do Multilingual Language Models Remember Facts?","display_name":"How Do Multilingual Language Models Remember Facts?","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888119","doi":"https://doi.org/10.18653/v1/2025.findings-acl.827"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.827","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.827","pdf_url":"https://aclanthology.org/2025.findings-acl.827.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.827.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036423275","display_name":"Constanza Fierro","orcid":"https://orcid.org/0000-0002-8870-0137"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Constanza Fierro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041639724","display_name":"Negar Foroutan","orcid":"https://orcid.org/0000-0002-9640-897X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Negar Foroutan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010165733","display_name":"Desmond Elliott","orcid":"https://orcid.org/0000-0003-3112-7904"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Desmond Elliott","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5018138946","display_name":"Anders S\u00f8gaard","orcid":"https://orcid.org/0000-0001-5250-4276"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anders S\u00f8gaard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09316241,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"16052","last_page":"16106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9276000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9276000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9138000011444092,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7634950876235962},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.553858757019043},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.45928287506103516},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.45394614338874817},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42268988490104675},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07710951566696167}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7634950876235962},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.553858757019043},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.45928287506103516},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.45394614338874817},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42268988490104675},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07710951566696167}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.827","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.827","pdf_url":"https://aclanthology.org/2025.findings-acl.827.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/08c32fc2-08d1-4109-b125-6606bb55daac","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/08c32fc2-08d1-4109-b125-6606bb55daac","pdf_url":"https://curis.ku.dk/ws/files/461112487/How_Do_Multilingual_Language_Models_Remember_Facts.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fierro , C , Foroutan , N , Elliott , D & S\u00f8gaard , A 2025 , How Do Multilingual Language Models Remember Facts? in Findings of the Association for Computational Linguistics: ACL 2025 . Association for Computational Linguistics (ACL) , pp. 16052-16106 , 63rd Annual Meeting of the Association for Computational Linguistics, ACL 2025 , Vienna , Austria , 27/07/2025 . https://doi.org/10.18653/v1/2025.findings-acl.827","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.827","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.827","pdf_url":"https://aclanthology.org/2025.findings-acl.827.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3800857974","display_name":"Democratize Trustworthy and Efficient Large Language Model Technology for Europe","funder_award_id":"101135671","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888119.pdf","grobid_xml":"https://content.openalex.org/works/W4412888119.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"store":[4],"and":[5,18,42,81,126,170],"retrieve":[6],"vast":[7],"amounts":[8],"of":[9,34,58,91,123,143],"factual":[10],"knowledge":[11,22,166,171],"acquired":[12],"during":[13,93],"pre-training.Prior":[14],"research":[15],"has":[16,26],"localized":[17],"identified":[19,66],"mechanisms":[20,37,68,152],"behind":[21],"recall;":[23],"however,":[24],"it":[25],"only":[27],"focused":[28],"on":[29,79],"English":[30,70],"monolingual":[31],"models.The":[32],"question":[33],"how":[35],"these":[36,140],"generalize":[38],"to":[39,73,129],"non-English":[40],"languages":[41],"multilingual":[43,60,74,154,177],"LLMs":[44,155],"remains":[45],"unexplored.In":[46],"this":[47,51],"paper,":[48],"we":[49,62,87,106],"address":[50],"gap":[52],"by":[53],"conducting":[54],"a":[55,115],"comprehensive":[56],"analysis":[57],"three":[59],"LLMs.First,":[61],"show":[63],"that":[64,96,108],"previously":[65],"recall":[67],"in":[69,135,145,153],"largely":[71],"apply":[72],"contexts,":[75],"with":[76],"nuances":[77],"based":[78],"language":[80,92,122],"architecture.Next,":[82],"through":[83],"patching":[84],"intermediate":[85],"representations,":[86],"localize":[88],"the":[89,109,121,124,127,133,160],"role":[90],"recall,":[94],"finding":[95],"subject":[97],"enrichment":[98],"is":[99,104],"language-independent,":[100],"while":[101],"object":[102],"extraction":[103],"language-dependent.Additionally,":[105],"discover":[107],"last":[110],"token":[111],"representation":[112],"acts":[113],"as":[114,165],"Function":[116],"Vector":[117],"(FV),":[118],"encoding":[119],"both":[120],"query":[125],"content":[128],"be":[130],"extracted":[131],"from":[132],"subject.Furthermore,":[134],"decoder-only":[136],"LLMs,":[137],"FVs":[138],"compose":[139],"two":[141,146],"pieces":[142],"information":[144],"separate":[147],"stages.These":[148],"insights":[149],"reveal":[150],"unique":[151],"for":[156,162,176],"recalling":[157],"information,":[158],"highlighting":[159],"need":[161],"new":[163],"methodologies-such":[164],"evaluation,":[167],"fact":[168],"editing,":[169],"acquisition-that":[172],"are":[173],"specifically":[174],"tailored":[175],"LLMs.":[178],"1":[179]},"counts_by_year":[],"updated_date":"2026-07-08T08:33:18.762332","created_date":"2025-10-10T00:00:00"}