{"id":"https://openalex.org/W4407953093","doi":"https://doi.org/10.1145/3701551.3703576","title":"How Does Memorization Impact LLMs' Social Reasoning? An Assessment using Seen and Unseen Queries","display_name":"How Does Memorization Impact LLMs' Social Reasoning? An Assessment using Seen and Unseen Queries","publication_year":2025,"publication_date":"2025-02-26","ids":{"openalex":"https://openalex.org/W4407953093","doi":"https://doi.org/10.1145/3701551.3703576"},"language":"en","primary_location":{"id":"doi:10.1145/3701551.3703576","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701551.3703576","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3701551.3703576","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023630015","display_name":"Maryam Amirizaniani","orcid":"https://orcid.org/0000-0002-6142-0637"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Maryam Amirizaniani","raw_affiliation_strings":["University of Washington, Seattle, USA"],"raw_orcid":"https://orcid.org/0000-0002-6142-0637","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, USA","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099097268","display_name":"Maryna Sivachenko","orcid":null},"institutions":[{"id":"https://openalex.org/I4210138624","display_name":"University of Washington Bothell","ror":"https://ror.org/02ygzhr13","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701","https://openalex.org/I4210138624"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maryna Sivachenko","raw_affiliation_strings":["University of Washington-Bothell, Bothell, USA"],"raw_orcid":"https://orcid.org/0009-0006-2889-4247","affiliations":[{"raw_affiliation_string":"University of Washington-Bothell, Bothell, USA","institution_ids":["https://openalex.org/I4210138624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093939628","display_name":"Adrian Lavergne","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adrian Lavergne","raw_affiliation_strings":["University of Washington, Seattle, USA"],"raw_orcid":"https://orcid.org/0009-0007-4790-4292","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, USA","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061319881","display_name":"Chirag Shah","orcid":"https://orcid.org/0000-0002-3797-4293"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chirag Shah","raw_affiliation_strings":["University of Washington, Seattle, USA"],"raw_orcid":"https://orcid.org/0000-0002-3797-4293","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, USA","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I58610484"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061449471","display_name":"Afra Mashhadi","orcid":"https://orcid.org/0000-0003-4631-4438"},"institutions":[{"id":"https://openalex.org/I4210138624","display_name":"University of Washington Bothell","ror":"https://ror.org/02ygzhr13","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701","https://openalex.org/I4210138624"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Afra Mashhadi","raw_affiliation_strings":["University of Washington-Bothell, Bothell, USA"],"raw_orcid":"https://orcid.org/0000-0003-4631-4438","affiliations":[{"raw_affiliation_string":"University of Washington-Bothell, Bothell, USA","institution_ids":["https://openalex.org/I4210138624"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5023630015"],"corresponding_institution_ids":["https://openalex.org/I201448701","https://openalex.org/I58610484"],"apc_list":null,"apc_paid":null,"fwci":15.1955,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.97855052,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"924","last_page":"933"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.9538000226020813,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.9474999904632568,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.8397458791732788},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.631765604019165},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3281319737434387},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.24871286749839783},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24051529169082642}],"concepts":[{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.8397458791732788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.631765604019165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3281319737434387},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.24871286749839783},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24051529169082642}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701551.3703576","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701551.3703576","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3701551.3703576","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701551.3703576","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W3002330681","https://openalex.org/W3047056223","https://openalex.org/W3099700870","https://openalex.org/W4285107714","https://openalex.org/W4311613601","https://openalex.org/W4383226706","https://openalex.org/W4385567216","https://openalex.org/W4385571451","https://openalex.org/W4385571693","https://openalex.org/W4389518985","https://openalex.org/W4389519153","https://openalex.org/W4389520279","https://openalex.org/W4389524308","https://openalex.org/W4390599914","https://openalex.org/W4392384650","https://openalex.org/W4393147009","https://openalex.org/W4393147133","https://openalex.org/W4396832610","https://openalex.org/W4396833607","https://openalex.org/W4396843976","https://openalex.org/W4401042580","https://openalex.org/W4401042992","https://openalex.org/W4401044013","https://openalex.org/W4402670989","https://openalex.org/W4403577434","https://openalex.org/W4403582472"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3093895509","https://openalex.org/W3163481960","https://openalex.org/W2323394100","https://openalex.org/W280704926","https://openalex.org/W2476068070","https://openalex.org/W4323971310","https://openalex.org/W2893372175"],"abstract_inverted_index":{"As":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"have":[5,14,50,58],"rapidly":[6],"advanced":[7],"in":[8,42,55,182],"social":[9,44,53,100,143,172,193],"reasoning":[10,45,54,65,101,144,173],"tasks,":[11],"their":[12,76],"applications":[13],"expanded":[15],"to":[16,35,85,125,188],"domains":[17],"such":[18],"as":[19],"healthcare":[20],"and":[21,129,139,159,166,174,185],"psychology.":[22],"Given":[23],"the":[24,37,63,69,91,98,135,141,154,157],"direct":[25],"interaction":[26],"of":[27,39,72,93,103,113,137,156],"users":[28],"with":[29],"these":[30],"applications,":[31],"it":[32],"is":[33],"essential":[34],"evaluate":[36],"performance":[38],"LLMs,":[40,56,149],"particularly":[41],"human-like":[43],"capabilities.":[46],"While":[47],"previous":[48],"studies":[49],"explored":[51],"human-aligned":[52,99],"they":[57],"not":[59],"adequately":[60],"assessed":[61],"whether":[62],"generated":[64],"answers":[66],"stem":[67],"from":[68,122,164],"LLMs'":[70,142],"memorization":[71,96,138,176],"training":[73,94,155],"data":[74,95],"or":[75],"natural":[77],"language":[78],"understanding.":[79],"In":[80],"this":[81,87],"study,":[82],"we":[83],"aim":[84],"address":[86],"gap":[88],"by":[89],"assessing":[90],"impact":[92,191],"on":[97,147,192],"capabilities":[102],"LLMs.":[104],"We":[105],"introduce":[106],"IR+CoT":[107,133,170],"(Information":[108],"Retrieval":[109],"(IR)":[110],"+":[111],"Chain":[112],"Thought":[114],"(CoT)),":[115],"a":[116],"framework":[117],"that":[118,169],"leverages":[119],"retrieved":[120],"information":[121],"input":[123],"questions":[124,163,187],"fine-tune":[126],"prompt":[127],"templates":[128],"employs":[130],"CoT":[131],"methods.":[132],"mitigates":[134],"effects":[136],"enhances":[140,171],"performance.":[145],"Experiments":[146],"three":[148],"using":[150,183],"seen":[151],"(present":[152],"during":[153],"LLMs)":[158],"unseen":[160],"(introduced":[161],"post-training)":[162],"Reddit":[165],"Lemmy,":[167],"show":[168],"reduces":[175],"effects.":[177],"This":[178],"research's":[179],"novelty":[180],"lies":[181],"old":[184],"new":[186],"assess":[189],"memorization's":[190],"reasoning.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}