{"id":"https://openalex.org/W4412887975","doi":"https://doi.org/10.18653/v1/2025.findings-acl.1006","title":"Patterns Over Principles: The Fragility of Inductive Reasoning in LLMs under Noisy Observations","display_name":"Patterns Over Principles: The Fragility of Inductive Reasoning in LLMs under Noisy Observations","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412887975","doi":"https://doi.org/10.18653/v1/2025.findings-acl.1006"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.1006","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1006","pdf_url":"https://aclanthology.org/2025.findings-acl.1006.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.1006.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100360574","display_name":"Chunyang Li","orcid":"https://orcid.org/0000-0002-5798-2274"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chunyang Li","raw_affiliation_strings":["Department of Computer Science and Engineering , HKUST , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering , HKUST , Hong Kong SAR , China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100601726","display_name":"Weiqi Wang","orcid":"https://orcid.org/0000-0002-1617-9805"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Weiqi Wang","raw_affiliation_strings":["Department of Computer Science and Engineering , HKUST , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering , HKUST , Hong Kong SAR , China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119181283","display_name":"Tianshi Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tianshi Zheng","raw_affiliation_strings":["Department of Computer Science and Engineering , HKUST , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering , HKUST , Hong Kong SAR , China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020880385","display_name":"Yangqiu Song","orcid":"https://orcid.org/0000-0002-7818-6090"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yangqiu Song","raw_affiliation_strings":["Department of Computer Science and Engineering , HKUST , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering , HKUST , Hong Kong SAR , China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"19608","last_page":"19626"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.8755000233650208,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.8755000233650208,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11762","display_name":"Law, Economics, and Judicial Systems","score":0.8307999968528748,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13851","display_name":"Law, AI, and Intellectual Property","score":0.7894999980926514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fragility","display_name":"Fragility","score":0.7301205992698669},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49378618597984314},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.34004974365234375},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24208033084869385},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.08411148190498352}],"concepts":[{"id":"https://openalex.org/C80191262","wikidata":"https://www.wikidata.org/wiki/Q5477668","display_name":"Fragility","level":2,"score":0.7301205992698669},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49378618597984314},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34004974365234375},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24208033084869385},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08411148190498352},{"id":"https://openalex.org/C147789679","wikidata":"https://www.wikidata.org/wiki/Q11372","display_name":"Physical chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.1006","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1006","pdf_url":"https://aclanthology.org/2025.findings-acl.1006.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-168651","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-168651","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.1006","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1006","pdf_url":"https://aclanthology.org/2025.findings-acl.1006.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7599999904632568,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412887975.pdf","grobid_xml":"https://content.openalex.org/works/W4412887975.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1979571865","https://openalex.org/W4283651292","https://openalex.org/W2079972888","https://openalex.org/W3101696972","https://openalex.org/W2982196623","https://openalex.org/W1505219605","https://openalex.org/W1982511258"],"abstract_inverted_index":{"Inductive":[0],"reasoning,":[1],"a":[2,54,81],"cornerstone":[3],"of":[4],"human":[5],"cognition,":[6],"enables":[7],"generalization":[8],"from":[9,63],"limited":[10],"data":[11,64,166],"but":[12],"hasn't":[13],"yet":[14],"been":[15],"fully":[16],"achieved":[17],"by":[18],"large":[19],"language":[20],"models":[21],"(LLMs).While":[22],"modern":[23],"LLMs":[24,115],"excel":[25],"at":[26,169],"reasoning":[27,84,145],"tasks,":[28],"their":[29],"ability":[30],"to":[31,149],"maintain":[32],"stable":[33],"and":[34,89,95,152,165],"consistent":[35,127],"rule":[36],"abstraction":[37],"under":[38,108,118],"imperfect":[39],"observations":[40],"remains":[41],"underexplored.To":[42],"fill":[43],"this":[44,47,72],"gap,":[45],"in":[46,60],"work,":[48],"we":[49,74],"introduce":[50],"Robust":[51],"Rule":[52,78],"Induction,":[53],"task":[55,131],"that":[56,65],"evaluates":[57],"LLMs'":[58,134,144],"capability":[59],"inferring":[61],"rules":[62],"are":[66,167],"fused":[67],"with":[68,104,124],"noisy":[69],"examples.To":[70],"address":[71],"task,":[73],"further":[75],"propose":[76],"Sample-steered":[77],"Refinement":[79],"(SRR),":[80],"method":[82],"enhancing":[83],"stability":[85],"via":[86],"observation":[87],"diversification":[88],"execution-guided":[90],"feedback.Experiments":[91],"across":[92],"arithmetic,":[93],"cryptography,":[94],"list":[96],"functions":[97],"reveal:":[98],"(1)":[99],"SRR":[100],"outperforms":[101],"other":[102],"methods":[103],"minimal":[105],"performance":[106],"degradation":[107],"noise;":[109],"(2)":[110],"Despite":[111],"slight":[112],"accuracy":[113,122],"variation,":[114],"exhibit":[116],"instability":[117],"noise":[119],"(e.g.,":[120],"0%":[121],"change":[123],"only":[125],"70%":[126],"score);":[128],"(3)":[129],"Counterfactual":[130],"gaps":[132],"highlight":[133],"reliance":[135],"on":[136],"memorized":[137],"patterns":[138],"over":[139],"genuine":[140],"abstraction.Our":[141],"findings":[142],"challenge":[143],"robustness,":[146],"revealing":[147],"susceptibility":[148],"hypothesis":[150],"drift":[151],"pattern":[153],"overfitting,":[154],"while":[155],"providing":[156],"empirical":[157],"evidence":[158],"critical":[159],"for":[160],"developing":[161],"human-like":[162],"inductive":[163],"systems.Code":[164],"available":[168],"https://github.com/HKUST-KnowComp/Robust-Rule-Induction.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}