{"id":"https://openalex.org/W7163405113","doi":"https://doi.org/10.48550/arxiv.2606.03606","title":"Testing LLM Arithmetic Reasoning Generalization with Automatic Numeric-Remapping Attacks","display_name":"Testing LLM Arithmetic Reasoning Generalization with Automatic Numeric-Remapping Attacks","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163405113","doi":"https://doi.org/10.48550/arxiv.2606.03606"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03606","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03606","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03606","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014809469","display_name":"Malia Barker","orcid":"https://orcid.org/0009-0003-3543-5872"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barker, Malia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137716155","display_name":"Bishal Lakha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lakha, Bishal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009094578","display_name":"Edoardo Serra","orcid":"https://orcid.org/0000-0003-0689-5063"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Serra, Edoardo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137776627","display_name":"Francesco Gullo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gullo, Francesco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.33550000190734863,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.33550000190734863,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.12759999930858612,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.06030000001192093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.4399000108242035},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.42160001397132874},{"id":"https://openalex.org/keywords/probably-approximately-correct-learning","display_name":"Probably approximately correct learning","score":0.4171999990940094},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.40400001406669617},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.39809998869895935},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.3817000091075897},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.36239999532699585},{"id":"https://openalex.org/keywords/soundness","display_name":"Soundness","score":0.35010001063346863}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7062000036239624},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.45339998602867126},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.4399000108242035},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.42160001397132874},{"id":"https://openalex.org/C176248197","wikidata":"https://www.wikidata.org/wiki/Q458526","display_name":"Probably approximately correct learning","level":4,"score":0.4171999990940094},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.40400001406669617},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.39809998869895935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3955000042915344},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38370001316070557},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.3817000091075897},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.36239999532699585},{"id":"https://openalex.org/C39920170","wikidata":"https://www.wikidata.org/wiki/Q693083","display_name":"Soundness","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C55526617","wikidata":"https://www.wikidata.org/wiki/Q719375","display_name":"Operand","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3301999866962433},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C24858836","wikidata":"https://www.wikidata.org/wiki/Q844718","display_name":"Theory of computation","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C2992503517","wikidata":"https://www.wikidata.org/wiki/Q620584","display_name":"Mental arithmetic","level":4,"score":0.27459999918937683},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2556000053882599},{"id":"https://openalex.org/C206880738","wikidata":"https://www.wikidata.org/wiki/Q431667","display_name":"Automated theorem proving","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C83581934","wikidata":"https://www.wikidata.org/wiki/Q527381","display_name":"Arbitrary-precision arithmetic","level":2,"score":0.25049999356269836},{"id":"https://openalex.org/C143273055","wikidata":"https://www.wikidata.org/wiki/Q2382794","display_name":"Delegate","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03606","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03606","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03606","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03606","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,24,41],"achieve":[3],"strong":[4],"performance":[5],"on":[6,70,117,181,223],"arithmetic":[7,15,45,118],"reasoning":[8,77,101,231],"benchmarks,":[9],"and":[10,39,103,143,157,178,184,201,235],"one":[11],"common":[12],"response":[13],"to":[14,18,21,58,196],"brittleness":[16],"is":[17],"delegate":[19],"computation":[20],"code.":[22],"Yet":[23],"are":[25,56,203,233,237,244],"still":[26],"often":[27],"used":[28],"in":[29],"settings":[30],"where":[31],"they":[32],"must":[33],"reason":[34],"directly":[35],"from":[36],"natural":[37],"language,":[38],"trustworthy":[40],"should":[42],"solve":[43,64],"small-number":[44],"word":[46,119],"problems":[47],"without":[48],"external":[49],"tools.":[50],"Prior":[51],"work":[52],"shows":[53],"that":[54,97,218],"LLMs":[55],"sensitive":[57,228],"numerical":[59],"variation:":[60],"a":[61,89,158],"model":[62],"may":[63],"an":[65,110],"original":[66,100],"problem":[67],"but":[68],"fail":[69],"structurally":[71],"similar":[72],"variants":[73],"requiring":[74,125],"the":[75,99,165],"same":[76],"procedure":[78],"with":[79,168,207],"different":[80],"numbers.":[81],"We":[82,108,172],"ask":[83],"whether":[84],"this":[85],"fragility":[86],"persists":[87],"under":[88],"stricter":[90],"setting":[91],"involving":[92],"small,":[93],"schema-preserving":[94],"numeric":[95,138],"changes":[96],"retain":[98,161],"program":[102],"avoid":[104],"large-number":[105],"stress":[106],"tests.":[107],"introduce":[109],"automatic":[111],"algorithm":[112],"for":[113],"generating":[114],"numeric-remapping":[115,219],"attacks":[116],"problems.":[120],"Unlike":[121],"template-based":[122],"perturbation":[123],"methods":[124],"manual":[126],"schemas":[127],"or":[128,212],"constraints,":[129],"our":[130],"approach":[131],"derives":[132],"problem-specific":[133],"symbolic":[134],"representations,":[135],"generates":[136],"constrained":[137],"remappings,":[139],"recomputes":[140],"gold":[141],"answers,":[142],"realizes":[144],"transformed":[145],"questions":[146],"through":[147],"deterministic":[148],"edits":[149],"guided":[150],"by":[151],"LLM-generated":[152],"edit":[153],"plans.":[154],"Stage-wise":[155],"validation":[156],"high-confidence":[159],"audit":[160],"reliable":[162],"attacks,":[163],"making":[164],"pipeline":[166],"scalable":[167],"limited":[169],"human":[170],"intervention.":[171],"evaluate":[173],"DeepSeek-R1":[174],"(70B),":[175],"Gemma4":[176],"(31B),":[177],"GPT-OSS":[179],"(120B)":[180],"GSM8K,":[182,187],"MAWPS,":[183],"MultiArith.":[185],"On":[186],"completed":[188],"runs":[189],"show":[190,217],"conditional":[191],"accuracy":[192],"drops":[193],"of":[194],"12.16":[195],"25.82":[197],"percentage":[198],"points.":[199],"MAWPS":[200],"MultiArith":[202],"far":[204],"more":[205,241,245],"stable,":[206],"most":[208],"attacked":[209],"accuracies":[210],"near":[211],"above":[213],"98%.":[214],"These":[215],"results":[216],"robustness":[220],"depends":[221],"strongly":[222],"dataset":[224],"structure:":[225],"GSM8K":[226],"remains":[227],"even":[229],"when":[230],"programs":[232],"preserved":[234],"answers":[236],"recomputed,":[238],"while":[239],"shorter,":[240],"regular":[242],"datasets":[243],"robust.":[246]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}