{"id":"https://openalex.org/W7148970960","doi":"https://doi.org/10.48550/arxiv.2604.01988","title":"SenseMath: Do LLMs Have Number Sense? Evaluating Shortcut Use, Judgment, and Generation","display_name":"SenseMath: Do LLMs Have Number Sense? Evaluating Shortcut Use, Judgment, and Generation","publication_year":2026,"publication_date":"2026-04-02","ids":{"openalex":"https://openalex.org/W7148970960","doi":"https://doi.org/10.48550/arxiv.2604.01988"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.01988","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01988","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.01988","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023045957","display_name":"Haomin Zhuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuang, Haomin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031152586","display_name":"Xiangqi Wang","orcid":"https://orcid.org/0000-0003-3773-0827"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiangqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132921714","display_name":"Yili Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Yili","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132885180","display_name":"Ying Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Ying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132920574","display_name":"Xiangliang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiangliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11345","display_name":"Cognitive and developmental aspects of mathematical skills","score":0.2775999903678894,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11345","display_name":"Cognitive and developmental aspects of mathematical skills","score":0.2775999903678894,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10599999874830246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.08500000089406967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5461999773979187},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5375000238418579},{"id":"https://openalex.org/keywords/fluency","display_name":"Fluency","score":0.4918999969959259},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4749999940395355},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.46630001068115234},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.36239999532699585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6639999747276306},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5461999773979187},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5375000238418579},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.4918999969959259},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4749999940395355},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.46630001068115234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3815999925136566},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.36239999532699585},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3506999909877777},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.28369998931884766},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.27730000019073486},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.273499995470047}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.01988","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01988","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.01988","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01988","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6048775911331177,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,92,147,196],"often":[3],"default":[4],"to":[5,33,138,161,192,200,209],"step-by-step":[6],"computation":[7],"even":[8,179],"when":[9,39,44,105,144,180,232],"efficient":[10],"numerical":[11,35,57],"shortcuts":[12,38,95,199,235],"are":[13,46],"available.":[14],"This":[15],"raises":[16],"a":[17,26,51,106,125,141],"basic":[18],"question:":[19],"do":[20,204],"they":[21,45,102,116,168,181,203],"exhibit":[22,223],"number":[23,240],"sense":[24],"in":[25,59,173],"human-like":[27],"behavioral":[28],"sense,":[29],"i.e.,":[30],"the":[31,184,193,228],"ability":[32],"recognize":[34,104],"structure,":[36],"apply":[37,94],"appropriate,":[40],"and":[41,69,77,112,152,207,233],"avoid":[42],"them":[43],"not?":[47],"We":[48],"introduce":[49],"SenseMath,":[50],"controlled":[52],"benchmark":[53],"for":[54],"evaluating":[55],"structure-sensitive":[56],"reasoning":[58],"LLMs.":[60],"SenseMath":[61],"contains":[62],"4,800":[63],"items":[64,121,159],"spanning":[65],"eight":[66],"shortcut":[67,107,150,225],"categories":[68],"four":[70],"digit":[71],"scales,":[72],"with":[73],"matched":[74],"strong-shortcut,":[75],"weak-shortcut,":[76],"control":[78],"variants.":[79],"It":[80],"supports":[81],"three":[82],"evaluation":[83,131],"settings":[84],"of":[85,128,177,231],"increasing":[86],"cognitive":[87],"demand:":[88],"Shortcut":[89],"Use":[90,194],"(whether":[91,101,115],"can":[93,103,117],"on":[96,157],"shortcut-amenable":[97,158],"problems);":[98],"Applicability":[99],"Judgment":[100],"is":[108,190],"appropriate":[109],"or":[110],"misleading);":[111],"Problem":[113],"Generation":[114],"generate":[118,210],"new":[119],"problem":[120],"that":[122,220,237],"correctly":[123],"admit":[124],"given":[126],"type":[127],"shortcut).":[129],"Our":[130],"across":[132],"five":[133],"LLMs,":[134],"ranging":[135],"from":[136,214],"GPT-4o-mini":[137],"Llama-3.1-8B,":[139],"shows":[140],"consistent":[142],"pattern:":[143],"explicitly":[145],"prompted,":[146],"readily":[148],"adopt":[149],"strategies":[151,172],"achieve":[153],"substantial":[154],"accuracy":[155],"gains":[156],"(up":[160],"15%),":[162],"yet":[163],"under":[164],"standard":[165],"chain-of-thought":[166],"prompting":[167],"spontaneously":[169],"employ":[170],"such":[171],"fewer":[174],"than":[175],"40%":[176],"cases,":[178],"demonstrably":[182],"possess":[183],"requisite":[185],"capability.":[186],"Moreover,":[187],"this":[188],"competence":[189],"confined":[191],"level;":[195],"systematically":[197],"over-generalise":[198],"problems":[201,213],"where":[202],"not":[205],"apply,":[206],"fail":[208],"valid":[211],"shortcut-bearing":[212],"scratch.":[215],"Together,":[216],"these":[217],"results":[218],"suggest":[219],"current":[221],"LLMs":[222],"procedural":[224],"fluency":[226],"without":[227],"structural":[229],"understanding":[230],"why":[234],"work":[236],"underlies":[238],"human":[239],"sense.":[241]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-04T00:00:00"}