{"id":"https://openalex.org/W7141036199","doi":"https://doi.org/10.48550/arxiv.2603.25633","title":"Is Mathematical Problem-Solving Expertise in Large Language Models Associated with Assessment Performance?","display_name":"Is Mathematical Problem-Solving Expertise in Large Language Models Associated with Assessment Performance?","publication_year":2026,"publication_date":"2026-03-26","ids":{"openalex":"https://openalex.org/W7141036199","doi":"https://doi.org/10.48550/arxiv.2603.25633"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.25633","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25633","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.25633","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130732279","display_name":"Liang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130744086","display_name":"Yu Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130808445","display_name":"Xinyi Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Xinyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.5297999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.5297999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.06840000301599503,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11345","display_name":"Cognitive and developmental aspects of mathematical skills","score":0.061799999326467514,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.7466999888420105},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5145000219345093},{"id":"https://openalex.org/keywords/tutor","display_name":"TUTOR","score":0.49149999022483826},{"id":"https://openalex.org/keywords/mathematical-problem","display_name":"Mathematical problem","score":0.3276999890804291},{"id":"https://openalex.org/keywords/educational-assessment","display_name":"Educational assessment","score":0.2694999873638153}],"concepts":[{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.7466999888420105},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5145000219345093},{"id":"https://openalex.org/C2778371403","wikidata":"https://www.wikidata.org/wiki/Q7672049","display_name":"TUTOR","level":2,"score":0.49149999022483826},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4860999882221222},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.38659998774528503},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36169999837875366},{"id":"https://openalex.org/C66783780","wikidata":"https://www.wikidata.org/wiki/Q1166625","display_name":"Mathematical problem","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32249999046325684},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27799999713897705},{"id":"https://openalex.org/C188231857","wikidata":"https://www.wikidata.org/wiki/Q2585724","display_name":"Educational assessment","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2587999999523163},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.25633","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25633","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.25633","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25633","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8843640685081482,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4],"increasingly":[5],"used":[6],"in":[7,60,76,197],"math":[8,28,67,83,112,155,198],"education":[9],"not":[10],"only":[11],"as":[12,17,171],"problem":[13,88,113,145],"solvers":[14],"but":[15,162],"also":[16,166],"assessors":[18],"of":[19,49,188],"learners'":[20],"reasoning.":[21,62],"However,":[22],"it":[23,123],"remains":[24,140],"unclear":[25],"whether":[26],"stronger":[27,34,159],"problem-solving":[29,156],"ability":[30],"is":[31,108],"associated":[32],"with":[33,72,126],"step-level":[35,164],"assessment":[36,106,139,160,196],"performance.":[37],"This":[38],"study":[39],"examines":[40],"that":[41,154],"relationship":[42],"using":[43],"the":[44,56,81,86,96,115,136,184],"GSM8K":[45],"and":[46,74,89,133,175,186],"MATH":[47],"subsets":[48],"PROCESSBENCH,":[50],"a":[51,91,102],"human-annotated":[52],"benchmark":[53],"for":[54,183,194],"identifying":[55],"earliest":[57,97],"erroneous":[58,98],"step":[59,172],"mathematical":[61],"We":[63],"evaluate":[64],"two":[65,77],"LLM-based":[66],"tutor":[68],"agent":[69],"settings,":[70],"instantiated":[71],"GPT-4":[73],"GPT-5,":[75],"independent":[78],"tasks":[79],"on":[80,111,121,148],"same":[82,116,137],"problems:":[84],"solving":[85],"original":[87],"assessing":[90],"benchmark-provided":[92],"solution":[93],"by":[94],"predicting":[95],"step.":[99],"Results":[100],"show":[101],"consistent":[103],"within-model":[104],"pattern:":[105],"accuracy":[107],"substantially":[109],"higher":[110],"items":[114,122],"model":[117],"solved":[118,124],"correctly":[119],"than":[120,143],"incorrectly,":[125],"statistically":[127],"significant":[128],"associations":[129],"across":[130],"both":[131],"models":[132],"datasets.":[134],"At":[135],"time,":[138],"more":[141],"difficult":[142],"direct":[144],"solving,":[146],"especially":[147],"error-present":[149],"solutions.":[150],"These":[151],"findings":[152],"suggest":[153],"expertise":[157],"supports":[158],"performance,":[161],"reliable":[163],"diagnosis":[165],"requires":[167],"additional":[168],"capabilities":[169],"such":[170],"tracking,":[173],"monitoring,":[174],"precise":[176],"error":[177],"localization.":[178],"The":[179],"results":[180],"have":[181],"implications":[182],"design":[185],"evaluation":[187],"AI-supported":[189],"Adaptive":[190],"Instructional":[191],"Systems":[192],"(AISs)":[193],"formative":[195],"education.":[199]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-28T00:00:00"}