{"id":"https://openalex.org/W7106698589","doi":"https://doi.org/10.48550/arxiv.2511.17577","title":"Efficient Mathematical Reasoning Models via Dynamic Pruning and Knowledge Distillation","display_name":"Efficient Mathematical Reasoning Models via Dynamic Pruning and Knowledge Distillation","publication_year":2025,"publication_date":"2025-11-15","ids":{"openalex":"https://openalex.org/W7106698589","doi":"https://doi.org/10.48550/arxiv.2511.17577"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2511.17577","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.17577","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2511.17577","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yu, Fengming","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Fengming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Meng, Qingyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng, Qingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Pan, Haiwei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Haiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Zhang, Kejia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Kejia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11620000004768372,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11620000004768372,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10220000147819519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.08240000158548355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7925999760627747},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5654000043869019},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.48980000615119934},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.44909998774528503},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.34290000796318054},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.34049999713897705},{"id":"https://openalex.org/keywords/mathematical-model","display_name":"Mathematical model","score":0.3230000138282776}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7925999760627747},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.777999997138977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5964999794960022},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5654000043869019},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5236999988555908},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.48980000615119934},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.44909998774528503},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.34290000796318054},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.34049999713897705},{"id":"https://openalex.org/C76969082","wikidata":"https://www.wikidata.org/wiki/Q486902","display_name":"Mathematical model","level":2,"score":0.3230000138282776},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.2750000059604645},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26260000467300415}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2511.17577","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.17577","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2511.17577","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.17577","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,53,60,92,96,100,115,118,159],"rapid":[2],"development":[3],"of":[4,55,67,117,177],"deep":[5],"learning,":[6],"large":[7,178],"language":[8,179],"models":[9,180],"have":[10],"shown":[11],"strong":[12,167],"capabilities":[13],"in":[14,59,76,181],"complex":[15],"reasoning":[16,105,168,183],"tasks":[17],"such":[18],"as":[19],"mathematical":[20,182],"equation":[21],"solving.":[22],"However,":[23],"their":[24],"substantial":[25,162],"computational":[26,81],"and":[27,70,72,112,146],"storage":[28],"costs":[29],"hinder":[30],"practical":[31,172],"deployment.":[32],"This":[33],"paper":[34],"proposes":[35],"a":[36,65,126,171],"lightweight":[37],"optimization":[38],"method":[39,160],"that":[40,158],"integrates":[41],"dynamic":[42],"attention":[43,57,62],"head":[44,58],"pruning":[45,128],"with":[46,125],"knowledge":[47,87],"distillation.":[48],"The":[49],"approach":[50],"dynamically":[51],"evaluates":[52],"importance":[54],"each":[56],"multi-head":[61],"mechanism":[63],"using":[64],"combination":[66],"weight":[68],"norms":[69],"entropy,":[71],"prunes":[73],"redundant":[74],"heads":[75],"real":[77],"time":[78],"to":[79,95,103,153],"reduce":[80],"overhead.":[82],"To":[83],"mitigate":[84],"performance":[85],"degradation,":[86],"distillation":[88],"transfers":[89],"information":[90],"from":[91],"original":[93],"model":[94,102],"pruned":[97],"student,":[98],"enabling":[99],"smaller":[101],"preserve":[104],"ability.":[106],"Experiments":[107],"conducted":[108],"on":[109,123],"both":[110],"Math23k":[111,124],"ASDiv-A":[113],"verify":[114],"effectiveness":[116],"proposed":[119],"method.":[120],"For":[121],"example,":[122],"30%":[127],"ratio,":[129],"parameters":[130],"are":[131,142],"reduced":[132,143],"by":[133,139,144],"18.7%,":[134],"inference":[135],"speed":[136],"is":[137],"improved":[138],"27.5%,":[140],"FLOPs":[141],"19.3%,":[145],"accuracy":[147],"drops":[148],"only":[149],"0.7%":[150],"(from":[151],"84.4%":[152],"83.7%).":[154],"These":[155],"results":[156],"demonstrate":[157],"achieves":[161],"efficiency":[163],"gains":[164],"while":[165],"maintaining":[166],"performance,":[169],"providing":[170],"solution":[173],"for":[174],"efficient":[175],"deployment":[176],"tasks.":[184]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-11-27T00:00:00"}