{"id":"https://openalex.org/W7164914255","doi":"https://doi.org/10.48550/arxiv.2606.16152","title":"The Quality-Utility Paradox: Why High-Reward Data Impairs Small Model Mathematical Reasoning","display_name":"The Quality-Utility Paradox: Why High-Reward Data Impairs Small Model Mathematical Reasoning","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164914255","doi":"https://doi.org/10.48550/arxiv.2606.16152"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.16152","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16152","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.16152","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138744751","display_name":"Haolong Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Haolong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030018760","display_name":"Xiaomin Yang","orcid":"https://orcid.org/0000-0002-5593-5108"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xianliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134772272","display_name":"Yinuo Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"ma, Yinuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047614319","display_name":"L Che","orcid":"https://orcid.org/0009-0004-9769-5140"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Che, Lirong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138750362","display_name":"Feng Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101893660","display_name":"Yi Guo","orcid":"https://orcid.org/0009-0006-1890-6726"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138724461","display_name":"Lei Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138692808","display_name":"Jiang Bian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bian, Jiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138721443","display_name":"Chun Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Chun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.12030000239610672,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.12030000239610672,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09619999676942825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.09179999679327011,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.7418000102043152},{"id":"https://openalex.org/keywords/counterintuitive","display_name":"Counterintuitive","score":0.6324999928474426},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.541700005531311},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4690000116825104},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.42730000615119934},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4009999930858612},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.3725000023841858},{"id":"https://openalex.org/keywords/logical-consequence","display_name":"Logical consequence","score":0.3549000024795532},{"id":"https://openalex.org/keywords/deductive-reasoning","display_name":"Deductive reasoning","score":0.3521000146865845}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.7418000102043152},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6894999742507935},{"id":"https://openalex.org/C101097943","wikidata":"https://www.wikidata.org/wiki/Q5176983","display_name":"Counterintuitive","level":2,"score":0.6324999928474426},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.541700005531311},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4828000068664551},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4690000116825104},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.42730000615119934},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4009999930858612},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36880001425743103},{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.3549000024795532},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3479999899864197},{"id":"https://openalex.org/C76969082","wikidata":"https://www.wikidata.org/wiki/Q486902","display_name":"Mathematical model","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C55037315","wikidata":"https://www.wikidata.org/wiki/Q5421151","display_name":"Experimental data","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2754000127315521},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.16152","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16152","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.16152","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16152","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6429342031478882}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1,151],"from":[2,90,132],"powerful":[3],"reasoning":[4,39,94,110,150],"models":[5],"is":[6],"widely":[7],"used":[8],"to":[9,54],"improve":[10],"Small":[11],"Language":[12],"Models":[13],"(SLMs)":[14],"on":[15,165],"mathematical":[16,38,149],"reasoning,":[17],"often":[18],"assuming":[19],"that":[20,80,147],"traces":[21,60],"with":[22,86],"higher":[23,50],"reward":[24,55],"model":[25],"scores":[26],"provide":[27],"more":[28],"useful":[29],"supervision.":[30],"We":[31],"identify":[32],"a":[33,46],"counterintuitive":[34],"\\textbf{Quality-Utility":[35],"Paradox}":[36],"in":[37],"distillation.":[40],"Data":[41],"refined":[42],"or":[43],"synthesized":[44],"by":[45,62],"stronger":[47],"Oracle":[48,81],"obtains":[49],"perceived":[51,155],"quality":[52,157],"according":[53],"models,":[56],"yet":[57],"consistently":[58],"underperforms":[59],"generated":[61],"the":[63,91,99,106,122,126,133],"SLM":[64,127],"itself":[65],"and":[66,74,103,140,158,170],"selected":[67],"through":[68],"rejection":[69],"sampling":[70],"across":[71],"Qwen2.5,":[72],"LLaMA-3,":[73],"DeepSeek":[75],"families.":[76],"Our":[77],"analysis":[78],"shows":[79],"refinement":[82],"couples":[83],"logical":[84,130],"repair":[85,131],"distributional":[87],"drift":[88,97],"away":[89],"SLM's":[92],"native":[93,123],"distribution.":[95],"This":[96,135],"increases":[98],"learner's":[100],"adaptation":[101,138],"cost":[102,139],"can":[104],"outweigh":[105],"benefit":[107],"of":[108,125],"improved":[109],"logic.":[111],"To":[112],"test":[113],"this":[114],"mechanism,":[115],"we":[116],"introduce":[117],"\\textbf{Style-Aligned":[118],"Refinement},":[119],"which":[120],"preserves":[121],"trajectory":[124],"while":[128],"retaining":[129],"Oracle.":[134],"intervention":[136],"lowers":[137],"restores":[141],"downstream":[142],"utility.":[143],"These":[144],"findings":[145],"suggest":[146],"effective":[148],"should":[152],"jointly":[153],"optimize":[154],"solution":[156],"learner-data":[159],"compatibility,":[160],"rather":[161],"than":[162],"relying":[163],"solely":[164],"reward-model":[166],"scores.":[167],"The":[168],"datasets":[169],"code":[171],"are":[172],"available":[173],"at":[174],"https://github.com/Dracoqhl/Quality-Utility-Paradox.":[175]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-17T00:00:00"}