{"id":"https://openalex.org/W7152440884","doi":"https://doi.org/10.48550/arxiv.2604.06834","title":"On the Step Length Confounding in LLM Reasoning Data Selection","display_name":"On the Step Length Confounding in LLM Reasoning Data Selection","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7152440884","doi":"https://doi.org/10.48550/arxiv.2604.06834"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.06834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.06834","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133275725","display_name":"Bing Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133263243","display_name":"Rui Miao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miao, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133281331","display_name":"Chen Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133248043","display_name":"Shaotian Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Shaotian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133248813","display_name":"Kaiyuan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Kaiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133270818","display_name":"Ximing Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ximing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133238454","display_name":"Xiaosong Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Xiaosong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030567406","display_name":"Sinan Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Sinan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133280933","display_name":"Jun Zhang","orcid":"https://orcid.org/0000-0002-5351-051X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133296705","display_name":"Jieping Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Jieping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.392300009727478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.392300009727478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.11749999970197678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.06319999694824219,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.7055000066757202},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5388000011444092},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5354999899864197},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4731000065803528},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.375900000333786},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.3750999867916107},{"id":"https://openalex.org/keywords/causal-reasoning","display_name":"Causal reasoning","score":0.3626999855041504},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.35850000381469727},{"id":"https://openalex.org/keywords/confounding","display_name":"Confounding","score":0.3555000126361847}],"concepts":[{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.7055000066757202},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6748999953269958},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5388000011444092},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5354999899864197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4799000024795532},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4731000065803528},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46459999680519104},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41659998893737793},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.375900000333786},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.3750999867916107},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.3626999855041504},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.35850000381469727},{"id":"https://openalex.org/C77350462","wikidata":"https://www.wikidata.org/wiki/Q1125472","display_name":"Confounding","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.3393999934196472},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.3359000086784363},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.33059999346733093},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.3294000029563904},{"id":"https://openalex.org/C40423286","wikidata":"https://www.wikidata.org/wiki/Q284172","display_name":"Selection bias","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.25450000166893005},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.06834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.06834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0,37],"reasoning":[1,32,80,88,118],"models":[2],"have":[3],"recently":[4],"demonstrated":[5],"strong":[6],"performance":[7],"on":[8,19],"complex":[9],"tasks":[10],"that":[11],"require":[12],"long":[13,31],"chain-of-thought":[14],"reasoning,":[15],"through":[16],"supervised":[17],"fine-tuning":[18],"large-scale":[20],"and":[21,41,150,169],"high-quality":[22,51],"datasets.":[23],"To":[24,131],"construct":[25],"such":[26],"datasets,":[27,81],"existing":[28],"pipelines":[29],"generate":[30],"data":[33,59,63],"from":[34],"more":[35,91],"capable":[36],"Language":[38],"Models":[39],"(LLMs)":[40],"apply":[42],"manually":[43],"heuristic":[44],"or":[45],"naturalness-based":[46,58],"selection":[47],"methods":[48],"to":[49,78,113,158],"filter":[50],"samples.":[52],"Despite":[53],"the":[54,65,127,160,174,181],"proven":[55],"effectiveness":[56,175],"of":[57,176],"selection,":[60],"which":[61,141,152],"ranks":[62],"by":[64,70],"average":[66,128,147],"log":[67,129,148],"probability":[68],"assigned":[69],"LLMs,":[71],"our":[72,177],"analysis":[73],"shows":[74],"that,":[75],"when":[76,145],"applied":[77],"LLM":[79],"it":[82],"systematically":[83],"prefers":[84],"samples":[85],"with":[86],"longer":[87,120],"steps":[89,121],"(i.e.,":[90],"tokens":[92,116],"per":[93],"step)":[94],"rather":[95],"than":[96],"higher-quality":[97],"ones,":[98],"a":[99,154],"phenomenon":[100,112],"we":[101,109,135],"term":[102],"step":[103,182],"length":[104,183],"confounding.":[105],"Through":[106],"quantitative":[107],"analysis,":[108],"attribute":[110],"this":[111,133],"low-probability":[114],"first":[115,161],"in":[117,179],"steps;":[119],"dilute":[122],"their":[123],"influence,":[124],"thereby":[125],"inflating":[126],"probabilities.":[130],"address":[132],"issue,":[134],"propose":[136],"two":[137],"variant":[138],"methods:":[139],"ASLEC-DROP,":[140],"drops":[142],"first-token":[143],"probabilities":[144],"computing":[146],"probability,":[149],"ASLEC-CASL,":[151],"applies":[153],"causal":[155],"debiasing":[156],"regression":[157],"remove":[159],"tokens'":[162],"confounding":[163,184],"effect.":[164],"Experiments":[165],"across":[166],"four":[167],"LLMs":[168],"five":[170],"evaluation":[171],"benchmarks":[172],"demonstrate":[173],"approach":[178],"mitigating":[180],"problem.":[185]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-10T00:00:00"}