{"id":"https://openalex.org/W7162400074","doi":"https://doi.org/10.48550/arxiv.2605.25954","title":"Step-TP: A Grounded, Step-Level Dataset with Chain-of-Thought Reasoning for LLM-Guided Tensor Program Optimization","display_name":"Step-TP: A Grounded, Step-Level Dataset with Chain-of-Thought Reasoning for LLM-Guided Tensor Program Optimization","publication_year":2026,"publication_date":"2026-05-25","ids":{"openalex":"https://openalex.org/W7162400074","doi":"https://doi.org/10.48550/arxiv.2605.25954"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.25954","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25954","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.25954","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137022375","display_name":"Mengfan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Mengfan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137039426","display_name":"Da Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Da","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137030132","display_name":"Junwei Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Junwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137070742","display_name":"Chuan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Chuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.24469999969005585,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.24469999969005585,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15710000693798065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.05889999866485596,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.579200029373169},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5667999982833862},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.5565000176429749},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.48489999771118164},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.47780001163482666},{"id":"https://openalex.org/keywords/program-optimization","display_name":"Program optimization","score":0.47699999809265137},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.42489999532699585},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.37119999527931213}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7232999801635742},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.579200029373169},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5667999982833862},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.5565000176429749},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.48489999771118164},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.47780001163482666},{"id":"https://openalex.org/C139571649","wikidata":"https://www.wikidata.org/wiki/Q1156793","display_name":"Program optimization","level":3,"score":0.47699999809265137},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.46209999918937683},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.42489999532699585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3765999972820282},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.37119999527931213},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C3309286","wikidata":"https://www.wikidata.org/wiki/Q4907693","display_name":"Bilevel optimization","level":3,"score":0.33799999952316284},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.32839998602867126},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3093999922275543},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2989000082015991},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2969000041484833},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2694000005722046}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.25954","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25954","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.25954","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25954","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7688524723052979}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"the":[1,11,21],"strong":[2],"reasoning":[3,98],"capabilities":[4],"of":[5,14],"large":[6,69],"language":[7],"models":[8],"(LLMs),":[9],"optimizing":[10],"execution":[12],"efficiency":[13],"tensor":[15,32,80],"programs":[16],"remains":[17],"challenging":[18],"due":[19],"to":[20,63,129,160],"need":[22],"for":[23,79],"precise,":[24],"composable":[25,135],"transformation":[26],"decisions.":[27],"Recent":[28],"LLM-guided":[29],"approaches":[30],"frame":[31],"program":[33,47,81,102],"optimization":[34,71,82,107,136],"as":[35],"an":[36],"iterative":[37],"decision":[38],"process,":[39],"but":[40],"existing":[41],"datasets":[42],"provide":[43],"only":[44],"end-to-end":[45],"optimized":[46],"pairs":[48],"using":[49],"token-inefficient":[50],"representations,":[51],"lacking":[52],"verifiable":[53,122],"step-level":[54,87],"supervision":[55,88,149],"and":[56,134,156,169],"interpretability.":[57],"As":[58],"a":[59,76,96,120,174],"result,":[60],"LLMs":[61],"struggle":[62],"make":[64],"reliable":[65,105],"single-step":[66,144],"decisions":[67],"in":[68],"combinatorial":[70],"spaces.":[72],"We":[73],"introduce":[74],"Step-TP,":[75],"post-training":[77],"dataset":[78,168],"that":[83,126,138],"provides":[84],"grounded,":[85],"atomic,":[86],"with":[89,151],"structured":[90,147],"chain-of-thought":[91],"(CoT)":[92],"reasoning.":[93],"Step-TP":[94],"forms":[95],"closed":[97],"loop":[99],"over":[100],"intermediate":[101,123],"states,":[103],"enabling":[104],"multi-step":[106],"rather":[108],"than":[109],"outcome":[110],"imitation.":[111],"Its":[112],"design":[113],"is":[114],"guided":[115],"by":[116],"four":[117],"principles:":[118],"(i)":[119],"token-efficient,":[121],"representation":[124],"(IR)":[125],"deterministically":[127],"lowers":[128],"TVM":[130],"TIR;":[131],"(ii)":[132],"atomic":[133],"strategies":[137],"decompose":[139],"complex":[140],"trajectories":[141],"into":[142],"interpretable":[143],"decisions;":[145],"(iii)":[146],"CoT":[148],"coupled":[150],"explicit":[152],"IR-to-IR":[153],"state":[154],"transitions;":[155],"(iv)":[157],"strategy":[158],"filtering":[159],"balance":[161],"coverage":[162],"while":[163],"preventing":[164],"shortcut":[165],"exploitation.":[166],"The":[167],"implementation":[170],"are":[171],"available":[172],"at":[173],"GitHub":[175],"link,":[176],"https://github.com/LIUMENGFAN-gif/StepTP.":[177]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-27T00:00:00"}