{"id":"https://openalex.org/W7162127206","doi":"https://doi.org/10.48550/arxiv.2605.21603","title":"DynaFlow: Transparent and Flexible Intra-Device Parallelism via Programmable Operator Scheduling","display_name":"DynaFlow: Transparent and Flexible Intra-Device Parallelism via Programmable Operator Scheduling","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7162127206","doi":"https://doi.org/10.48550/arxiv.2605.21603"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.21603","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21603","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.21603","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136790820","display_name":"Yi Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102591922","display_name":"Yile Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Yile","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136769337","display_name":"Jinbin Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Jinbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036644149","display_name":"Yibo Wu","orcid":"https://orcid.org/0000-0001-7725-6221"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136784898","display_name":"Ziren Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ziren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100400403","display_name":"Hongtao Zhang","orcid":"https://orcid.org/0000-0003-2031-5985"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hongtao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136745361","display_name":"Ziyi Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Ziyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136743972","display_name":"Shengkai Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Shengkai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135970484","display_name":"Baris Kasikci","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kasikci, Baris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136736927","display_name":"Stephanie Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Stephanie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5171999931335449,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5171999931335449,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.2581000030040741,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.05889999866485596,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.5662999749183655},{"id":"https://openalex.org/keywords/execution-model","display_name":"Execution model","score":0.5095999836921692},{"id":"https://openalex.org/keywords/task-parallelism","display_name":"Task parallelism","score":0.4805999994277954},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.47440001368522644},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.39469999074935913},{"id":"https://openalex.org/keywords/cuda","display_name":"CUDA","score":0.36800000071525574},{"id":"https://openalex.org/keywords/directed-acyclic-graph","display_name":"Directed acyclic graph","score":0.3240000009536743},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3098999857902527}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8492000102996826},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.5662999749183655},{"id":"https://openalex.org/C2776834041","wikidata":"https://www.wikidata.org/wiki/Q25346349","display_name":"Execution model","level":2,"score":0.5095999836921692},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.49059998989105225},{"id":"https://openalex.org/C42992933","wikidata":"https://www.wikidata.org/wiki/Q691169","display_name":"Task parallelism","level":3,"score":0.4805999994277954},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.47440001368522644},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41190001368522644},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.39469999074935913},{"id":"https://openalex.org/C2778119891","wikidata":"https://www.wikidata.org/wiki/Q477690","display_name":"CUDA","level":2,"score":0.36800000071525574},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3594000041484833},{"id":"https://openalex.org/C74197172","wikidata":"https://www.wikidata.org/wiki/Q1195339","display_name":"Directed acyclic graph","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.30709999799728394},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C3543717","wikidata":"https://www.wikidata.org/wiki/Q6007302","display_name":"Implicit parallelism","level":4,"score":0.2734000086784363},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.26829999685287476},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C140763907","wikidata":"https://www.wikidata.org/wiki/Q2714055","display_name":"Instruction-level parallelism","level":3,"score":0.258899986743927},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.21603","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21603","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.21603","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21603","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Intra-device":[0],"parallelism":[1,96,126,160],"addresses":[2],"resource":[3,18],"under-utilization":[4],"in":[5],"ML":[6,165],"inference":[7],"and":[8,74,91,118,143,151],"training":[9],"by":[10,26,56,97],"overlapping":[11],"the":[12,31,57,89,99,104],"execution":[13,63,106],"of":[14,36,60,94],"operators":[15],"with":[16,30,113,146,167],"different":[17],"usage.":[19],"However,":[20],"its":[21],"wide":[22],"adoption":[23],"is":[24,53,179],"hindered":[25],"a":[27,85,110,119,174],"fundamental":[28],"conflict":[29],"static,":[32],"sequential":[33],"programming":[34],"model":[35,67,101],"existing":[37],"frameworks.":[38],"Integrating":[39],"these":[40],"strategies":[41,61,161],"requires":[42],"invasive,":[43],"model-specific":[44],"code":[45,169],"overhauls,":[46],"representing":[47],"an":[48],"intractable":[49],"engineering":[50],"cost.":[51],"This":[52],"further":[54],"amplified":[55],"high":[58],"sensitivity":[59],"to":[62,72,139,173],"contexts":[64],"(e.g.,":[65],"workload,":[66],"architecture,":[68],"hardware),":[69],"forcing":[70],"developers":[71],"implement":[73],"maintain":[75],"multiple":[76],"specialized":[77],"solutions.":[78],"To":[79],"address":[80],"this,":[81],"we":[82],"propose":[83],"DynaFlow,":[84],"framework":[86],"that":[87,155],"enables":[88],"transparent":[90],"flexible":[92,111],"integration":[93],"intra-device":[95,125],"decoupling":[98],"logical":[100],"definition":[102],"from":[103],"physical":[105],"schedule.":[107],"DynaFlow":[108,156,178],"introduces":[109],"frontend":[112],"annotations":[114],"for":[115,122],"graph":[116],"partitioning":[117],"programmable":[120],"interface":[121],"defining":[123],"custom":[124,136],"strategies.":[127],"Its":[128],"efficient":[129],"backend":[130],"manages":[131],"complex":[132],"control/data-flow":[133],"asynchronously,":[134],"uses":[135],"memory":[137],"management":[138],"eliminate":[140],"copy":[141],"overheads,":[142],"preserves":[144],"compatibility":[145],"optimizations":[147],"like":[148],"CUDA":[149],"Graphs":[150],"TorchInductor.":[152],"We":[153],"demonstrate":[154],"can":[157],"integrate":[158],"representative":[159],"into":[162],"6":[163],"state-of-the-art":[164],"systems":[166],"minimal":[168],"changes,":[170],"achieving":[171],"up":[172],"1.29x":[175],"throughput":[176],"improvement.":[177],"publicly":[180],"available":[181],"at":[182],"https://github.com/uw-syfi/DynaFlow.":[183]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-23T00:00:00"}
