{"id":"https://openalex.org/W7147636114","doi":"https://doi.org/10.48550/arxiv.2603.26965","title":"Efficiently Reproducing Distributed Workflows in Notebook-based Systems","display_name":"Efficiently Reproducing Distributed Workflows in Notebook-based Systems","publication_year":2026,"publication_date":"2026-03-27","ids":{"openalex":"https://openalex.org/W7147636114","doi":"https://doi.org/10.48550/arxiv.2603.26965"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.26965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.26965","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119879235","display_name":"Talha Azaz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azaz, Talha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132611950","display_name":"Raza Ahmad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahmad, Raza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132609135","display_name":"Md Saiful Islam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Islam, Md Saiful","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007301255","display_name":"Douglas Thain","orcid":"https://orcid.org/0000-0001-5218-1956"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thain, Douglas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5121612407","display_name":"Tanu Malik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Malik, Tanu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.7860000133514404,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.7860000133514404,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.03400000184774399,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.031099999323487282,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7739999890327454},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5974000096321106},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5817000269889832},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5403000116348267},{"id":"https://openalex.org/keywords/iterative-and-incremental-development","display_name":"Iterative and incremental development","score":0.4090999960899353},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.398499995470047},{"id":"https://openalex.org/keywords/distributed-database","display_name":"Distributed database","score":0.326200008392334},{"id":"https://openalex.org/keywords/distributed-algorithm","display_name":"Distributed algorithm","score":0.3206000030040741}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8439000248908997},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7739999890327454},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.7311000227928162},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5974000096321106},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5817000269889832},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5403000116348267},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.4090999960899353},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.398499995470047},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3587999939918518},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.3206000030040741},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C91481028","wikidata":"https://www.wikidata.org/wiki/Q1054686","display_name":"Distributed memory","level":3,"score":0.30730000138282776},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3061000108718872},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3037000000476837},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C553261973","wikidata":"https://www.wikidata.org/wiki/Q14579","display_name":"Linux kernel","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2694000005722046},{"id":"https://openalex.org/C32833848","wikidata":"https://www.wikidata.org/wiki/Q4115054","display_name":"Extensibility","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.26965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.26965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.40813493728637695,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Notebooks":[0],"provide":[1],"an":[2],"author-friendly":[3],"environment":[4],"for":[5,48,53,64,77],"iterative":[6,46],"development,":[7],"modular":[8],"execution,":[9],"and":[10,19,25,91,107,132,144,159],"easy":[11],"sharing.":[12],"Distributed":[13],"workflows":[14,66,83,167],"are":[15,121],"increasingly":[16],"being":[17],"authored":[18],"executed":[20],"in":[21,84],"notebooks,":[22],"yet":[23],"sharing":[24,143],"reproducing":[26],"them":[27],"remains":[28],"challenging.":[29],"Even":[30],"small":[31],"code":[32],"or":[33],"parameter":[34],"changes":[35],"often":[36],"force":[37],"full":[38],"end-to-end":[39],"re-execution":[40,110],"of":[41,81,88,138,164],"the":[42],"distributed":[43,65,82,116,166],"workflow,":[44],"limiting":[45],"development":[47],"such":[49],"workloads.":[50],"Current":[51],"methods":[52,120],"improving":[54],"notebook":[55,74,112,140],"execution":[56,80],"operate":[57],"on":[58,123,168],"single-node":[59],"workflows,":[60],"while":[61],"optimization":[62],"techniques":[63],"typically":[67],"sacrifice":[68],"reproducibility.":[69,145],"We":[70,128],"introduce":[71],"NBRewind,":[72],"a":[73],"kernel":[75,95,119],"system":[76],"efficient,":[78],"reproducible":[79],"notebooks.":[85],"NBRewind":[86],"consists":[87],"two":[89],"kernels--audit":[90],"repeat.":[92],"The":[93],"audit":[94],"performs":[96],"incremental,":[97],"cell-level":[98],"checkpointing":[99],"to":[100],"avoid":[101],"unnecessary":[102],"re-runs;":[103],"repeat":[104],"reconstructs":[105],"checkpoints":[106,131,155],"enables":[108,160],"partial":[109],"including":[111],"cells":[113],"that":[114,152],"manage":[115],"workflow.":[117],"Both":[118],"based":[122],"data-flow":[124],"analysis":[125],"across":[126],"cells.":[127],"show":[129,151],"how":[130],"logs":[133],"when":[134],"packaged":[135],"as":[136],"part":[137],"standardized":[139],"specification":[141],"improve":[142],"Using":[146],"real-world":[147],"case":[148],"studies":[149],"we":[150],"creating":[153],"incremental":[154],"adds":[156],"minimal":[157],"overhead":[158],"portable,":[161],"cross-site":[162],"reproducibility":[163],"notebook-based":[165],"HPC":[169],"systems.":[170]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-02T00:00:00"}