{"id":"https://openalex.org/W4399149951","doi":"https://doi.org/10.1145/3650203.3663333","title":"Reactive Dataflow for Inflight Error Handling in ML Workflows","display_name":"Reactive Dataflow for Inflight Error Handling in ML Workflows","publication_year":2024,"publication_date":"2024-05-29","ids":{"openalex":"https://openalex.org/W4399149951","doi":"https://doi.org/10.1145/3650203.3663333"},"language":"en","primary_location":{"id":"doi:10.1145/3650203.3663333","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650203.3663333","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighth Workshop on Data Management for End-to-End Machine Learning","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3650203.3663333","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037572572","display_name":"Abhilash Jindal","orcid":"https://orcid.org/0000-0002-4525-9791"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Abhilash Jindal","raw_affiliation_strings":["IIT Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIT Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007094287","display_name":"Kaustubh Beedkar","orcid":"https://orcid.org/0009-0006-2322-4527"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kaustubh Beedkar","raw_affiliation_strings":["IIT Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIT Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101842148","display_name":"Vishal Singh","orcid":"https://orcid.org/0009-0005-5465-3685"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vishal Singh","raw_affiliation_strings":["IIT Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIT Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075750806","display_name":"Juhar Mohammed","orcid":"https://orcid.org/0009-0000-0413-141X"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"J. Nausheen Mohammed","raw_affiliation_strings":["IIT Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIT Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098936169","display_name":"Tushar Singla","orcid":"https://orcid.org/0009-0008-6529-1546"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Tushar Singla","raw_affiliation_strings":["IIT Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIT Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101495112","display_name":"Aman Gupta","orcid":"https://orcid.org/0000-0002-2099-0465"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aman Gupta","raw_affiliation_strings":["IIT Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIT Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024739923","display_name":"Keerti Choudhary","orcid":"https://orcid.org/0000-0002-8289-5930"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Keerti Choudhary","raw_affiliation_strings":["IIT Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIT Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5037572572"],"corresponding_institution_ids":["https://openalex.org/I68891433"],"apc_list":null,"apc_paid":null,"fwci":2.1026,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90486861,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"51","last_page":"61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.9883393049240112},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8735473155975342},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8452528715133667},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6506246328353882},{"id":"https://openalex.org/keywords/dataflow-architecture","display_name":"Dataflow architecture","score":0.6103595495223999},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5157821178436279},{"id":"https://openalex.org/keywords/pipeline-transport","display_name":"Pipeline transport","score":0.4799140393733978},{"id":"https://openalex.org/keywords/data-flow-diagram","display_name":"Data flow diagram","score":0.4389127194881439},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42131534218788147},{"id":"https://openalex.org/keywords/propagation-of-uncertainty","display_name":"Propagation of uncertainty","score":0.4146069288253784},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3469642996788025},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.32590973377227783},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.22000643610954285},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.19835397601127625},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1756315529346466}],"concepts":[{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.9883393049240112},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8735473155975342},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8452528715133667},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6506246328353882},{"id":"https://openalex.org/C176727019","wikidata":"https://www.wikidata.org/wiki/Q1172415","display_name":"Dataflow architecture","level":3,"score":0.6103595495223999},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5157821178436279},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.4799140393733978},{"id":"https://openalex.org/C489000","wikidata":"https://www.wikidata.org/wiki/Q747385","display_name":"Data flow diagram","level":2,"score":0.4389127194881439},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42131534218788147},{"id":"https://openalex.org/C123614077","wikidata":"https://www.wikidata.org/wiki/Q1364905","display_name":"Propagation of uncertainty","level":2,"score":0.4146069288253784},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3469642996788025},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.32590973377227783},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.22000643610954285},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.19835397601127625},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1756315529346466},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3650203.3663333","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650203.3663333","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighth Workshop on Data Management for End-to-End Machine Learning","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3650203.3663333","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650203.3663333","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighth Workshop on Data Management for End-to-End Machine Learning","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1963763518","https://openalex.org/W2001642682","https://openalex.org/W2082171780","https://openalex.org/W2100830825","https://openalex.org/W2108598243","https://openalex.org/W2116476518","https://openalex.org/W2119400430","https://openalex.org/W2146620757","https://openalex.org/W2153972927","https://openalex.org/W2158592639","https://openalex.org/W2189248724","https://openalex.org/W2247317079","https://openalex.org/W2345156056","https://openalex.org/W2384569204","https://openalex.org/W2560730294","https://openalex.org/W2786167419","https://openalex.org/W2798434712","https://openalex.org/W2897529137","https://openalex.org/W2899327512","https://openalex.org/W2912516925","https://openalex.org/W2963037989","https://openalex.org/W2963323070","https://openalex.org/W2986928101","https://openalex.org/W3008519452","https://openalex.org/W3009065172","https://openalex.org/W3015061971","https://openalex.org/W3035574168","https://openalex.org/W3037887271","https://openalex.org/W3099185197","https://openalex.org/W3197796305","https://openalex.org/W3214600982","https://openalex.org/W4365786623","https://openalex.org/W4383749456","https://openalex.org/W4386066081","https://openalex.org/W6929584212"],"related_works":["https://openalex.org/W2355267286","https://openalex.org/W4377693460","https://openalex.org/W4320067870","https://openalex.org/W2670084885","https://openalex.org/W2040778456","https://openalex.org/W4229759254","https://openalex.org/W2905159200","https://openalex.org/W2403596187","https://openalex.org/W3168546815","https://openalex.org/W2151773378"],"abstract_inverted_index":{"Modern":[0],"data":[1,6,31],"analytics":[2],"pipelines":[3],"comprise":[4],"traditional":[5],"transformation":[7],"operations":[8],"and":[9,109,145,157],"pre-trained":[10],"ML":[11,23,36,50,62,72,164],"models":[12],"deployed":[13],"as":[14],"user-defined":[15,104],"functions":[16],"(UDFs).":[17],"Such":[18],"pipelines,":[19],"which":[20,153],"we":[21,55],"call":[22],"workflows,":[24],"generally":[25],"produce":[26],"erroneous":[27],"results":[28],"due":[29],"to":[30,46,82,123],"errors":[32,39,111],"inadvertently":[33],"introduced":[34],"by":[35,77],"models.":[37],"Model":[38],"are":[40],"one":[41],"of":[42,49,127,149,159],"the":[43,113,155],"main":[44],"obstacles":[45],"improved":[47],"accuracy":[48],"workflows.":[51,165],"In":[52],"this":[53],"paper,":[54],"present":[56,146],"Popper,":[57],"a":[58,89,139],"dataflow":[59,93,101,143],"system---for":[60],"expressing":[61],"workflows---that":[63],"natively":[64],"supports":[65],"inflight":[66,160],"error":[67,80,105,137,161],"handling.":[68],"Users":[69],"can":[70],"extend":[71],"workflows":[73],"expressed":[74],"in":[75,79,142,163],"Popper":[76],"plugging":[78],"handlers":[81,106],"improve":[83],"accuracy.":[84],"We":[85,115,130],"propose":[86,117],"reactive":[87,128],"dataflow,":[88],"novel":[90],"cyclic":[91],"graph-based":[92],"model":[94],"that":[95],"provides":[96],"convenient":[97],"abstractions":[98],"for":[99,107,135],"interleaving":[100],"operators":[102],"with":[103],"detecting":[108],"correcting":[110],"on":[112],"fly.":[114],"also":[116],"an":[118],"efficient":[119],"execution":[120,126],"strategy":[121],"amenable":[122],"pipeline":[124],"parallel":[125],"dataflow.":[129],"discuss":[131],"open":[132],"research":[133],"challenges":[134],"making":[136],"handling":[138,162],"first-class":[140],"citizen":[141],"systems":[144],"preliminary":[147],"evaluation":[148],"our":[150],"prototypical":[151],"system,":[152],"shows":[154],"effectiveness":[156],"benefits":[158]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}