{"id":"https://openalex.org/W2999528689","doi":"https://doi.org/10.1109/pdsw49588.2019.00005","title":"In Search of a Fast and Efficient Serverless DAG Engine","display_name":"In Search of a Fast and Efficient Serverless DAG Engine","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W2999528689","doi":"https://doi.org/10.1109/pdsw49588.2019.00005","mag":"2999528689"},"language":"en","primary_location":{"id":"doi:10.1109/pdsw49588.2019.00005","doi":"https://doi.org/10.1109/pdsw49588.2019.00005","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pdsw49588.2019.00005","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/ACM Fourth International Parallel Data Systems Workshop (PDSW)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.05896","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073329048","display_name":"Benjamin Carver","orcid":"https://orcid.org/0000-0002-1574-9300","observed_orcids":["https://orcid.org/0000-0002-1574-9300"]},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin Carver","raw_affiliation_strings":["George Mason University, USA","George Mason University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Mason University, USA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"George Mason University","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100639603","display_name":"Jingyuan Zhang","orcid":"https://orcid.org/0000-0001-9581-1807","observed_orcids":["https://orcid.org/0000-0001-9581-1807"]},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingyuan Zhang","raw_affiliation_strings":["George Mason University, USA","George Mason University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Mason University, USA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"George Mason University","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100759967","display_name":"Ao Wang","orcid":"https://orcid.org/0009-0008-8569-4473","observed_orcids":["https://orcid.org/0009-0008-8569-4473","https://orcid.org/0009-0000-5045-7357"]},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ao Wang","raw_affiliation_strings":["George Mason University, USA","George Mason University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Mason University, USA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"George Mason University","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079187166","display_name":"Yue Cheng","orcid":"https://orcid.org/0000-0003-1695-4864","observed_orcids":["https://orcid.org/0000-0003-1695-4864"]},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Cheng","raw_affiliation_strings":["George Mason University, USA","George Mason University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Mason University, USA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"George Mason University","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I162714631"],"apc_list":null,"apc_paid":null,"fwci":3.9363,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":{"value":0.94897922,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/serverless-computing","display_name":"serverless computing","score":0.8949999809265137},{"id":"https://openalex.org/keywords/function-as-a-service","display_name":"function-as-a-service","score":0.8999999761581421},{"id":"https://openalex.org/keywords/aws-lambda","display_name":"AWS Lambda","score":0.9990000128746033},{"id":"https://openalex.org/keywords/decentralized-scheduling","display_name":"decentralized scheduling","score":0.6320000290870667},{"id":"https://openalex.org/keywords/task-dependencies","display_name":"task dependencies","score":0.4779999852180481},{"id":"https://openalex.org/keywords/performance-overhead","display_name":"performance overhead","score":0.48399999737739563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8631802797317505},{"id":"https://openalex.org/C74197172","wikidata":"https://www.wikidata.org/wiki/Q1195339","display_name":"Directed acyclic graph","level":2,"score":0.8025698661804199},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5963312387466431},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5954199433326721},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5801740884780884},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5748355388641357},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5390685200691223},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4467226266860962},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4044594466686249},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.30012303590774536},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.19127070903778076},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16474613547325134},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/pdsw49588.2019.00005","doi":"https://doi.org/10.1109/pdsw49588.2019.00005","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pdsw49588.2019.00005","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/ACM Fourth International Parallel Data Systems Workshop (PDSW)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1910.05896","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.05896","pdf_url":"https://arxiv.org/pdf/1910.05896","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1910.05896","doi":"https://doi.org/10.48550/arxiv.1910.05896","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1910.05896","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.05896","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.05896","pdf_url":"https://arxiv.org/pdf/1910.05896","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Industry, innovation and infrastructure","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G663258724","display_name":"SPX: Collaborative Research: Cross-stack Memory Optimizations for Boosting I/O Performance of Deep Learning HPC Applications","funder_award_id":"1919075","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2999528689.pdf","grobid_xml":"https://content.openalex.org/works/W2999528689.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W2102849319","https://openalex.org/W2117756735","https://openalex.org/W2131975293","https://openalex.org/W2144984544","https://openalex.org/W2173213060","https://openalex.org/W2417800902","https://openalex.org/W2591324491","https://openalex.org/W2604805566","https://openalex.org/W2767083027","https://openalex.org/W2886050937","https://openalex.org/W2886464150","https://openalex.org/W2887901326","https://openalex.org/W2892973774","https://openalex.org/W2896903681","https://openalex.org/W2905507405","https://openalex.org/W2918996793","https://openalex.org/W2930508541","https://openalex.org/W3099523532","https://openalex.org/W4289703819","https://openalex.org/W6679815717","https://openalex.org/W6717080717","https://openalex.org/W6736209464","https://openalex.org/W6753337532","https://openalex.org/W6753572572","https://openalex.org/W6753751555","https://openalex.org/W6754018566","https://openalex.org/W6759743693"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2019038080"],"abstract_inverted_index":{"Python-written":[0],"data":[1],"analytics":[2,30],"applications":[3],"can":[4],"be":[5],"modeled":[6],"as":[7,209,211],"and":[8,24,77,113,149,170],"compiled":[9],"into":[10],"a":[11,49,115,132,145,166,196],"directed":[12],"acyclic":[13],"graph":[14],"(DAG)":[15],"based":[16],"workflow,":[17],"where":[18],"the":[19,25,81,90,102,154,176,182,202],"nodes":[20],"are":[21,27,33],"fine-grained":[22,38],"tasks":[23,39,76,94],"edges":[26],"task":[28],"dependencies.Such":[29],"workflow":[31],"jobs":[32,207],"increasingly":[34],"characterized":[35],"by":[36,186,208],"short,":[37],"with":[40],"large":[41],"fan-outs.":[42],"These":[43,124],"characteristics":[44],"make":[45,120],"them":[46],"well-suited":[47],"for":[48],"new":[50],"cloud":[51],"computing":[52,56,72,87],"model":[53,84],"called":[54],"serverless":[55,71,86,109],"or":[57],"Function-as-a-Service":[58],"(FaaS),":[59],"which":[60,161],"has":[61],"become":[62],"prevalent":[63],"in":[64,108,129,160,180],"recent":[65],"years.":[66],"The":[67],"auto-scaling":[68],"property":[69],"of":[70,85,92,105,117,147,156,168,178,204],"platforms":[73],"accommodates":[74],"short":[75,93],"bursty":[78],"workloads,":[79],"while":[80,200],"pay-per-use":[82],"billing":[83],"providers":[88],"keeps":[89],"cost":[91],"low.":[95],"In":[96],"this":[97],"paper,":[98],"we":[99],"thoroughly":[100],"investigate":[101],"problem":[103],"space":[104],"DAG":[106,121,134,172,198,206],"scheduling":[107,143],"computing.":[110],"We":[111,152],"identify":[112],"evaluate":[114],"set":[116],"techniques":[118,125],"to":[119,137,165,195],"schedulers":[122],"serverless-aware.":[123],"have":[126],"been":[127],"implemented":[128],"WUKONG":[130,140,162,179,190],",":[131],"serverless,":[133],"scheduler":[135],"attuned":[136],"AWS":[138,187],"Lambda.":[139],"provides":[141],"decentralized":[142],"through":[144],"combination":[146],"static":[148],"dynamic":[150],"scheduling.":[151],"present":[153],"results":[155],"an":[157],"empirical":[158],"study":[159],"is":[163],"applied":[164],"range":[167],"microbenchmark":[169],"real-world":[171,205],"applications.":[173],"Results":[174],"demonstrate":[175],"efficacy":[177],"minimizing":[181],"performance":[183,193,203],"overhead":[184],"introduced":[185],"Lambda":[188],"\u2014":[189],"achieves":[191],"competitive":[192],"compared":[194],"serverful":[197],"scheduler,":[199],"improving":[201],"much":[210],"4.1x":[212],"at":[213],"larger":[214],"scale.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":4}],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2025-10-10T00:00:00"}