{"id":"https://openalex.org/W4410949838","doi":"https://doi.org/10.1109/tpds.2025.3575753","title":"Featherlight Stateful WebAssembly for Serverless Inference Workflows","display_name":"Featherlight Stateful WebAssembly for Serverless Inference Workflows","publication_year":2025,"publication_date":"2025-06-02","ids":{"openalex":"https://openalex.org/W4410949838","doi":"https://doi.org/10.1109/tpds.2025.3575753"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2025.3575753","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3575753","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102857902","display_name":"Xiaofei Pang","orcid":null},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":true,"raw_author_name":"Xingguo Pang","raw_affiliation_strings":["IOTSC Lab & Department of Computer and Information Science, University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"IOTSC Lab & Department of Computer and Information Science, University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498","https://openalex.org/I6469544"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111300516","display_name":"Liu Liu","orcid":"https://orcid.org/0000-0003-3814-8281"},"institutions":[{"id":"https://openalex.org/I4210128921","display_name":"The First Affiliated Hospital, Sun Yat-sen University","ror":"https://ror.org/037p24858","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128921"]},{"id":"https://openalex.org/I4210127074","display_name":"Zhongshan Hospital","ror":"https://ror.org/032x22645","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210127074"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu Liu","raw_affiliation_strings":["Department of Information and Intelligence Development, Zhongshan Hospital, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Intelligence Development, Zhongshan Hospital, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I4210128921","https://openalex.org/I4210127074","https://openalex.org/I24943067","https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039042212","display_name":"Y Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]},{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yanze Zhang","raw_affiliation_strings":["IOTSC Lab & Department of Computer and Information Science, University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"IOTSC Lab & Department of Computer and Information Science, University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498","https://openalex.org/I6469544"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042889312","display_name":"Zhuofu Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuofu Chen","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041681214","display_name":"Zhijun Ding","orcid":"https://orcid.org/0000-0003-2178-6201"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijun Ding","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063911669","display_name":"Dazhao Cheng","orcid":"https://orcid.org/0000-0003-2869-7623"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dazhao Cheng","raw_affiliation_strings":["School of Computer Science, Wuhan University, Hubei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Hubei, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101677080","display_name":"Xiaobo Zhou","orcid":"https://orcid.org/0009-0004-9500-3390"},"institutions":[{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]},{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Xiaobo Zhou","raw_affiliation_strings":["IOTSC Lab & Department of Computer and Information Science, University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"IOTSC Lab & Department of Computer and Information Science, University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498","https://openalex.org/I6469544"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5102857902"],"corresponding_institution_ids":["https://openalex.org/I204512498","https://openalex.org/I6469544"],"apc_list":null,"apc_paid":null,"fwci":8.9506,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.97141593,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"36","issue":"8","first_page":"1651","last_page":"1665"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stateful-firewall","display_name":"Stateful firewall","score":0.8552470207214355},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8201490640640259},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5699386596679688},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5302029848098755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2683134078979492},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2114695906639099},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1773551106452942}],"concepts":[{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.8552470207214355},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8201490640640259},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5699386596679688},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5302029848098755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2683134078979492},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2114695906639099},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1773551106452942},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2025.3575753","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3575753","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2986065050","https://openalex.org/W2991101735","https://openalex.org/W3012028616","https://openalex.org/W3021115254","https://openalex.org/W3093150360","https://openalex.org/W3095488153","https://openalex.org/W3096533337","https://openalex.org/W3096650550","https://openalex.org/W3125961627","https://openalex.org/W3130689885","https://openalex.org/W3152809665","https://openalex.org/W3153413990","https://openalex.org/W3210617645","https://openalex.org/W3210784622","https://openalex.org/W4214690606","https://openalex.org/W4214761305","https://openalex.org/W4214764640","https://openalex.org/W4220657180","https://openalex.org/W4220693924","https://openalex.org/W4220796798","https://openalex.org/W4290991386","https://openalex.org/W4318541693","https://openalex.org/W4372260324","https://openalex.org/W4372263930","https://openalex.org/W4386349937","https://openalex.org/W4394585838","https://openalex.org/W4395106469","https://openalex.org/W4401175867","https://openalex.org/W6741589387","https://openalex.org/W6753751555","https://openalex.org/W6762668627","https://openalex.org/W6765484274","https://openalex.org/W6773725002","https://openalex.org/W6773836194","https://openalex.org/W6775201933","https://openalex.org/W6795481427","https://openalex.org/W6798068959","https://openalex.org/W6798485294","https://openalex.org/W6838813187","https://openalex.org/W6842112591"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2583381754","https://openalex.org/W2144255176","https://openalex.org/W2222333653","https://openalex.org/W109977192","https://openalex.org/W1970797462","https://openalex.org/W2019740326","https://openalex.org/W2047113772"],"abstract_inverted_index":{"In":[0],"serverless":[1,54,170,183],"inference,":[2],"complex":[3],"prediction":[4],"tasks":[5],"are":[6],"executed":[7],"as":[8],"workflows,":[9],"relying":[10],"on":[11,30,74],"efficient":[12],"state":[13,34,104],"transfer":[14,105],"across":[15],"multiple":[16],"functions.":[17],"Serverless":[18],"platforms":[19],"typically":[20],"deploy":[21],"each":[22],"function":[23,195],"in":[24,39],"a":[25,49,75],"separate":[26],"stateless":[27],"container,":[28],"depending":[29],"external":[31],"processes":[32],"for":[33,53],"management,":[35],"which":[36],"often":[37],"results":[38,176],"suboptimal":[40],"system":[41,208],"utilization":[42],"and":[43,60,86,102,146,151,164,172,192,199,204,206,212,216],"increased":[44],"latency.":[45],"We":[46,131],"introduce":[47],"WasmFlow,":[48],"novel":[50],"framework":[51,90],"designed":[52],"inference":[55],"that":[56,178],"ensures":[57],"low":[58],"latency":[59,189],"high":[61],"throughput.":[62],"This":[63,114],"is":[64,115],"achieved":[65],"through":[66,117],"process-level":[67],"virtualization":[68],"using":[69,108,161],"WebAssembly.":[70],"WasmFlow":[71,99,134,179],"operates":[72],"functions":[73,107],"per-thread":[76],"basis":[77],"within":[78,110,153],"compact":[79],"WebAssembly":[80,112],"modules,":[81],"significantly":[82],"reducing":[83],"startup":[84],"times":[85],"memory":[87],"usage.":[88],"The":[89],"has":[91],"two":[92],"key":[93],"features.":[94],"(1)":[95],"Efficient":[96],"Memory":[97],"Sharing:":[98],"facilitates":[100],"direct":[101],"rapid":[103],"between":[106,140],"threads":[109],"the":[111,154],"runtime.":[113],"enabled":[116],"lightweight,":[118],"lock-free,":[119],"zero-copy":[120],"intra-process":[121],"communication,":[122],"complemented":[123],"by":[124,190,197,210],"effective":[125],"inter-process":[126],"RPC.":[127],"(2)":[128],"System":[129],"Optimizations:":[130],"further":[132],"optimize":[133],"with":[135],"an":[136,142],"advanced":[137],"synchronization":[138],"technique":[139],"functions,":[141],"affinity-aware":[143],"workflow":[144],"scheduler,":[145],"adaptive":[147],"request":[148],"batching.":[149],"Implemented":[150],"integrated":[152],"Kubernetes":[155],"ecosystem,":[156],"WasmFlow's":[157],"performance":[158],"was":[159],"evaluated":[160],"synthetic":[162],"workloads":[163],"realworld":[165],"Azure":[166],"traces,":[167],"including":[168],"typical":[169],"workflows":[171],"ML":[173],"models.":[174],"Our":[175],"demonstrate":[177],"dramatically":[180],"outperforms":[181],"existing":[182],"frameworks.":[184],"It":[185],"reduces":[186],"P90":[187],"end-to-end":[188],"74x":[191],"78x,":[193],"increases":[194],"density":[196],"n1.7x":[198],"223x":[200],"compared":[201],"to":[202],"Faasm":[203],"SPRIGHT,":[205],"improves":[207],"throughput":[209],"12.3x":[211],"8.8x":[213],"over":[214],"Knative":[215],"WasmEdge,":[217],"respectively.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}