{"id":"https://openalex.org/W7172007324","doi":"https://doi.org/10.1145/3828820.3828828","title":"WADO: A Distributed WORM Storage Service for Asynchronous Data Operations","display_name":"WADO: A Distributed WORM Storage Service for Asynchronous Data Operations","publication_year":2026,"publication_date":"2026-07-31","ids":{"openalex":"https://openalex.org/W7172007324","doi":"https://doi.org/10.1145/3828820.3828828"},"language":null,"primary_location":{"id":"doi:10.1145/3828820.3828828","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3828820.3828828","pdf_url":null,"source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th International Conference on Scalable Scientific Data Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103003875","display_name":"Karim Youssef","orcid":"https://orcid.org/0000-0003-4544-9613"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karim Youssef","raw_affiliation_strings":["Lawrence Livermore National Laboratory, Livermore, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4544-9613","affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory, Livermore, CA, USA","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082476581","display_name":"Hariharan Devarajan","orcid":"https://orcid.org/0000-0001-5625-3494"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hariharan Devarajan","raw_affiliation_strings":["Lawrence Livermore National Laboratory, Livermore, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5625-3494","affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory, Livermore, CA, USA","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066306669","display_name":"Nikoli Dryden","orcid":null},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikoli Dryden","raw_affiliation_strings":["Lawrence Livermore National Laboratory, Livermore, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9965-3647","affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory, Livermore, CA, USA","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046256174","display_name":"Roger Pearce","orcid":"https://orcid.org/0009-0000-6449-6568"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roger Pearce","raw_affiliation_strings":["Lawrence Livermore National Laboratory, Livermore, CA, USA"],"raw_orcid":"https://orcid.org/0009-0000-6449-6568","affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory, Livermore, CA, USA","institution_ids":["https://openalex.org/I1282311441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1282311441"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6891999840736389},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6384999752044678},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5845999717712402},{"id":"https://openalex.org/keywords/concurrency","display_name":"Concurrency","score":0.5360999703407288},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.46939998865127563},{"id":"https://openalex.org/keywords/isolation","display_name":"Isolation (microbiology)","score":0.42239999771118164},{"id":"https://openalex.org/keywords/concurrency-control","display_name":"Concurrency control","score":0.37209999561309814},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.36010000109672546},{"id":"https://openalex.org/keywords/concurrent-computing","display_name":"Concurrent computing","score":0.33009999990463257}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8536999821662903},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6891999840736389},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6384999752044678},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6096000075340271},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5845999717712402},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.5360999703407288},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.46939998865127563},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.43070000410079956},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.42239999771118164},{"id":"https://openalex.org/C84511453","wikidata":"https://www.wikidata.org/wiki/Q2914952","display_name":"Concurrency control","level":3,"score":0.37209999561309814},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C150495011","wikidata":"https://www.wikidata.org/wiki/Q128392","display_name":"Concurrent computing","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C160191386","wikidata":"https://www.wikidata.org/wiki/Q868299","display_name":"Control flow","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C106515295","wikidata":"https://www.wikidata.org/wiki/Q26806595","display_name":"Parallel processing","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3828820.3828828","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3828820.3828828","pdf_url":null,"source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th International Conference on Scalable Scientific Data Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4329756890","display_name":null,"funder_award_id":"24-ERD-047, and 25-ERD-042","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"}],"funders":[{"id":"https://openalex.org/F4320338286","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2051075107","https://openalex.org/W2886189612","https://openalex.org/W2898657440","https://openalex.org/W2953385701","https://openalex.org/W3169404295","https://openalex.org/W3206418153","https://openalex.org/W4286307999","https://openalex.org/W4311546745","https://openalex.org/W4384705373","https://openalex.org/W4396895148","https://openalex.org/W4403721570","https://openalex.org/W4404789113","https://openalex.org/W4405754879","https://openalex.org/W4405755678","https://openalex.org/W4413115352"],"related_works":[],"abstract_inverted_index":{"AI-driven":[0],"scientific":[1],"workloads":[2,83],"increasingly":[3],"depend":[4],"on":[5,205],"data-intensive":[6],"input":[7,48],"pipelines,":[8],"where":[9],"deep":[10],"learning":[11],"frameworks":[12],"must":[13],"ingest":[14],"and":[15,29,39,56,68,97,114,116,167,207,219],"transform":[16],"large":[17],"datasets":[18],"from":[19],"hierarchical":[20],"HPC":[21],"storage.":[22],"Existing":[23],"system-centric":[24],"data":[25,195],"services":[26],"improve":[27],"movement":[28],"locality":[30],"between":[31],"the":[32],"parallel":[33],"file":[34],"system":[35],"(PFS),":[36],"node-local":[37],"storage,":[38],"memory.":[40],"However,":[41],"they":[42],"do":[43],"not":[44],"directly":[45],"optimize":[46],"how":[47],"pipeline":[49,95,151],"operations":[50,104],"execute":[51],"across":[52],"scopes,":[53,107],"stage":[54],"overlap,":[55],"resource-specific":[57],"parallelism.":[58,100],"As":[59],"scale":[60],"grows,":[61],"this":[62,86],"gap":[63,87],"causes":[64],"worker":[65],"stalls,":[66],"contention,":[67],"poor":[69],"hardware":[70,123],"utilization.":[71],"We":[72],"present":[73],"WADO,":[74],"a":[75],"distributed":[76],"write-once-read-many":[77],"(WORM)":[78],"object-store":[79],"runtime":[80],"for":[81],"data-centric":[82],"that":[84],"closes":[85],"through":[88],"three":[89,130],"coordinated":[90],"mechanisms:":[91],"scope-centric":[92,134],"processing,":[93],"explicit":[94,99,150,170],"decomposition,":[96],"interference-aware":[98,169],"WADO":[101],"dynamically":[102],"maps":[103],"to":[105,121,145,161,177,191,202,211],"execution":[106],"overlaps":[108],"stages":[109],"such":[110],"as":[111],"I/O,":[112],"communication,":[113],"transformations,":[115],"applies":[117],"contention-aware":[118],"concurrency":[119],"control":[120],"match":[122],"behavior":[124],"at":[125],"runtime.":[126],"Our":[127],"evaluation":[128],"shows":[129],"main":[131],"findings:":[132],"(1)":[133],"processing":[135],"preserves":[136],"throughput":[137,142],"under":[138],"scale,":[139],"improving":[140,194],"mixed-operation":[141],"by":[143,175,180,198,214],"up":[144,160,176],"1.65":[146],"\u00d7":[147,163,179,200,209],";":[148],"(2)":[149],"decomposition":[152],"converts":[153],"serialized":[154],"wait":[155],"into":[156],"overlapped":[157],"progress,":[158],"delivering":[159],"2.16":[162],"higher":[164],"sustained":[165],"bandwidth;":[166],"(3)":[168],"parallelism":[171],"improves":[172],"effective":[173],"bandwidth":[174],"4.4":[178],"avoiding":[181],"oversubscription":[182],"collapse.":[183],"On":[184],"Unet3D":[185],"model":[186],"training,":[187],"these":[188],"mechanisms":[189],"translate":[190],"end-to-end":[192],"gains,":[193],"loading":[196],"performance":[197],"4.1":[199],"compared":[201,210],"baseline":[203],"PyTorch":[204],"Lustre,":[206],"1.51":[208],"DYAD,":[212],"enabled":[213],"deeper":[215],"pipelining,":[216],"adaptive":[217],"parallelism,":[218],"near-data":[220],"transformation":[221],"offloading.":[222]},"counts_by_year":[],"updated_date":"2026-08-02T14:50:37.381335","created_date":"2026-08-01T00:00:00"}