{"id":"https://openalex.org/W4396921957","doi":"https://doi.org/10.1145/3659914.3659926","title":"Reducing the Impact of I/O Contention in Numerical Weather Prediction Workflows at Scale Using DAOS","display_name":"Reducing the Impact of I/O Contention in Numerical Weather Prediction Workflows at Scale Using DAOS","publication_year":2024,"publication_date":"2024-05-15","ids":{"openalex":"https://openalex.org/W4396921957","doi":"https://doi.org/10.1145/3659914.3659926"},"language":"en","primary_location":{"id":"doi:10.1145/3659914.3659926","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3659914.3659926","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Platform for Advanced Scientific Computing Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3659914.3659926","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047445220","display_name":"Nicolau Manubens","orcid":"https://orcid.org/0000-0002-0114-508X"},"institutions":[{"id":"https://openalex.org/I1299528221","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842","country_code":"GB","type":"government","lineage":["https://openalex.org/I1299528221","https://openalex.org/I4210087105"]},{"id":"https://openalex.org/I154986956","display_name":"European Centre for Medium-Range Weather Forecasts","ror":"https://ror.org/014w0fd65","country_code":"GB","type":"other","lineage":["https://openalex.org/I154986956"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Nicolau Manubens","raw_affiliation_strings":["ECMWF, Bonn, Germany","EPCC, Edinburgh, United Kingdom","ECMWF, Bonn, Germany EPCC, Edinburgh, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-0114-508X","affiliations":[{"raw_affiliation_string":"ECMWF, Bonn, Germany","institution_ids":[]},{"raw_affiliation_string":"EPCC, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I1299528221"]},{"raw_affiliation_string":"ECMWF, Bonn, Germany EPCC, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I154986956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087979024","display_name":"Simon D. Smart","orcid":"https://orcid.org/0000-0002-2834-4919"},"institutions":[{"id":"https://openalex.org/I154986956","display_name":"European Centre for Medium-Range Weather Forecasts","ror":"https://ror.org/014w0fd65","country_code":"GB","type":"other","lineage":["https://openalex.org/I154986956"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Simon D. Smart","raw_affiliation_strings":["ECMWF, Reading, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-2834-4919","affiliations":[{"raw_affiliation_string":"ECMWF, Reading, United Kingdom","institution_ids":["https://openalex.org/I154986956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080238541","display_name":"Emanuele Danovaro","orcid":"https://orcid.org/0000-0003-2025-6794"},"institutions":[{"id":"https://openalex.org/I154986956","display_name":"European Centre for Medium-Range Weather Forecasts","ror":"https://ror.org/014w0fd65","country_code":"GB","type":"other","lineage":["https://openalex.org/I154986956"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Emanuele Danovaro","raw_affiliation_strings":["ECMWF, Reading, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-2025-6794","affiliations":[{"raw_affiliation_string":"ECMWF, Reading, United Kingdom","institution_ids":["https://openalex.org/I154986956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034071738","display_name":"Tiago Quintino","orcid":"https://orcid.org/0000-0003-0602-0531"},"institutions":[{"id":"https://openalex.org/I154986956","display_name":"European Centre for Medium-Range Weather Forecasts","ror":"https://ror.org/014w0fd65","country_code":"GB","type":"other","lineage":["https://openalex.org/I154986956"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tiago Quintino","raw_affiliation_strings":["ECMWF, Reading, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-0602-0531","affiliations":[{"raw_affiliation_string":"ECMWF, Reading, United Kingdom","institution_ids":["https://openalex.org/I154986956"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013342529","display_name":"William Henry Jackson","orcid":"https://orcid.org/0000-0003-0073-682X"},"institutions":[{"id":"https://openalex.org/I1299528221","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842","country_code":"GB","type":"government","lineage":["https://openalex.org/I1299528221","https://openalex.org/I4210087105"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Adrian Jackson","raw_affiliation_strings":["EPCC, Edinburgh, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-0073-682X","affiliations":[{"raw_affiliation_string":"EPCC, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I1299528221"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5047445220"],"corresponding_institution_ids":["https://openalex.org/I1299528221","https://openalex.org/I154986956"],"apc_list":null,"apc_paid":null,"fwci":1.0092,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.76092774,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/posix","display_name":"POSIX","score":0.9727944135665894},{"id":"https://openalex.org/keywords/posix-threads","display_name":"POSIX Threads","score":0.8302167057991028},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7993542551994324},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7501716613769531},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.493175208568573},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4883713126182556},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.39585238695144653},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3723084032535553},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.35530465841293335}],"concepts":[{"id":"https://openalex.org/C532756234","wikidata":"https://www.wikidata.org/wiki/Q14658","display_name":"POSIX","level":2,"score":0.9727944135665894},{"id":"https://openalex.org/C41138395","wikidata":"https://www.wikidata.org/wiki/Q928112","display_name":"POSIX Threads","level":3,"score":0.8302167057991028},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7993542551994324},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7501716613769531},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.493175208568573},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4883713126182556},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.39585238695144653},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3723084032535553},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.35530465841293335},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138101251","wikidata":"https://www.wikidata.org/wiki/Q213092","display_name":"Thread (computing)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3659914.3659926","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3659914.3659926","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Platform for Advanced Scientific Computing Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/ad2b5edb-18a4-48ed-9f7b-80709540992e","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/files/434025367/PASC24_DAOS_Lustre.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Manubens Gil, N, Smart, S, Danovaro, E, Quintino, T & Jackson, W A 2024, 'Reducing the Impact of I/O Contention in Numerical Weather Prediction Workflows at Scale Using DAOS', Paper presented at The Platform for Advanced Scientific Computing (PASC) Conference, Zurich, Switzerland, 3/06/24 - 5/06/24 pp. 1-12. https://doi.org/10.1145/3659914.3659926","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.ed.ac.uk:publications/ad2b5edb-18a4-48ed-9f7b-80709540992e","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/ad2b5edb-18a4-48ed-9f7b-80709540992e","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Manubens Gil, N, Smart, S, Danovaro, E, Quintino, T & Jackson, W A 2024, 'Reducing the Impact of I/O Contention in Numerical Weather Prediction Workflows at Scale Using DAOS', Paper presented at The Platform for Advanced Scientific Computing (PASC) Conference, Zurich, Switzerland, 3/06/24 - 5/06/24 pp. 1-12. https://doi.org/10.1145/3659914.3659926","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3659914.3659926","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3659914.3659926","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Platform for Advanced Scientific Computing Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Climate action","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W201759870","https://openalex.org/W1789155650","https://openalex.org/W2131645490","https://openalex.org/W2684296694","https://openalex.org/W2749286555","https://openalex.org/W2912579408","https://openalex.org/W2918818984","https://openalex.org/W2948854745","https://openalex.org/W2981409546","https://openalex.org/W2986766728","https://openalex.org/W3032991823","https://openalex.org/W3159974995","https://openalex.org/W3188212669","https://openalex.org/W4309393774","https://openalex.org/W4319067159","https://openalex.org/W4320080599","https://openalex.org/W4384705394","https://openalex.org/W4388581113","https://openalex.org/W4388894038","https://openalex.org/W6800028874","https://openalex.org/W6930274305"],"related_works":["https://openalex.org/W4230580429","https://openalex.org/W1901085887","https://openalex.org/W2556689029","https://openalex.org/W614734992","https://openalex.org/W4243833290","https://openalex.org/W2049324807","https://openalex.org/W4243850526","https://openalex.org/W2397962676","https://openalex.org/W2104952251","https://openalex.org/W772989759"],"abstract_inverted_index":{"Operational":[0],"Numerical":[1],"Weather":[2],"Prediction":[3],"(NWP)":[4],"workflows":[5,58],"are":[6,24],"highly":[7,103],"data-intensive.":[8],"Data":[9],"volumes":[10],"have":[11,46],"increased":[12],"by":[13,135],"many":[14,60],"orders":[15],"of":[16,36],"magnitude":[17],"over":[18],"the":[19,33,48,68,102,131],"last":[20],"40":[21],"years,":[22],"and":[23,54,105,114],"expected":[25],"to":[26,28,78,97,100],"continue":[27],"do":[29],"so,":[30],"especially":[31],"given":[32],"upcoming":[34],"adoption":[35],"Machine":[37],"Learning":[38],"in":[39,51,56],"forecast":[40,119],"processes.":[41],"Parallel":[42],"POSIX-compliant":[43],"file":[44],"systems":[45],"been":[47],"dominant":[49],"paradigm":[50],"data":[52],"storage":[53,76],"exchange":[55],"HPC":[57],"for":[59,74,88],"years.":[61],"This":[62,93,123],"paper":[63],"presents":[64],"ECMWF's":[65],"move":[66],"beyond":[67,130],"POSIX":[69,107,136],"paradigm,":[70],"implementing":[71],"a":[72,82,126],"backend":[73,108],"their":[75],"library":[77],"support":[79],"DAOS":[80],"---":[81],"novel":[83],"high-performance":[84],"object":[85],"store":[86],"designed":[87],"massively":[89],"distributed":[90],"Non-Volatile":[91],"Memory.":[92],"system":[94],"is":[95],"demonstrated":[96],"be":[98],"able":[99],"outperform":[101],"mature":[104],"optimised":[106],"when":[109],"used":[110],"under":[111],"high":[112],"load":[113],"contention,":[115],"as":[116],"per":[117],"typical":[118],"workflow":[120],"I/O":[121],"patterns.":[122],"work":[124],"constitutes":[125],"significant":[127],"step":[128],"forward,":[129],"performance":[132],"constraints":[133],"imposed":[134],"semantics.":[137]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}