{"id":"https://openalex.org/W4413144397","doi":"https://doi.org/10.1109/ipdpsw66978.2025.00150","title":"Scalable Runtime Architecture for Data-driven, Hybrid HPC and ML Workflow Applications","display_name":"Scalable Runtime Architecture for Data-driven, Hybrid HPC and ML Workflow Applications","publication_year":2025,"publication_date":"2025-06-03","ids":{"openalex":"https://openalex.org/W4413144397","doi":"https://doi.org/10.1109/ipdpsw66978.2025.00150"},"language":"en","primary_location":{"id":"doi:10.1109/ipdpsw66978.2025.00150","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipdpsw66978.2025.00150","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011662167","display_name":"Andre Merzky","orcid":null},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andre Merzky","raw_affiliation_strings":["the State University of New Jersey,Rutgers,Piscataway,NJ,USA,08854"],"affiliations":[{"raw_affiliation_string":"the State University of New Jersey,Rutgers,Piscataway,NJ,USA,08854","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101964384","display_name":"Mikhail Titov","orcid":"https://orcid.org/0000-0003-2357-7382"},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mikhail Titov","raw_affiliation_strings":["Brookhaven National Laboratory,Upton,NY,USA,11973"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory,Upton,NY,USA,11973","institution_ids":["https://openalex.org/I200870766"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009954932","display_name":"Matteo Turilli","orcid":"https://orcid.org/0000-0003-0527-1435"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matteo Turilli","raw_affiliation_strings":["the State University of New Jersey,Rutgers,Piscataway,NJ,USA,08854"],"affiliations":[{"raw_affiliation_string":"the State University of New Jersey,Rutgers,Piscataway,NJ,USA,08854","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035703383","display_name":"Ozgur O. Kilic","orcid":"https://orcid.org/0000-0003-2129-408X"},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ozgur Kilic","raw_affiliation_strings":["Brookhaven National Laboratory,Upton,NY,USA,11973"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory,Upton,NY,USA,11973","institution_ids":["https://openalex.org/I200870766"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101928623","display_name":"Tianle Wang","orcid":"https://orcid.org/0009-0003-7003-0264"},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianle Wang","raw_affiliation_strings":["Brookhaven National Laboratory,Upton,NY,USA,11973"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory,Upton,NY,USA,11973","institution_ids":["https://openalex.org/I200870766"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038763846","display_name":"Shantenu Jha","orcid":"https://orcid.org/0000-0002-5040-026X"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shantenu Jha","raw_affiliation_strings":["the State University of New Jersey,Rutgers,Piscataway,NJ,USA,08854"],"affiliations":[{"raw_affiliation_string":"the State University of New Jersey,Rutgers,Piscataway,NJ,USA,08854","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5011662167"],"corresponding_institution_ids":["https://openalex.org/I102322142"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27083161,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"962","last_page":"969"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8280569314956665},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7556095123291016},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7010676860809326},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.6197538375854492},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5361756086349487},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4832621216773987},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.42999938130378723},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.36483171582221985},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.27414315938949585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8280569314956665},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7556095123291016},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7010676860809326},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.6197538375854492},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5361756086349487},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4832621216773987},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.42999938130378723},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.36483171582221985},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.27414315938949585},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ipdpsw66978.2025.00150","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipdpsw66978.2025.00150","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1981780420","https://openalex.org/W2182707996","https://openalex.org/W45233828","https://openalex.org/W2964988449","https://openalex.org/W2397952901","https://openalex.org/W2029380707","https://openalex.org/W188202134","https://openalex.org/W4255934811","https://openalex.org/W2465382974","https://openalex.org/W4401278057"],"abstract_inverted_index":{"Hybrid":[0],"workflows":[1],"combining":[2],"traditional":[3],"HPC":[4,95],"and":[5,18,45,51,69,88],"novel":[6],"ML":[7,40,65],"methodologies":[8],"are":[9],"transforming":[10],"scientific":[11],"computing.":[12],"This":[13,77],"paper":[14],"presents":[15],"the":[16,79],"architecture":[17],"implementation":[19],"of":[20,64],"a":[21],"scalable":[22],"runtime":[23,36],"system":[24,37],"that":[25,58],"extends":[26],"RADICAL-Pilot":[27],"with":[28,73],"service-based":[29],"execution":[30,63],"to":[31],"support":[32],"AI-out-HPC":[33],"workflows.":[34],"Our":[35],"enables":[38],"distributed":[39],"capabilities,":[41],"efficient":[42],"resource":[43],"management,":[44],"seamless":[46],"HPC/ML":[47],"coupling":[48],"across":[49,67],"local":[50,68],"remote":[52,70],"platforms.":[53,96],"Preliminary":[54],"experimental":[55],"results":[56],"show":[57],"our":[59],"approach":[60],"manages":[61],"concurrent":[62],"models":[66],"HPC/cloud":[71],"resources":[72],"minimal":[74],"architectural":[75],"overheads.":[76],"lays":[78],"foundation":[80],"for":[81],"prototyping":[82],"three":[83],"representative":[84],"data-driven":[85],"workflow":[86],"applications":[87],"executing":[89],"them":[90],"at":[91],"scale":[92],"on":[93],"leadership-class":[94]},"counts_by_year":[],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}