{"id":"https://openalex.org/W4402673868","doi":"https://doi.org/10.1109/e-science62913.2024.10678682","title":"Ponder: Online Prediction of Task Memory Requirements for Scientific Workflows","display_name":"Ponder: Online Prediction of Task Memory Requirements for Scientific Workflows","publication_year":2024,"publication_date":"2024-09-16","ids":{"openalex":"https://openalex.org/W4402673868","doi":"https://doi.org/10.1109/e-science62913.2024.10678682"},"language":"en","primary_location":{"id":"doi:10.1109/e-science62913.2024.10678682","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/e-science62913.2024.10678682","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 20th International Conference on e-Science (e-Science)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/331314/2/331314.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086659899","display_name":"Fabian Lehmann","orcid":"https://orcid.org/0000-0003-0520-0792"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fabian Lehmann","raw_affiliation_strings":["Humboldt-Universität zu Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Humboldt-Universität zu Berlin,Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051029385","display_name":"Jonathan Bader","orcid":"https://orcid.org/0000-0003-0391-728X"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonathan Bader","raw_affiliation_strings":["Technische Universität Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universität Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024312050","display_name":"Ninon De Mecquenem","orcid":"https://orcid.org/0000-0003-3052-6129"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ninon De Mecquenem","raw_affiliation_strings":["Humboldt-Universität zu Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Humboldt-Universität zu Berlin,Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115591718","display_name":"Xing Wang","orcid":"https://orcid.org/0000-0003-1060-7319"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Xing Wang","raw_affiliation_strings":["Humboldt-Universität zu Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Humboldt-Universität zu Berlin,Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044796770","display_name":"Vasilis Bountris","orcid":"https://orcid.org/0000-0002-8682-7302"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vasilis Bountris","raw_affiliation_strings":["Humboldt-Universität zu Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Humboldt-Universität zu Berlin,Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023719522","display_name":"Florian Friederici","orcid":null},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian Friederici","raw_affiliation_strings":["Humboldt-Universität zu Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Humboldt-Universität zu Berlin,Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055236937","display_name":"Ulf Leser","orcid":"https://orcid.org/0000-0003-2166-9582"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ulf Leser","raw_affiliation_strings":["Humboldt-Universität zu Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Humboldt-Universität zu Berlin,Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084056435","display_name":"Lauritz Thamsen","orcid":"https://orcid.org/0000-0003-3755-1503"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lauritz Thamsen","raw_affiliation_strings":["University of Glasgow,United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Glasgow,United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"54","issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7773057818412781},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7307196259498596},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7025551795959473},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4039589762687683},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3424222767353058},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.24019595980644226},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.10138306021690369},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0863107442855835}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7773057818412781},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7307196259498596},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7025551795959473},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4039589762687683},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3424222767353058},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.24019595980644226},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.10138306021690369},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0863107442855835}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/e-science62913.2024.10678682","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/e-science62913.2024.10678682","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 20th International Conference on e-Science (e-Science)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:331314","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/66347.html>","pdf_url":"https://eprints.gla.ac.uk/331314/2/331314.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Proceedings"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:331314","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/66347.html>","pdf_url":"https://eprints.gla.ac.uk/331314/2/331314.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Proceedings"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3591100483","display_name":"SFB 1404: FONDA \u2013 Grundlagen von Workflows f\u00fcr die Analyse gro\u00dfer naturwissenschaftlicher Daten","funder_award_id":"414984028","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8694154110","display_name":null,"funder_award_id":"SFB 1404","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402673868.pdf"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W2059227301","https://openalex.org/W2587995914","https://openalex.org/W2605897695","https://openalex.org/W2763493608","https://openalex.org/W2945667213","https://openalex.org/W2949236164","https://openalex.org/W3006653136","https://openalex.org/W3042506000","https://openalex.org/W3043213779","https://openalex.org/W3085532996","https://openalex.org/W3085692941","https://openalex.org/W3155366160","https://openalex.org/W3165329360","https://openalex.org/W3213156852","https://openalex.org/W4210492675","https://openalex.org/W4225972470","https://openalex.org/W4284879405","https://openalex.org/W4285503903","https://openalex.org/W4286762022","https://openalex.org/W4301430941","https://openalex.org/W4318147671","https://openalex.org/W4383749291","https://openalex.org/W4388767152","https://openalex.org/W4391113945","https://openalex.org/W4395468216","https://openalex.org/W6735872842","https://openalex.org/W6874490263"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W1981780420","https://openalex.org/W2182707996","https://openalex.org/W45233828","https://openalex.org/W2964988449","https://openalex.org/W2397952901","https://openalex.org/W2029380707","https://openalex.org/W4255934811","https://openalex.org/W3196817267"],"abstract_inverted_index":{"Scientific":[0],"workflows":[1,11,80,110],"are":[2,18],"used":[3],"to":[4,43,54,129,131,176],"analyze":[5],"large":[6],"amounts":[7],"of":[8,16,156],"data.":[9],"These":[10],"comprise":[12],"numerous":[13],"tasks,":[14],"many":[15],"which":[17,36,96],"executed":[19],"repeatedly,":[20],"running":[21],"the":[22,82,143,154],"same":[23],"custom":[24],"program":[25],"on":[26,77,101,159,166],"different":[27,127,132],"inputs.":[28],"Users":[29],"specify":[30],"resource":[31],"allocations":[32,52],"for":[33,40,108,139],"each":[34],"task,":[35],"must":[37],"be":[38,55,106],"sufficient":[39],"all":[41],"inputs":[42],"prevent":[44],"task":[45,50,185],"failures.":[46,186],"As":[47],"a":[48,74,117,177],"result,":[49],"memory":[51,133,157],"tend":[53],"overly":[56],"conservative,":[57],"wasting":[58],"precious":[59],"cluster":[60],"resources,":[61],"limiting":[62],"overall":[63],"parallelism,":[64],"and":[65,111,124,141,170],"increasing":[66],"workflow":[67,84],"makespan.In":[68],"this":[69],"paper,":[70],"we":[71],"first":[72],"benchmark":[73],"state-of-the-art":[75,178],"method":[76],"four":[78],"real-life":[79],"from":[81],"nf-core":[83],"repository.":[85],"This":[86],"analysis":[87],"reveals":[88],"that":[89,122,151],"certain":[90],"assumptions":[91],"underlying":[92],"current":[93],"prediction":[94],"methods,":[95],"typically":[97],"were":[98],"evaluated":[99],"only":[100],"simulated":[102],"workflows,":[103],"cannot":[104],"generally":[105],"confirmed":[107],"real":[109],"executions.":[112],"We":[113,136],"then":[114],"present":[115],"Ponder,":[116],"new":[118],"online":[119],"task-sizing":[120],"strategy":[121],"considers":[123,153],"chooses":[125],"between":[126],"methods":[128],"cater":[130],"demand":[134],"patterns.":[135],"implemented":[137],"Ponder":[138,161,181],"Nextflow":[140],"made":[142],"code":[144],"publicly":[145],"available.":[146],"In":[147],"an":[148],"experimental":[149],"evaluation":[150],"also":[152],"impact":[155],"predictions":[158],"scheduling,":[160],"improves":[162],"Memory":[163],"Allocation":[164],"Quality":[165],"average":[167],"by":[168,172],"71.0%":[169],"makespan":[171],"21.8%":[173],"in":[174],"comparison":[175],"method.":[179],"Moreover,":[180],"produces":[182],"93.8%":[183],"fewer":[184]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2024-09-21T00:00:00"}