{"id":"https://openalex.org/W4320024253","doi":"https://doi.org/10.1109/bigdata55660.2022.10020864","title":"Towards Advanced Monitoring for Scientific Workflows","display_name":"Towards Advanced Monitoring for Scientific Workflows","publication_year":2022,"publication_date":"2022-12-17","ids":{"openalex":"https://openalex.org/W4320024253","doi":"https://doi.org/10.1109/bigdata55660.2022.10020864"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata55660.2022.10020864","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata55660.2022.10020864","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051029385","display_name":"Jonathan Bader","orcid":"https://orcid.org/0000-0003-0391-728X"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Jonathan Bader","raw_affiliation_strings":["Technische Universität,Berlin,Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universität,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015517154","display_name":"Joel Witzke","orcid":"https://orcid.org/0000-0002-0831-8078"},"institutions":[{"id":"https://openalex.org/I195893171","display_name":"Zuse Institute Berlin","ror":"https://ror.org/02eva5865","country_code":"DE","type":"facility","lineage":["https://openalex.org/I195893171"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Joel Witzke","raw_affiliation_strings":["Zuse Institute,Berlin,Germany","Zuse Institute, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Zuse Institute,Berlin,Germany","institution_ids":["https://openalex.org/I195893171"]},{"raw_affiliation_string":"Zuse Institute, Berlin, Germany","institution_ids":["https://openalex.org/I195893171"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113101499","display_name":"Soeren Becker","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Soeren Becker","raw_affiliation_strings":["Technische Universität,Berlin,Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universität,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029348041","display_name":"Ansgar Loser","orcid":null},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ansgar Loser","raw_affiliation_strings":["TU Darmstadt,Germany","TU Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"TU Darmstadt,Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"TU Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086659899","display_name":"Fabian Lehmann","orcid":"https://orcid.org/0000-0003-0520-0792"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fabian Lehmann","raw_affiliation_strings":["Humboldt-Universität zu,Berlin,Germany"],"affiliations":[{"raw_affiliation_string":"Humboldt-Universität zu,Berlin,Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066738310","display_name":"Leon Doehler","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Leon Doehler","raw_affiliation_strings":["Technische Universität,Berlin,Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universität,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049410952","display_name":"Anh Duc Vu","orcid":"https://orcid.org/0000-0003-4035-2804"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anh Duc Vu","raw_affiliation_strings":["Humboldt-Universität zu,Berlin,Germany"],"affiliations":[{"raw_affiliation_string":"Humboldt-Universität zu,Berlin,Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042349846","display_name":"Odej Kao","orcid":"https://orcid.org/0000-0001-6454-6799"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Odej Kao","raw_affiliation_strings":["Technische Universität,Berlin,Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universität,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5051029385"],"corresponding_institution_ids":["https://openalex.org/I4577782"],"apc_list":null,"apc_paid":null,"fwci":3.3447,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.93376068,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"2709","last_page":"2715"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.882094144821167},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8377890586853027},{"id":"https://openalex.org/keywords/workflow-management-system","display_name":"Workflow management system","score":0.6392809152603149},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.5749306678771973},{"id":"https://openalex.org/keywords/workflow-engine","display_name":"Workflow engine","score":0.5637206435203552},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5085638761520386},{"id":"https://openalex.org/keywords/workflow-technology","display_name":"Workflow technology","score":0.4760130047798157},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.44374188780784607},{"id":"https://openalex.org/keywords/blueprint","display_name":"Blueprint","score":0.44010263681411743},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4310021996498108},{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.41259926557540894},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.33694952726364136},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15352782607078552}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.882094144821167},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8377890586853027},{"id":"https://openalex.org/C140824633","wikidata":"https://www.wikidata.org/wiki/Q2808660","display_name":"Workflow management system","level":3,"score":0.6392809152603149},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5749306678771973},{"id":"https://openalex.org/C188220564","wikidata":"https://www.wikidata.org/wiki/Q3325097","display_name":"Workflow engine","level":3,"score":0.5637206435203552},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5085638761520386},{"id":"https://openalex.org/C19612761","wikidata":"https://www.wikidata.org/wiki/Q8034836","display_name":"Workflow technology","level":3,"score":0.4760130047798157},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.44374188780784607},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.44010263681411743},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4310021996498108},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.41259926557540894},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.33694952726364136},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15352782607078552},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata55660.2022.10020864","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata55660.2022.10020864","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1596936080","https://openalex.org/W1941096926","https://openalex.org/W2078962046","https://openalex.org/W2148317584","https://openalex.org/W2491198319","https://openalex.org/W2605897695","https://openalex.org/W2607211817","https://openalex.org/W2613195858","https://openalex.org/W2615070024","https://openalex.org/W2806583692","https://openalex.org/W2910647548","https://openalex.org/W2946894050","https://openalex.org/W2955431215","https://openalex.org/W2999254560","https://openalex.org/W3003159103","https://openalex.org/W3085532996","https://openalex.org/W3085692941","https://openalex.org/W3100344569","https://openalex.org/W3122109253","https://openalex.org/W3136141030","https://openalex.org/W3136172274","https://openalex.org/W3192540039","https://openalex.org/W3213987511","https://openalex.org/W4200191937","https://openalex.org/W4281490613","https://openalex.org/W4292696977","https://openalex.org/W4304820096","https://openalex.org/W4312780108","https://openalex.org/W4318147671","https://openalex.org/W4318148356","https://openalex.org/W4319165080","https://openalex.org/W4319781066","https://openalex.org/W4320024247"],"related_works":["https://openalex.org/W2379425324","https://openalex.org/W2373541195","https://openalex.org/W2376410910","https://openalex.org/W2091596831","https://openalex.org/W2365658322","https://openalex.org/W2352344200","https://openalex.org/W329008868","https://openalex.org/W2367975678","https://openalex.org/W2906819665","https://openalex.org/W2375552622"],"abstract_inverted_index":{"Scientific":[0],"workflows":[1,59],"consist":[2],"of":[3,5,21,41,47,57,97,129],"thousands":[4],"highly":[6],"parallelized":[7],"tasks":[8],"executed":[9],"in":[10,77,131,163],"a":[11,39],"distributed":[12],"environment":[13,81],"involving":[14],"many":[15,61],"components.":[16],"Automatic":[17],"tracing":[18],"and":[19,24,29,55,71,86,95,103,126,148],"investigation":[20],"the":[22,35,44,63,69,72,123,127,132,139,145,150],"components\u2019":[23],"tasks\u2019":[25],"performance":[26],"metrics,":[27],"traces,":[28],"behavior":[30],"are":[31,106,169],"necessary":[32],"to":[33,144,165,171],"support":[34],"end":[36],"user":[37],"with":[38],"level":[40],"abstraction":[42,91],"since":[43],"large":[45],"amount":[46],"data":[48],"cannot":[49],"be":[50],"analyzed":[51],"manually.":[52],"The":[53,93],"execution":[54,80,135],"monitoring":[56,84,113,124,141],"scientific":[58,133,158],"involves":[60],"components,":[62],"cluster":[64],"infrastructure,":[65],"its":[66],"resource":[67],"manager,":[68],"workflow,":[70],"workflow":[73,134,159],"tasks.":[74],"All":[75],"components":[76,102,130],"such":[78],"an":[79,119],"access":[82],"different":[83,90,101,112,140],"metrics":[85,88,99,142],"provide":[87],"on":[89],"levels.":[92],"combination":[94],"analysis":[96],"observed":[98],"from":[100],"their":[104],"interdependencies":[105],"still":[107],"widely":[108],"unregarded.We":[109],"specify":[110],"four":[111,146],"layers":[114,147,151],"that":[115],"can":[116],"serve":[117],"as":[118],"architectural":[120],"blueprint":[121],"for":[122],"responsibilities":[125],"interactions":[128],"context.":[136],"We":[137],"describe":[138],"subject":[143],"how":[149],"interact.":[152],"Finally,":[153],"we":[154],"examine":[155],"five":[156],"state-of-the-art":[157],"management":[160],"systems":[161],"(SWMS)":[162],"order":[164],"assess":[166],"which":[167],"steps":[168],"needed":[170],"enable":[172],"our":[173],"four-layer-based":[174],"approach.":[175]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}