{"id":"https://openalex.org/W2803749045","doi":"https://doi.org/10.1145/3217880.3217886","title":"Partitioning SKA Dataflows for Optimal Graph Execution","display_name":"Partitioning SKA Dataflows for Optimal Graph Execution","publication_year":2018,"publication_date":"2018-06-11","ids":{"openalex":"https://openalex.org/W2803749045","doi":"https://doi.org/10.1145/3217880.3217886","mag":"2803749045"},"language":"en","primary_location":{"id":"doi:10.1145/3217880.3217886","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3217880.3217886","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th Workshop on Scientific Cloud Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1805.07568","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chen Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]},{"id":"https://openalex.org/I4210160376","display_name":"International Centre for Radio Astronomy Research","ror":"https://ror.org/05sd1pp77","country_code":"AU","type":"other","lineage":["https://openalex.org/I177877127","https://openalex.org/I205640436","https://openalex.org/I4210160376"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Chen Wu","raw_affiliation_strings":["International Centre for Radio Astronomy Research, The University of Western Australia, Perth, Australia"],"affiliations":[{"raw_affiliation_string":"International Centre for Radio Astronomy Research, The University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I4210160376","https://openalex.org/I177877127"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Andreas Wicenec","orcid":null},"institutions":[{"id":"https://openalex.org/I4210160376","display_name":"International Centre for Radio Astronomy Research","ror":"https://ror.org/05sd1pp77","country_code":"AU","type":"other","lineage":["https://openalex.org/I177877127","https://openalex.org/I205640436","https://openalex.org/I4210160376"]},{"id":"https://openalex.org/I177877127","display_name":"University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Andreas Wicenec","raw_affiliation_strings":["International Centre for Radio Astronomy Research, The University of Western Australia, Perth, Australia"],"affiliations":[{"raw_affiliation_string":"International Centre for Radio Astronomy Research, The University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I4210160376","https://openalex.org/I177877127"]}]},{"author_position":"last","author":{"id":null,"display_name":"Rodrigo Tobar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210160376","display_name":"International Centre for Radio Astronomy Research","ror":"https://ror.org/05sd1pp77","country_code":"AU","type":"other","lineage":["https://openalex.org/I177877127","https://openalex.org/I205640436","https://openalex.org/I4210160376"]},{"id":"https://openalex.org/I177877127","display_name":"University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Rodrigo Tobar","raw_affiliation_strings":["International Centre for Radio Astronomy Research, The University of Western Australia, Perth, Australia"],"affiliations":[{"raw_affiliation_string":"International Centre for Radio Astronomy Research, The University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I4210160376","https://openalex.org/I177877127"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177877127","https://openalex.org/I4210160376"],"apc_list":null,"apc_paid":null,"fwci":0.1951,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55451543,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5562000274658203},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5187000036239624},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5185999870300293},{"id":"https://openalex.org/keywords/terabyte","display_name":"Terabyte","score":0.45989999175071716},{"id":"https://openalex.org/keywords/pathfinder","display_name":"Pathfinder","score":0.43939998745918274},{"id":"https://openalex.org/keywords/graph-database","display_name":"Graph database","score":0.3499999940395355},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.33090001344680786},{"id":"https://openalex.org/keywords/data-processing","display_name":"Data processing","score":0.32910001277923584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8034999966621399},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5562000274658203},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5187000036239624},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5185999870300293},{"id":"https://openalex.org/C199683683","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Terabyte","level":2,"score":0.45989999175071716},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45489999651908875},{"id":"https://openalex.org/C2778940482","wikidata":"https://www.wikidata.org/wiki/Q7144753","display_name":"Pathfinder","level":2,"score":0.43939998745918274},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4165000021457672},{"id":"https://openalex.org/C176225458","wikidata":"https://www.wikidata.org/wiki/Q595971","display_name":"Graph database","level":3,"score":0.3499999940395355},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3294000029563904},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C161813005","wikidata":"https://www.wikidata.org/wiki/Q184356","display_name":"Radio telescope","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C2776834041","wikidata":"https://www.wikidata.org/wiki/Q25346349","display_name":"Execution model","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.25279998779296875}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3217880.3217886","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3217880.3217886","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th Workshop on Scientific Cloud Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1805.07568","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.07568","pdf_url":"https://arxiv.org/pdf/1805.07568","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:publications/d163fdf8-6111-4024-a81a-8c88cf98997f","is_oa":false,"landing_page_url":"https://research-repository.uwa.edu.au/en/publications/d163fdf8-6111-4024-a81a-8c88cf98997f","pdf_url":null,"source":{"id":"https://openalex.org/S4306402523","display_name":"UWA Profiles and Research Repository (University of Western Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177877127","host_organization_name":"The University of Western Australia","host_organization_lineage":["https://openalex.org/I177877127"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wu, C, Wicenec, A & Tobar, R 2018, Partitioning SKA dataflows for optimal graph execution. in Proceedings of the 9th Workshop on Scientific Cloud Computing, ScienceCloud 2018 - Co-located with HPDC 2018., a6, Association for Computing Machinery (ACM), USA, 9th Workshop on Scientific Cloud Computing, ScienceCloud 2018, Tempe, United States, 11/06/18. https://doi.org/10.1145/3217880.3217886","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1805.07568","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.07568","pdf_url":"https://arxiv.org/pdf/1805.07568","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1913953800","https://openalex.org/W2004951603","https://openalex.org/W2006023152","https://openalex.org/W2025896589","https://openalex.org/W2040466547","https://openalex.org/W2071636055","https://openalex.org/W2085412609","https://openalex.org/W2090359754","https://openalex.org/W2140056767","https://openalex.org/W2149294210","https://openalex.org/W2592183455","https://openalex.org/W2768882697","https://openalex.org/W2964157613","https://openalex.org/W4246838776","https://openalex.org/W4254807835","https://openalex.org/W4293232580","https://openalex.org/W6619627741","https://openalex.org/W6748571215"],"related_works":[],"abstract_inverted_index":{"Optimizing":[0],"data-intensive":[1],"workflow":[2,142],"execution":[3,51,143],"is":[4,48],"essential":[5],"to":[6,60,71,97],"many":[7],"modern":[8],"scientific":[9],"projects":[10],"such":[11],"as":[12],"the":[13,21,26,35,40,43,49,80,90,112,128],"Square":[14],"Kilometre":[15],"Array":[16],"(SKA),":[17],"which":[18,131],"will":[19],"be":[20],"largest":[22],"radio":[23,163],"telescope":[24],"in":[25,69],"world,":[27],"collecting":[28],"terabytes":[29],"of":[30,42,55,57,65,75],"data":[31,67,99,165],"per":[32],"second":[33],"for":[34,102],"next":[36],"few":[37],"decades.":[38],"At":[39],"core":[41],"SKA":[44,104],"Science":[45],"Data":[46,91],"Processor":[47],"graph":[50,114,122],"engine,":[52],"scheduling":[53,115,123],"tens":[54],"thousands":[56],"algorithmic":[58],"components":[59],"ingest":[61],"and":[62,124,145],"transform":[63],"millions":[64],"parallel":[66],"chunks":[68],"order":[70],"solve":[72],"a":[73],"series":[74],"large-scale":[76],"inverse":[77],"problems":[78],"within":[79],"power":[81],"budget.":[82],"To":[83],"tackle":[84],"this":[85,108],"challenge,":[86],"we":[87,110,126,132],"have":[88],"developed":[89],"Activated":[92],"Liu":[93],"Graph":[94],"Engine":[95],"(DALiuGE)":[96],"manage":[98],"processing":[100],"pipelines":[101],"several":[103],"pathfinder":[105],"projects.":[106],"In":[107],"paper,":[109],"discuss":[111],"DALiuGE":[113],"subsystem.":[116],"By":[117],"extending":[118],"previous":[119],"studies":[120],"on":[121,130],"partitioning,":[125],"lay":[127],"foundation":[129],"can":[133],"develop":[134],"polynomial":[135],"time":[136,144],"optimization":[137],"methods":[138],"that":[139],"minimize":[140],"both":[141],"resource":[146,150],"footprint":[147],"while":[148],"satisfying":[149],"constraints":[151],"imposed":[152],"by":[153],"individual":[154],"algorithms.":[155],"We":[156],"show":[157],"preliminary":[158],"results":[159],"obtained":[160],"from":[161],"three":[162],"astronomy":[164],"pipelines.":[166]},"counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2018-06-01T00:00:00"}