{"id":"https://openalex.org/W2094271094","doi":"https://doi.org/10.1145/1851476.1851583","title":"Towards optimising distributed data streaming graphs using parallel streams","display_name":"Towards optimising distributed data streaming graphs using parallel streams","publication_year":2010,"publication_date":"2010-06-21","ids":{"openalex":"https://openalex.org/W2094271094","doi":"https://doi.org/10.1145/1851476.1851583","mag":"2094271094"},"language":"en","primary_location":{"id":"doi:10.1145/1851476.1851583","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1851476.1851583","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Symposium on High Performance Distributed Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009459014","display_name":"Chee Sun Liew","orcid":"https://orcid.org/0000-0003-3217-3523"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chee Sun Liew","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077169494","display_name":"Malcolm Atkinson","orcid":"https://orcid.org/0000-0003-2632-0013"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Malcolm P. Atkinson","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053639270","display_name":"Jano van Hemert","orcid":"https://orcid.org/0000-0003-0834-7079"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jano I. van Hemert","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023625466","display_name":"Liangxiu Han","orcid":"https://orcid.org/0000-0003-2491-7473"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Liangxiu Han","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":23.6266,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.9939165,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"725","last_page":"736"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8496932983398438},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.827017068862915},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6623491048812866},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.6327955722808838},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6063557267189026},{"id":"https://openalex.org/keywords/pipeline-transport","display_name":"Pipeline transport","score":0.5194270610809326},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4723590314388275},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4628203809261322},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.45942285656929016},{"id":"https://openalex.org/keywords/data-flow-diagram","display_name":"Data flow diagram","score":0.45061129331588745},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4503270387649536},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4319992661476135},{"id":"https://openalex.org/keywords/streaming-data","display_name":"Streaming data","score":0.4200217127799988},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.24047312140464783},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2319064438343048},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.2153412401676178},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1447271704673767}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8496932983398438},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.827017068862915},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6623491048812866},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.6327955722808838},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6063557267189026},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.5194270610809326},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4723590314388275},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4628203809261322},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.45942285656929016},{"id":"https://openalex.org/C489000","wikidata":"https://www.wikidata.org/wiki/Q747385","display_name":"Data flow diagram","level":2,"score":0.45061129331588745},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4503270387649536},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4319992661476135},{"id":"https://openalex.org/C2777611316","wikidata":"https://www.wikidata.org/wiki/Q39045282","display_name":"Streaming data","level":2,"score":0.4200217127799988},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.24047312140464783},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2319064438343048},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2153412401676178},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1447271704673767},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/1851476.1851583","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1851476.1851583","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Symposium on High Performance Distributed Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.626.356","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.626.356","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.cct.lsu.edu/~kosar/didc10/papers/didc03.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1795725","https://openalex.org/W56918557","https://openalex.org/W99058306","https://openalex.org/W131669097","https://openalex.org/W153367128","https://openalex.org/W1485293642","https://openalex.org/W1491487800","https://openalex.org/W1572531288","https://openalex.org/W1598163061","https://openalex.org/W1972034280","https://openalex.org/W1975394842","https://openalex.org/W1991645530","https://openalex.org/W2001619934","https://openalex.org/W2002227089","https://openalex.org/W2013221213","https://openalex.org/W2048779915","https://openalex.org/W2069433961","https://openalex.org/W2091844916","https://openalex.org/W2102261592","https://openalex.org/W2112101330","https://openalex.org/W2117306576","https://openalex.org/W2123663722","https://openalex.org/W2126020875","https://openalex.org/W2128548442","https://openalex.org/W2129666400","https://openalex.org/W2134209369","https://openalex.org/W2146917903","https://openalex.org/W2154513453","https://openalex.org/W2158321579","https://openalex.org/W2168103533","https://openalex.org/W2296692502","https://openalex.org/W2399869838","https://openalex.org/W2535798755","https://openalex.org/W2545032602","https://openalex.org/W2620485168","https://openalex.org/W2950352034","https://openalex.org/W4237537478"],"related_works":["https://openalex.org/W4389449520","https://openalex.org/W1965676450","https://openalex.org/W2205964444","https://openalex.org/W4224062203","https://openalex.org/W4281572076","https://openalex.org/W2082671441","https://openalex.org/W2605169415","https://openalex.org/W4387776140","https://openalex.org/W2172283861","https://openalex.org/W4205208899"],"abstract_inverted_index":{"Modern":[0],"scientific":[1,77],"collaborations":[2],"have":[3],"opened":[4],"up":[5,185],"the":[6,49,55,67,83,92,95,122,162,172,178],"opportunity":[7],"of":[8,26,69,191],"solving":[9],"complex":[10],"problems":[11],"that":[12,28,98,188],"involve":[13,23],"multi-disciplinary":[14],"expertise":[15],"and":[16,39,129,139,174,177,186,198],"large-scale":[17],"computational":[18,73],"experiments.":[19,180],"These":[20],"experiments":[21,50,150],"usually":[22],"large":[24],"amounts":[25],"data":[27,33],"are":[29,106],"located":[30],"in":[31,75,108,161],"distributed":[32,84,169],"repositories":[34],"running":[35],"various":[36],"software":[37],"systems,":[38],"managed":[40],"by":[41,124,130],"different":[42],"organisations.":[43],"A":[44],"common":[45],"strategy":[46],"to":[47,117,144,151,193],"make":[48],"more":[51],"manageable":[52],"is":[53,201],"executing":[54],"processing":[56,96,104],"steps":[57],"as":[58,79,86],"a":[59,76,87,109,141,157,202],"workflow.":[60],"In":[61],"this":[62,189],"paper,":[63],"we":[64],"look":[65],"into":[66],"implementation":[68],"fine-grained":[70],"data-flow":[71],"between":[72],"elements":[74,97,105],"workflow":[78],"streams.":[80,134],"We":[81,119,135,148,181],"model":[82],"computation":[85],"directed":[88],"acyclic":[89],"graph":[90],"where":[91],"nodes":[93],"represent":[94],"incrementally":[99],"implement":[100],"specific":[101],"subtasks.":[102],"The":[103,165],"connected":[107],"pipelined":[110],"streaming":[111],"manner,":[112],"which":[113],"allows":[114],"task":[115],"executions":[116],"overlap.":[118],"further":[120],"optimise":[121],"execution":[123],"splitting":[125],"pipelines":[126],"across":[127],"processes":[128],"introducing":[131],"extra":[132],"parallel":[133],"identify":[136],"performance":[137],"metrics":[138],"design":[140],"measurement":[142],"tool":[143],"evaluate":[145,152],"each":[146],"enactment.":[147],"conducted":[149],"our":[153,168],"optimisation":[154,173,205],"strategies":[155,176],"with":[156],"real":[158],"world":[159],"problem":[160],"Life":[163],"Sciences---EURExpress-II.":[164],"paper":[166],"presents":[167],"data-handling":[170],"model,":[171],"instrumentation":[175],"evaluation":[179],"demonstrate":[182],"linear":[183],"speed":[184],"argue":[187],"use":[190],"data-streaming":[192],"enable":[194],"both":[195],"overlapped":[196],"pipeline":[197],"parallelised":[199],"enactment":[200],"generally":[203],"applicable":[204],"strategy.":[206]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":10}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}