{"id":"https://openalex.org/W2220609874","doi":"https://doi.org/10.1109/bigdata.2015.7363749","title":"Workload scheduling in distributed stream processors using graph partitioning","display_name":"Workload scheduling in distributed stream processors using graph partitioning","publication_year":2015,"publication_date":"2015-10-01","ids":{"openalex":"https://openalex.org/W2220609874","doi":"https://doi.org/10.1109/bigdata.2015.7363749","mag":"2220609874"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2015.7363749","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2015.7363749","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017507131","display_name":"Lorenz Fischer","orcid":null},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Lorenz Fischer","raw_affiliation_strings":["Department of Informatics, University of Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073592405","display_name":"Abraham Bernstein","orcid":"https://orcid.org/0000-0002-0128-4602"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Abraham Bernstein","raw_affiliation_strings":["Department of Informatics, University of Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5017507131"],"corresponding_institution_ids":["https://openalex.org/I202697423"],"apc_list":null,"apc_paid":null,"fwci":11.5084,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.98234909,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"124","last_page":"133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8426227569580078},{"id":"https://openalex.org/keywords/graph-partition","display_name":"Graph partition","score":0.6220499873161316},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6115455627441406},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5884383916854858},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5716257691383362},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.5195684432983398},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4691323935985565},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.41832882165908813},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.38908377289772034},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.19489914178848267},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.18958348035812378}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8426227569580078},{"id":"https://openalex.org/C48903430","wikidata":"https://www.wikidata.org/wiki/Q491370","display_name":"Graph partition","level":3,"score":0.6220499873161316},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6115455627441406},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5884383916854858},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5716257691383362},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.5195684432983398},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4691323935985565},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.41832882165908813},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.38908377289772034},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.19489914178848267},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.18958348035812378},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata.2015.7363749","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2015.7363749","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},{"id":"pmh:doi:10.5167/uzh-120510","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1522541290","https://openalex.org/W1692590824","https://openalex.org/W1884959966","https://openalex.org/W1968999661","https://openalex.org/W1978235430","https://openalex.org/W1984220394","https://openalex.org/W2017203676","https://openalex.org/W2022678927","https://openalex.org/W2067631468","https://openalex.org/W2070232376","https://openalex.org/W2082171780","https://openalex.org/W2100830825","https://openalex.org/W2102849319","https://openalex.org/W2103088010","https://openalex.org/W2107426736","https://openalex.org/W2113599028","https://openalex.org/W2115184416","https://openalex.org/W2115503987","https://openalex.org/W2130531694","https://openalex.org/W2133741724","https://openalex.org/W2140955554","https://openalex.org/W2153972927","https://openalex.org/W2158460713","https://openalex.org/W2169070268","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W2225938006","https://openalex.org/W2962691927","https://openalex.org/W4238465620","https://openalex.org/W4239406378","https://openalex.org/W6631414595","https://openalex.org/W6637209464","https://openalex.org/W6639245453","https://openalex.org/W6654780545","https://openalex.org/W6675403049","https://openalex.org/W6677231548","https://openalex.org/W6677300051","https://openalex.org/W6683495781","https://openalex.org/W6687322159","https://openalex.org/W6688863316"],"related_works":["https://openalex.org/W986318368","https://openalex.org/W2000785801","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525","https://openalex.org/W2620865396","https://openalex.org/W2414054180"],"abstract_inverted_index":{"With":[0],"ever":[1],"increasing":[2],"data":[3,10,126,174],"volumes,":[4],"large":[5,106],"compute":[6],"clusters":[7],"that":[8,54,98,179,194,214,239],"process":[9],"in":[11,18,121,134,200,225],"a":[12,50,58,135,153,222],"distributed":[13,21],"manner":[14],"have":[15,99],"become":[16],"prevalent":[17],"industry.":[19],"For":[20],"stream":[22,146],"processing":[23,147],"platforms":[24],"(such":[25],"as":[26],"Storm)":[27],"the":[28,42,46,69,77,81,86,119,144,234,240],"question":[29],"of":[30,45,72,116,202,227],"how":[31],"to":[32,35,102,104,158],"distribute":[33],"workload":[34,51,224],"available":[36],"machines,":[37],"has":[38],"important":[39,249],"implications":[40],"for":[41,143,251],"overall":[43],"performance":[44,241],"system.":[47],"We":[48,138,183,212,236],"present":[49],"scheduling":[52],"strategy":[53],"is":[55,64],"based":[56,254],"on":[57,152,165,255],"graph":[59,84,88,95],"partitioning":[60,80,89,96],"algorithm.":[61],"The":[62,161],"scheduler":[63,190],"application":[65,178],"agnostic:":[66],"it":[67,151],"collects":[68],"communication":[70,83],"behavior":[71],"running":[73],"applications":[74],"and":[75,149,176,192,230],"creates":[76],"schedules":[78],"by":[79],"resulting":[82],"using":[85,172],"METIS":[87],"software.":[90],"As":[91],"we":[92],"build":[93],"upon":[94],"algorithms":[97],"been":[100],"shown":[101],"scale":[103],"very":[105],"graphs,":[107],"our":[108,128,140,185,195],"approach":[109,129,196],"can":[110,217],"cope":[111],"with":[112,114,156,244],"topologies":[113],"millions":[115],"tasks.":[117],"While":[118],"experiments":[120],"this":[122],"paper":[123],"assume":[124],"static":[125],"loads,":[127],"could":[130],"also":[131,237],"be":[132,218],"used":[133],"dynamic":[136],"setting.":[137],"implemented":[139],"proposed":[141],"algorithm":[142,186],"Storm":[145],"system":[148],"evaluated":[150],"commodity":[154],"cluster":[155],"up":[157],"80":[159],"machines.":[160],"evaluation":[162],"was":[163],"conducted":[164],"four":[166],"different":[167],"use":[168],"cases":[169],"-":[170],"three":[171],"synthetic":[173],"loads":[175],"one":[177],"processes":[180],"real":[181],"data.":[182],"compared":[184],"against":[187],"two":[188],"state-of-the-art":[189],"implementations":[191],"show":[193,213],"offers":[197],"significant":[198],"improvements":[199,216],"terms":[201,226],"resource":[203],"utilization,":[204],"enabling":[205],"higher":[206],"throughput":[207],"at":[208],"reduced":[209],"network":[210],"loads.":[211],"these":[215],"achieved":[219],"while":[220],"maintaining":[221],"balanced":[223],"CPU":[228],"usage":[229],"bandwidth":[231],"consumption":[232],"across":[233],"cluster.":[235],"found":[238],"advantage":[242],"increases":[243],"message":[245],"size,":[246],"providing":[247],"an":[248],"insight":[250],"stream-processing":[252],"approaches":[253],"micro-batching.":[256]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}