{"id":"https://openalex.org/W2216149151","doi":null,"title":"Proactive Online Scheduling for Shuffle Grouping in Distributed Stream Processing Systems","display_name":"Proactive Online Scheduling for Shuffle Grouping in Distributed Stream Processing Systems","publication_year":2015,"publication_date":"2015-12-19","ids":{"openalex":"https://openalex.org/W2216149151","mag":"2216149151"},"language":"en","primary_location":{"id":"pmh:oai:HAL:hal-01246701v2","doi":null,"is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01246701v2/document","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"[Research Report] LINA-University of Nantes; Sapienza Universit\u00e0 di Roma (Italie). 2015","raw_type":"info:eu-repo/semantics/report"},"volume":null,"type":"report","is_traditional":false,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://inria.hal.science/hal-01246701v2/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102740166","display_name":"Nicol\u00f3 Rivetti","orcid":"https://orcid.org/0000-0002-2227-1974","observed_orcids":["https://orcid.org/0000-0002-2227-1974"]},"institutions":[{"id":"https://openalex.org/I4210165258","display_name":"Laboratoire d'informatique de Nantes Atlantique","ror":"https://ror.org/05487pd16","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I4210165258","https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Rivetti, Nicol\u00f3","raw_affiliation_strings":["GDD - Gestion de Donn\u00e9es Distribu\u00e9es [Nantes] (LINA\r\nUFR de Sciences et Techniques\r\n2 rue de la Houssini\u00e8re\r\nBP 92208\r\n44322 Nantes Cedex 03 - France)","MIDLAB - Middleware Laboratory (Italy)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GDD - Gestion de Donn\u00e9es Distribu\u00e9es [Nantes] (LINA\r\nUFR de Sciences et Techniques\r\n2 rue de la Houssini\u00e8re\r\nBP 92208\r\n44322 Nantes Cedex 03 - France)","institution_ids":["https://openalex.org/I4210165258"]},{"raw_affiliation_string":"MIDLAB - Middleware Laboratory (Italy)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007619367","display_name":"Emmanuelle Anceaume","orcid":"https://orcid.org/0000-0003-4158-149X","observed_orcids":["https://orcid.org/0000-0003-4158-149X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anceaume, Emmanuelle","raw_affiliation_strings":["CIDRE - Confidentialit\u00e9, Int\u00e9grit\u00e9, Disponibilit\u00e9 et R\u00e9partition (France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CIDRE - Confidentialit\u00e9, Int\u00e9grit\u00e9, Disponibilit\u00e9 et R\u00e9partition (France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009750905","display_name":"Yann Busnel","orcid":"https://orcid.org/0000-0001-6908-719X","observed_orcids":["https://orcid.org/0000-0001-6908-719X"]},"institutions":[{"id":"https://openalex.org/I4210094214","display_name":"\u00c9cole Nationale de la Statistique et de l'Analyse de l'Information","ror":"https://ror.org/00k206f19","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210094214","https://openalex.org/I4210108488"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Busnel, Yann","raw_affiliation_strings":["DIONYSOS - Dependability Interoperability and perfOrmance aNalYsiS Of networkS (Campus de Beaulieu 35042 Rennes cedex - France)","ENSAI - Ecole Nationale de la Statistique et de l'Analyse de l'Information [Bruz] (Campus de Ker-Lann \r\nRue Blaise Pascal \r\nBP 37203 \r\n35172 BRUZ cedex - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIONYSOS - Dependability Interoperability and perfOrmance aNalYsiS Of networkS (Campus de Beaulieu 35042 Rennes cedex - France)","institution_ids":[]},{"raw_affiliation_string":"ENSAI - Ecole Nationale de la Statistique et de l'Analyse de l'Information [Bruz] (Campus de Ker-Lann \r\nRue Blaise Pascal \r\nBP 37203 \r\n35172 BRUZ cedex - France)","institution_ids":["https://openalex.org/I4210094214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051841898","display_name":"Leonardo Querzoni","orcid":"https://orcid.org/0000-0002-8711-4216","observed_orcids":["https://orcid.org/0000-0002-8711-4216"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Querzoni, Leonardo","raw_affiliation_strings":["MIDLAB - Middleware Laboratory (Italy)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIDLAB - Middleware Laboratory (Italy)","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105510365","display_name":"Bruno S\u00e9ricola","orcid":"https://orcid.org/0000-0002-8201-0071","observed_orcids":["https://orcid.org/0000-0002-8201-0071"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sericola, Bruno","raw_affiliation_strings":["DIONYSOS - Dependability Interoperability and perfOrmance aNalYsiS Of networkS (Campus de Beaulieu 35042 Rennes cedex - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIONYSOS - Dependability Interoperability and perfOrmance aNalYsiS Of networkS (Campus de Beaulieu 35042 Rennes cedex - France)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-stream-processing","display_name":"distributed stream processing","score":0.9160000085830688},{"id":"https://openalex.org/keywords/online-scheduling","display_name":"online scheduling","score":0.7440000176429749},{"id":"https://openalex.org/keywords/proactive-scheduling","display_name":"proactive scheduling","score":0.7080000042915344},{"id":"https://openalex.org/keywords/load-balancing","display_name":"load balancing","score":0.6610000133514404},{"id":"https://openalex.org/keywords/execution-time-prediction","display_name":"execution time prediction","score":0.8529999852180481},{"id":"https://openalex.org/keywords/sketches","display_name":"sketches","score":0.6299999952316284},{"id":"https://openalex.org/keywords/round-robin","display_name":"round robin","score":0.5609999895095825}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7224893569946289},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5742273330688477},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5615527033805847},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.5412781238555908},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09093716740608215},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.04258844256401062}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:HAL:hal-01246701v2","doi":null,"is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01246701v2/document","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"[Research Report] LINA-University of Nantes; Sapienza Universit\u00e0 di Roma (Italie). 2015","raw_type":"info:eu-repo/semantics/report"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-01246701v2","doi":null,"is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01246701v2/document","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"[Research Report] LINA-University of Nantes; Sapienza Universit\u00e0 di Roma (Italie). 2015","raw_type":"info:eu-repo/semantics/report"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1532940818","https://openalex.org/W1965972569","https://openalex.org/W1982648554","https://openalex.org/W2023478510","https://openalex.org/W2052207834","https://openalex.org/W2060540987","https://openalex.org/W2080234606","https://openalex.org/W2115438344","https://openalex.org/W2118232729","https://openalex.org/W2133338501","https://openalex.org/W2148222209"],"related_works":["https://openalex.org/W2549484849","https://openalex.org/W2623860720","https://openalex.org/W4300782802","https://openalex.org/W4393186120","https://openalex.org/W4388349191","https://openalex.org/W3080236756","https://openalex.org/W3120892646","https://openalex.org/W2215957262","https://openalex.org/W2768459599","https://openalex.org/W7099986644"],"abstract_inverted_index":{"Shuffle":[0,118],"grouping":[1,22,47,126],"is":[2,48,68],"a":[3,26,51,55,87,121,144,176,185],"technique":[4],"used":[5,159],"by":[6],"stream":[7,27,93,191],"processing":[8,94,192],"frameworks":[9],"to":[10,31,44,49,124,152,160,170],"share":[11],"input":[12,150],"load":[13,151],"among":[14],"parallel":[15,89],"instances":[16],"of":[17,25,140,149,167],"stateless":[18,90],"operators.":[19],"With":[20],"shuffle":[21,46,125],"each":[23,141],"tuple":[24,65,84,108,132],"can":[28],"be":[29],"assigned":[30],"any":[32,38],"available":[33],"operator":[34,155],"instance,":[35],"independently":[36],"from":[37],"previous":[39],"assignment.":[40],"A":[41],"common":[42],"approach":[43,123],"implement":[45],"adopt":[50],"round":[52],"robin":[53],"policy,":[54],"simple":[56],"solution":[57],"that":[58],"fares":[59],"well":[60],"as":[61,63],"long":[62],"the":[64,102,130,137,153,163],"execution":[66,79,138],"time":[67,80,139],"constant.":[69],"However,":[70],"such":[71],"assumption":[72],"rarely":[73],"holds":[74],"in":[75,101,107],"real":[76],"cases":[77],"where":[78],"strongly":[81],"depends":[82],"on":[83,190],"content.":[85],"As":[86],"consequence,":[88],"operators":[91],"within":[92],"applications":[95],"may":[96],"experience":[97],"unpredictable":[98],"unbalance":[99],"that,":[100],"end,":[103],"causes":[104],"undesirable":[105],"increase":[106],"completion":[109,133],"times.":[110],"In":[111],"this":[112],"paper":[113],"we":[114],"propose":[115],"Proactive":[116],"Online":[117],"Grouping":[119],"(POSG),":[120],"novel":[122],"aimed":[127],"at":[128],"reducing":[129],"overall":[131],"time.":[134],"POSG":[135],"estimates":[136],"tuple,":[142],"enabling":[143],"proactive":[145],"and":[146,179,184],"online":[147],"scheduling":[148],"target":[154],"instances.":[156],"Sketches":[157],"are":[158],"efficiently":[161],"store":[162],"otherwise":[164],"large":[165],"amount":[166],"information":[168],"required":[169],"schedule":[171],"incoming":[172],"load.":[173],"We":[174],"provide":[175],"probabilistic":[177],"analysis":[178],"illustrate,":[180],"through":[181],"both":[182],"simulations":[183],"running":[186],"prototype,":[187],"its":[188],"impact":[189],"applications.":[193]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":3}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2016-06-24T00:00:00"}