{"id":"https://openalex.org/W2478587020","doi":"https://doi.org/10.1007/978-3-319-39577-7_5","title":"An RDMA Middleware for Asynchronous Multi-stage Shuffling in Analytical Processing","display_name":"An RDMA Middleware for Asynchronous Multi-stage Shuffling in Analytical Processing","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2478587020","doi":"https://doi.org/10.1007/978-3-319-39577-7_5","mag":"2478587020"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-319-39577-7_5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-39577-7_5","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/978-3-319-39577-7_5","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101586647","display_name":"Rui C. Gon\u00e7alves","orcid":"https://orcid.org/0000-0002-7203-8935"},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Rui C. Gon\u00e7alves","raw_affiliation_strings":["HASLab, INESC TEC & U. Minho, Braga, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HASLab, INESC TEC & U. Minho, Braga, Portugal","institution_ids":["https://openalex.org/I121345201","https://openalex.org/I4210166615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065441606","display_name":"Jos\u00e9 Pereira","orcid":"https://orcid.org/0000-0002-3341-9217"},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Pereira","raw_affiliation_strings":["HASLab, INESC TEC & U. Minho, Braga, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HASLab, INESC TEC & U. Minho, Braga, Portugal","institution_ids":["https://openalex.org/I121345201","https://openalex.org/I4210166615"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ricardo Jim\u00e9nez-Peris","orcid":null},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ricardo Jim\u00e9nez-Peris","raw_affiliation_strings":["Univ. Polit\u00e9cnica de Madrid & LeanXcale, Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Polit\u00e9cnica de Madrid & LeanXcale, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"61","last_page":"74"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shuffling","display_name":"Shuffling","score":0.9212080240249634},{"id":"https://openalex.org/keywords/remote-direct-memory-access","display_name":"Remote direct memory access","score":0.8856891393661499},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8805614709854126},{"id":"https://openalex.org/keywords/middleware","display_name":"Middleware (distributed applications)","score":0.7561703324317932},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.650994598865509},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.508759081363678},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.42063143849372864},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3949122130870819},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17267850041389465},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1389390230178833}],"concepts":[{"id":"https://openalex.org/C167927819","wikidata":"https://www.wikidata.org/wiki/Q1930567","display_name":"Shuffling","level":2,"score":0.9212080240249634},{"id":"https://openalex.org/C130795937","wikidata":"https://www.wikidata.org/wiki/Q2561570","display_name":"Remote direct memory access","level":2,"score":0.8856891393661499},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8805614709854126},{"id":"https://openalex.org/C169468491","wikidata":"https://www.wikidata.org/wiki/Q146923","display_name":"Middleware (distributed applications)","level":2,"score":0.7561703324317932},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.650994598865509},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.508759081363678},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.42063143849372864},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3949122130870819},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17267850041389465},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1389390230178833}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/978-3-319-39577-7_5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-39577-7_5","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:HAL:hal-01434800v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01434800","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"16th IFIP WG 6.1 International Conference on Distributed Applications and Interoperable Systems (DAIS), Jun 2016, Heraklion, Crete, Greece. pp.61-74, &#x27E8;10.1007/978-3-319-39577-7_5&#x27E9;","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:repositorio.inesctec.pt:123456789/6744","is_oa":true,"landing_page_url":"http://repositorio.inesctec.pt/handle/123456789/6744","pdf_url":null,"source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference object"},{"id":"pmh:oai:repositorium.sdum.uminho.pt:1822/52871","is_oa":false,"landing_page_url":"http://hdl.handle.net/1822/52871","pdf_url":null,"source":{"id":"https://openalex.org/S4306401240","display_name":"Reposit\u00f3riUM (Universidade do Minho)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I99682543","host_organization_name":"University of Minho","host_organization_lineage":["https://openalex.org/I99682543"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},{"id":"pmh:oai:repositorium.uminho.pt:1822/52871","is_oa":false,"landing_page_url":"https://hdl.handle.net/1822/52871","pdf_url":null,"source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.1007/978-3-319-39577-7_5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-39577-7_5","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1532546444","https://openalex.org/W1575350781","https://openalex.org/W1606512765","https://openalex.org/W1963832798","https://openalex.org/W1968781019","https://openalex.org/W1984788566","https://openalex.org/W2029517391","https://openalex.org/W2029549161","https://openalex.org/W2067051372","https://openalex.org/W2076461385","https://openalex.org/W2110086534","https://openalex.org/W2112101330","https://openalex.org/W2126509165","https://openalex.org/W2171220798","https://openalex.org/W2173213060","https://openalex.org/W2360842536","https://openalex.org/W2401112755","https://openalex.org/W4245217724"],"related_works":["https://openalex.org/W3090586438","https://openalex.org/W4213239787","https://openalex.org/W2045745654","https://openalex.org/W2114337652","https://openalex.org/W4388857216","https://openalex.org/W4377131110","https://openalex.org/W2782433361","https://openalex.org/W2414796453","https://openalex.org/W2478587020","https://openalex.org/W4393183661"],"abstract_inverted_index":{"A":[0],"key":[1],"component":[2],"in":[3,25,50],"large":[4],"scale":[5],"distributed":[6],"analytical":[7,47,94],"processing":[8,48,95],"is":[9],"shuffling,":[10],"the":[11,20,32,76,87],"distribution":[12],"of":[13,36,86,89],"data":[14,42,68],"to":[15,40,61,65],"multiple":[16,70],"nodes":[17],"such":[18],"that":[19,75],"computation":[21],"can":[22,80],"be":[23],"done":[24],"parallel.":[26,51],"In":[27],"this":[28],"paper":[29],"we":[30],"describe":[31],"design":[33],"and":[34],"implementation":[35],"a":[37,82,100],"communication":[38,90],"middleware":[39,53,78],"support":[41],"shuffling":[43],"for":[44],"executing":[45],"multi-stage":[46],"operations":[49,64,91],"The":[52],"relies":[54],"on":[55,92],"RDMA":[56],"(Remote":[57],"Direct":[58],"Memory":[59],"Access)":[60],"provide":[62,81],"basic":[63],"asynchronously":[66],"exchange":[67],"among":[69],"machines.":[71],"Experimental":[72],"results":[73],"show":[74],"RDMA-based":[77],"developed":[79],"75":[83],"%":[84],"reduction":[85],"costs":[88],"parallel":[93],"tasks,":[96],"when":[97],"compared":[98],"with":[99],"sockets":[101],"middleware.":[102]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}
