{"id":"https://openalex.org/W2059628440","doi":"https://doi.org/10.1145/2597652.2597684","title":"HOMR: a hybrid approach to exploit maximum overlapping in MapReduce over high performance interconnects","display_name":"HOMR: a hybrid approach to exploit maximum overlapping in MapReduce over high performance interconnects","alternate_titles":[],"publication_year":2014,"publication_date":"2014-06-10","ids":{"openalex":"https://openalex.org/W2059628440","doi":"https://doi.org/10.1145/2597652.2597684","mag":"2059628440"},"language":"en","primary_location":{"id":"doi:10.1145/2597652.2597684","doi":"https://doi.org/10.1145/2597652.2597684","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2597652.2597684","pdf_url":null,"source":{"id":"https://openalex.org/S4306419857","display_name":"International Conference on Supercomputing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM international conference on Supercomputing","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2059628440"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046842763","display_name":"Md. Wasi-ur- Rahman","orcid":"https://orcid.org/0000-0002-3465-4307","observed_orcids":["https://orcid.org/0000-0002-3465-4307"]},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Md Wasi-ur- Rahman","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067748041","display_name":"Xiaoyi Lu","orcid":"https://orcid.org/0000-0001-7581-8905","observed_orcids":["https://orcid.org/0000-0001-7581-8905"]},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xiaoyi Lu","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112525485","display_name":"Nusrat Sharmin Islam","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nusrat Sharmin Islam","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024879682","display_name":"Dhabaleswar K. DK Panda","orcid":"https://orcid.org/0000-0002-0356-1781","observed_orcids":["https://orcid.org/0000-0002-0356-1781"]},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dhabaleswar K. (DK) Panda","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":8.1871,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.98366745,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"33","last_page":"42"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.032600000500679016,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.016899999231100082,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hadoop-mapreduce","display_name":"Hadoop MapReduce","score":0.9950000047683716},{"id":"https://openalex.org/keywords/rdma","display_name":"RDMA","score":0.9330000281333923},{"id":"https://openalex.org/keywords/infiniband","display_name":"InfiniBand","score":0.7649999856948853},{"id":"https://openalex.org/keywords/big-data-analytics","display_name":"big data analytics","score":0.6790000200271606},{"id":"https://openalex.org/keywords/socket-interface","display_name":"socket interface","score":0.4359999895095825}],"concepts":[{"id":"https://openalex.org/C2781030343","wikidata":"https://www.wikidata.org/wiki/Q922437","display_name":"InfiniBand","level":2,"score":0.957775354385376},{"id":"https://openalex.org/C130795937","wikidata":"https://www.wikidata.org/wiki/Q2561570","display_name":"Remote direct memory access","level":2,"score":0.9566081762313843},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8965502977371216},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7422239780426025},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.49606332182884216},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.48820024728775024},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.467937171459198},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.4652247130870819},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43002697825431824},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4134674370288849},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2597652.2597684","doi":"https://doi.org/10.1145/2597652.2597684","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2597652.2597684","pdf_url":null,"source":{"id":"https://openalex.org/S4306419857","display_name":"International Conference on Supercomputing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM international conference on Supercomputing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1963832798","https://openalex.org/W1968781019","https://openalex.org/W2010279913","https://openalex.org/W2060445678","https://openalex.org/W2061593919","https://openalex.org/W2067051372","https://openalex.org/W2100416747","https://openalex.org/W2119738171","https://openalex.org/W2120332949","https://openalex.org/W2122465391","https://openalex.org/W2157099238","https://openalex.org/W2171220798","https://openalex.org/W2624304035","https://openalex.org/W4234905039","https://openalex.org/W4254234063","https://openalex.org/W7099145758"],"related_works":["https://openalex.org/W2804385301","https://openalex.org/W1963832798","https://openalex.org/W2421128140","https://openalex.org/W2157099238","https://openalex.org/W2083506254","https://openalex.org/W2415959108","https://openalex.org/W2112173609","https://openalex.org/W2039636872","https://openalex.org/W2770900373","https://openalex.org/W2414796453"],"abstract_inverted_index":{"Hadoop":[0,23,43,222,255],"MapReduce":[1,24,44,84,177,304],"is":[2,93,182,240,294],"the":[3,25,51,79,88,105,130,175,233,282,288,295],"most":[4,26],"popular":[5,27],"open-source":[6],"parallel":[7],"programming":[8],"model":[9],"extensively":[10],"used":[11],"in":[12,124,133],"Big":[13],"Data":[14],"analytics.":[15],"Although":[16,75],"fault":[17],"tolerance":[18],"and":[19,63,68,72,97,160,217,228,269,271,278],"platform":[20],"independence":[21],"make":[22],"choice":[28],"for":[29,83,303],"many":[30,54],"users,":[31],"it":[32],"still":[33],"has":[34,45],"huge":[35],"performance":[36,48,172,187,213],"improvement":[37,92],"potentials.":[38],"Recently,":[39],"RDMA-based":[40,134,198,236,285],"design":[41,56,263],"of":[42,53,65,70,165,180,215,249,274,290],"alleviated":[46],"major":[47],"bottlenecks":[49],"with":[50,104,207,264],"implementation":[52],"novel":[55],"features":[57,77,131],"such":[58],"as":[59,194,196],"in-memory":[60],"merge,":[61],"prefetching":[62],"caching":[64],"map":[66,106],"outputs,":[67],"overlapping":[69,141,302],"merge":[71,98],"reduce":[73,78],"phases.":[74],"these":[76],"overall":[80],"execution":[81],"time":[82],"jobs":[85],"compared":[86,146,219,252],"to":[87,120,147,169,185,220,232,253,276,298],"default":[89,176,221,254],"framework,":[90],"further":[91],"possible":[94,140,301],"if":[95],"shuffle":[96],"phases":[99,145],"can":[100,211],"also":[101,137,245,260],"be":[102],"overlapped":[103],"phase":[107],"during":[108],"job":[109],"execution.":[110],"In":[111],"this":[112,238,293],"paper,":[113],"we":[114],"propose":[115],"HOMR":[116,181,206,242],"(a":[117],"Hybrid":[118],"approach":[119,297],"exploit":[121],"maximum":[122,139,248,300],"Overlapping":[123],"MapReduce),":[125],"that":[126,205],"incorporates":[127],"not":[128],"only":[129],"implemented":[132],"design,":[135],"but":[136],"exploits":[138],"among":[142],"all":[143],"different":[144,191],"current":[148],"best":[149,235,289],"approaches.":[150],"Our":[151],"solution":[152],"introduces":[153],"two":[154],"key":[155],"concepts:":[156],"Greedy":[157],"Shuffle":[158,162],"Algorithm":[159],"On-demand":[161],"Adjustment,":[163],"both":[164,189],"which":[166],"are":[167],"essential":[168],"achieve":[170,212,299],"significant":[171],"benefits":[173,214,273],"over":[174,190,200,209,223,226,243,256,281],"framework.":[178,305],"Architecture":[179],"generalized":[183],"enough":[184],"provide":[186],"efficiency":[188],"Sockets":[192,244,257],"interface":[193],"well":[195],"previous":[197,234,283],"designs":[199],"InfiniBand.":[201],"Performance":[202],"evaluations":[203],"show":[204],"RDMA":[208],"InfiniBand":[210],"54%":[216],"56%":[218],"IPoIB":[224],"(IP":[225],"InfiniBand)":[227],"10GigE,":[229],"respectively.":[230],"Compared":[231],"designs,":[237],"benefit":[239,251],"29%.":[241],"achieves":[246],"a":[247],"38-40%":[250],"interface.":[258],"We":[259],"evaluate":[261],"our":[262,291],"real-world":[265],"workloads":[266],"like":[267],"SWIM":[268],"PUMA,":[270],"observe":[272],"up":[275],"16%":[277],"18%,":[279],"respectively,":[280],"best-case":[284],"design.":[286],"To":[287],"knowledge,":[292],"first":[296]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2059628440","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":17},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":5}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
