{"id":"https://openalex.org/W1814577888","doi":"https://doi.org/10.1002/cpe.2929","title":"Hierarchical MapReduce: towards simplified cross\u2010domain data\u2009processing","display_name":"Hierarchical MapReduce: towards simplified cross\u2010domain data\u2009processing","publication_year":2012,"publication_date":"2012-09-24","ids":{"openalex":"https://openalex.org/W1814577888","doi":"https://doi.org/10.1002/cpe.2929","mag":"1814577888"},"language":"en","primary_location":{"id":"doi:10.1002/cpe.2929","is_oa":true,"landing_page_url":"https://doi.org/10.1002/cpe.2929","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/cpe.2929","source":{"id":"https://openalex.org/S11065456","display_name":"Concurrency and Computation Practice and Experience","issn_l":"1532-0626","issn":["1532-0626","1532-0634"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Concurrency and Computation: Practice and Experience","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/cpe.2929","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100621073","display_name":"Yuan Luo","orcid":"https://orcid.org/0000-0002-5521-2516"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuan Luo","raw_affiliation_strings":["School of Informatics and Computing Indiana University Bloomington IN, 47405 USA","School of Informatics and Computing, Indiana University - Bloomington, IN 47405, USA"],"affiliations":[{"raw_affiliation_string":"School of Informatics and Computing Indiana University Bloomington IN, 47405 USA","institution_ids":["https://openalex.org/I4210119109"]},{"raw_affiliation_string":"School of Informatics and Computing, Indiana University - Bloomington, IN 47405, USA","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060672408","display_name":"Beth Plale","orcid":"https://orcid.org/0000-0003-2164-8132"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Beth Plale","raw_affiliation_strings":["School of Informatics and Computing Indiana University Bloomington IN, 47405 USA","School of Informatics and Computing, Indiana University - Bloomington, IN 47405, USA"],"affiliations":[{"raw_affiliation_string":"School of Informatics and Computing Indiana University Bloomington IN, 47405 USA","institution_ids":["https://openalex.org/I4210119109"]},{"raw_affiliation_string":"School of Informatics and Computing, Indiana University - Bloomington, IN 47405, USA","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091834117","display_name":"Zhenhua Guo","orcid":"https://orcid.org/0000-0002-8201-0864"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhenhua Guo","raw_affiliation_strings":["School of Informatics and Computing Indiana University Bloomington IN, 47405 USA","School of Informatics and Computing, Indiana University - Bloomington, IN 47405, USA"],"affiliations":[{"raw_affiliation_string":"School of Informatics and Computing Indiana University Bloomington IN, 47405 USA","institution_ids":["https://openalex.org/I4210119109"]},{"raw_affiliation_string":"School of Informatics and Computing, Indiana University - Bloomington, IN 47405, USA","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086731177","display_name":"Wilfred W. Li","orcid":"https://orcid.org/0009-0007-1702-7196"},"institutions":[{"id":"https://openalex.org/I181653535","display_name":"San Diego Supercomputer Center","ror":"https://ror.org/04mg3nk07","country_code":"US","type":"facility","lineage":["https://openalex.org/I181653535","https://openalex.org/I36258959"]},{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wilfred W. Li","raw_affiliation_strings":["San Diego Supercomputer Center University of California San Diego La Jolla, CA, 92093 USA","San Diego Supercomputer Center, University of California San Diego, La Jolla, CA 92093, USA"],"affiliations":[{"raw_affiliation_string":"San Diego Supercomputer Center University of California San Diego La Jolla, CA, 92093 USA","institution_ids":["https://openalex.org/I181653535"]},{"raw_affiliation_string":"San Diego Supercomputer Center, University of California San Diego, La Jolla, CA 92093, USA","institution_ids":["https://openalex.org/I181653535","https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108081911","display_name":"Judy Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Judy Qiu","raw_affiliation_strings":["School of Informatics and Computing Indiana University Bloomington IN, 47405 USA","School of Informatics and Computing, Indiana University - Bloomington, IN 47405, USA"],"affiliations":[{"raw_affiliation_string":"School of Informatics and Computing Indiana University Bloomington IN, 47405 USA","institution_ids":["https://openalex.org/I4210119109"]},{"raw_affiliation_string":"School of Informatics and Computing, Indiana University - Bloomington, IN 47405, USA","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044598723","display_name":"Yiming Sun","orcid":"https://orcid.org/0000-0002-0272-5609"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiming Sun","raw_affiliation_strings":["School of Informatics and Computing Indiana University Bloomington IN, 47405 USA","School of Informatics and Computing, Indiana University - Bloomington, IN 47405, USA"],"affiliations":[{"raw_affiliation_string":"School of Informatics and Computing Indiana University Bloomington IN, 47405 USA","institution_ids":["https://openalex.org/I4210119109"]},{"raw_affiliation_string":"School of Informatics and Computing, Indiana University - Bloomington, IN 47405, USA","institution_ids":["https://openalex.org/I4210119109"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100621073"],"corresponding_institution_ids":["https://openalex.org/I4210119109"],"apc_list":{"value":4740,"currency":"USD","value_usd":4740},"apc_paid":null,"fwci":1.128,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77948486,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"26","issue":"4","first_page":"878","last_page":"893"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8498558402061462},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.655580461025238},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5851215124130249},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5280227065086365},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5276868343353271},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.4573591947555542},{"id":"https://openalex.org/keywords/data-intensive-computing","display_name":"Data-intensive computing","score":0.4308658540248871},{"id":"https://openalex.org/keywords/computer-cluster","display_name":"Computer cluster","score":0.42325547337532043},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.41983726620674133},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4182443618774414},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.41646888852119446},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.23186486959457397},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11407911777496338},{"id":"https://openalex.org/keywords/grid-computing","display_name":"Grid computing","score":0.10761687159538269}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8498558402061462},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.655580461025238},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5851215124130249},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5280227065086365},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5276868343353271},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.4573591947555542},{"id":"https://openalex.org/C76831024","wikidata":"https://www.wikidata.org/wiki/Q5227096","display_name":"Data-intensive computing","level":4,"score":0.4308658540248871},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.42325547337532043},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.41983726620674133},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4182443618774414},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.41646888852119446},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.23186486959457397},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11407911777496338},{"id":"https://openalex.org/C70429105","wikidata":"https://www.wikidata.org/wiki/Q249999","display_name":"Grid computing","level":3,"score":0.10761687159538269},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/cpe.2929","is_oa":true,"landing_page_url":"https://doi.org/10.1002/cpe.2929","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/cpe.2929","source":{"id":"https://openalex.org/S11065456","display_name":"Concurrency and Computation Practice and Experience","issn_l":"1532-0626","issn":["1532-0626","1532-0634"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Concurrency and Computation: Practice and Experience","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1002/cpe.2929","is_oa":true,"landing_page_url":"https://doi.org/10.1002/cpe.2929","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/cpe.2929","source":{"id":"https://openalex.org/S11065456","display_name":"Concurrency and Computation Practice and Experience","issn_l":"1532-0626","issn":["1532-0626","1532-0634"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Concurrency and Computation: Practice and Experience","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322300","display_name":"Jilin University","ror":"https://ror.org/00js3aw79"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1814577888.pdf","grobid_xml":"https://content.openalex.org/works/W1814577888.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W110612056","https://openalex.org/W1605746882","https://openalex.org/W2006519720","https://openalex.org/W2037712729","https://openalex.org/W2072129576","https://openalex.org/W2072637364","https://openalex.org/W2089914203","https://openalex.org/W2095977162","https://openalex.org/W2096442669","https://openalex.org/W2102894742","https://openalex.org/W2105668062","https://openalex.org/W2108785450","https://openalex.org/W2111259717","https://openalex.org/W2112049462","https://openalex.org/W2114012459","https://openalex.org/W2119738171","https://openalex.org/W2120709360","https://openalex.org/W2123134606","https://openalex.org/W2131645490","https://openalex.org/W2132353061","https://openalex.org/W2140332639","https://openalex.org/W2144879169","https://openalex.org/W2150668973","https://openalex.org/W2151763581","https://openalex.org/W2154894831","https://openalex.org/W2173213060","https://openalex.org/W2296381359","https://openalex.org/W2495346011","https://openalex.org/W2561675875","https://openalex.org/W3145719002","https://openalex.org/W3196112465","https://openalex.org/W4233822877"],"related_works":["https://openalex.org/W2353464440","https://openalex.org/W2158030964","https://openalex.org/W2794953737","https://openalex.org/W2127197365","https://openalex.org/W2911620088","https://openalex.org/W3133966128","https://openalex.org/W2143942086","https://openalex.org/W3197931669","https://openalex.org/W2125301708","https://openalex.org/W109851046"],"abstract_inverted_index":{"SUMMARY":[0],"The":[1,57],"MapReduce":[2,16,41,53],"programming":[3],"model":[4,17,66],"has":[5],"proven":[6],"useful":[7],"for":[8],"data\u2010driven":[9],"high":[10],"throughput":[11],"applications.":[12],"However,":[13],"the":[14,64,110],"conventional":[15],"limits":[18],"itself":[19],"to":[20,51],"scheduling":[21,79],"jobs":[22,87],"within":[23],"a":[24,39,94,100],"single":[25],"cluster.":[26],"As":[27],"job":[28,54],"sizes":[29],"become":[30],"larger,":[31],"single\u2010cluster":[32],"solutions":[33],"grow":[34],"increasingly":[35],"inadequate.":[36],"We":[37],"present":[38],"hierarchical":[40],"framework":[42,62],"that":[43,84],"utilizes":[44],"computation":[45],"resources":[46],"from":[47],"multiple":[48],"clusters":[49],"simultaneously":[50],"run":[52],"across":[55],"them.":[56],"applications":[58],"implemented":[59],"in":[60],"this":[61],"adopt":[63],"Map\u2013Reduce\u2013GlobalReduce":[65],"where":[67],"computations":[68],"are":[69,81],"expressed":[70],"as":[71],"three":[72],"functions:":[73],"Map,":[74],"Reduce,":[75],"and":[76,88,99],"GlobalReduce.":[77],"Two":[78],"algorithms":[80],"proposed,":[82],"one":[83],"targets":[85],"compute\u2010intensive":[86],"another":[89],"data\u2010intensive":[90],"jobs,":[91],"evaluated":[92],"using":[93],"life":[95],"science":[96],"application,":[97],"AutoDock,":[98],"simple":[101],"Grep.":[102],"Data":[103],"management":[104],"is":[105],"explored":[106],"through":[107],"analysis":[108],"of":[109],"Gfarm":[111],"file":[112],"system.Copyright":[113],"\u00a9":[114],"2012":[115],"John":[116],"Wiley":[117],"&":[118],"Sons,":[119],"Ltd.":[120]},"counts_by_year":[{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}