{"id":"https://openalex.org/W1968801596","doi":"https://doi.org/10.1109/sc.companion.2012.154","title":"HOG: Distributed Hadoop MapReduce on the Grid","display_name":"HOG: Distributed Hadoop MapReduce on the Grid","publication_year":2012,"publication_date":"2012-11-01","ids":{"openalex":"https://openalex.org/W1968801596","doi":"https://doi.org/10.1109/sc.companion.2012.154","mag":"1968801596"},"language":"en","primary_location":{"id":"doi:10.1109/sc.companion.2012.154","doi":"https://doi.org/10.1109/sc.companion.2012.154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sc.companion.2012.154","pdf_url":null,"source":{"id":"https://openalex.org/S4363608557","display_name":"International Conference for High Performance Computing, Networking, Storage and Analysis (SC)","issn_l":"2167-4337","issn":["2167-4337"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 SC Companion: High Performance Computing, Networking Storage and Analysis","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035116017","display_name":"Chen He","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114395901","display_name":"University of Nebraska\u2013Lincoln","ror":"https://ror.org/043mer456","country_code":"US","type":"education","lineage":["https://openalex.org/I114395901"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen He","raw_affiliation_strings":["Computer Science and Engineering, University of Nebraska-Lincoln, USA","#N##TAB##TAB##TAB##TAB# University of Nebraska-Lincoln#N##TAB##TAB##TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Nebraska-Lincoln, USA","institution_ids":["https://openalex.org/I114395901"]},{"raw_affiliation_string":"#N##TAB##TAB##TAB##TAB# University of Nebraska-Lincoln#N##TAB##TAB##TAB#","institution_ids":["https://openalex.org/I114395901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078460497","display_name":"Derek Weitzel","orcid":"https://orcid.org/0000-0002-8115-7573","observed_orcids":["https://orcid.org/0000-0002-8115-7573"]},"institutions":[{"id":"https://openalex.org/I114395901","display_name":"University of Nebraska\u2013Lincoln","ror":"https://ror.org/043mer456","country_code":"US","type":"education","lineage":["https://openalex.org/I114395901"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Derek Weitzel","raw_affiliation_strings":["Computer Science and Engineering, University of Nebraska-Lincoln, USA","#N##TAB##TAB##TAB##TAB# University of Nebraska-Lincoln#N##TAB##TAB##TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Nebraska-Lincoln, USA","institution_ids":["https://openalex.org/I114395901"]},{"raw_affiliation_string":"#N##TAB##TAB##TAB##TAB# University of Nebraska-Lincoln#N##TAB##TAB##TAB#","institution_ids":["https://openalex.org/I114395901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113578540","display_name":"David R. Swanson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114395901","display_name":"University of Nebraska\u2013Lincoln","ror":"https://ror.org/043mer456","country_code":"US","type":"education","lineage":["https://openalex.org/I114395901"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Swanson","raw_affiliation_strings":["Computer Science and Engineering, University of Nebraska-Lincoln, USA","Computer Science and Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Nebraska-Lincoln, USA","institution_ids":["https://openalex.org/I114395901"]},{"raw_affiliation_string":"Computer Science and Engineering","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100358936","display_name":"Ying L\u00fc","orcid":"https://orcid.org/0000-0002-4206-231X","observed_orcids":["https://orcid.org/0000-0002-4206-231X","https://orcid.org/0000-0002-3446-2188"]},"institutions":[{"id":"https://openalex.org/I114395901","display_name":"University of Nebraska\u2013Lincoln","ror":"https://ror.org/043mer456","country_code":"US","type":"education","lineage":["https://openalex.org/I114395901"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying Lu","raw_affiliation_strings":["Computer Science and Engineering, University of Nebraska-Lincoln, USA","#N##TAB##TAB##TAB##TAB# University of Nebraska-Lincoln#N##TAB##TAB##TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Nebraska-Lincoln, USA","institution_ids":["https://openalex.org/I114395901"]},{"raw_affiliation_string":"#N##TAB##TAB##TAB##TAB# University of Nebraska-Lincoln#N##TAB##TAB##TAB#","institution_ids":["https://openalex.org/I114395901"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114395901"],"apc_list":null,"apc_paid":null,"fwci":3.774,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.93916914,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2002","issue":null,"first_page":"1276","last_page":"1283"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.7699999809265137,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.7699999809265137,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.2281000018119812,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hadoop-mapreduce","display_name":"Hadoop MapReduce","score":0.8669999837875366},{"id":"https://openalex.org/keywords/open-science-grid","display_name":"Open Science Grid","score":0.8709999918937683},{"id":"https://openalex.org/keywords/grid-computing","display_name":"grid computing","score":0.8019999861717224},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"fault tolerance","score":0.9179999828338623},{"id":"https://openalex.org/keywords/failure-domains","display_name":"failure domains","score":0.7699999809265137},{"id":"https://openalex.org/keywords/distributed-data-processing","display_name":"distributed data processing","score":0.7229999899864197},{"id":"https://openalex.org/keywords/scalability","display_name":"scalability","score":0.6980000138282776}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8552534580230713},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7173701524734497},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.6438490152359009},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6202560067176819},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5762388110160828},{"id":"https://openalex.org/C70429105","wikidata":"https://www.wikidata.org/wiki/Q249999","display_name":"Grid computing","level":3,"score":0.5626740455627441},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5278230309486389},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4874598979949951},{"id":"https://openalex.org/C76831024","wikidata":"https://www.wikidata.org/wiki/Q5227096","display_name":"Data-intensive computing","level":4,"score":0.46934545040130615},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.42624881863594055},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.40887755155563354},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.40450355410575867},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/sc.companion.2012.154","doi":"https://doi.org/10.1109/sc.companion.2012.154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sc.companion.2012.154","pdf_url":null,"source":{"id":"https://openalex.org/S4363608557","display_name":"International Conference for High Performance Computing, Networking, Storage and Analysis (SC)","issn_l":"2167-4337","issn":["2167-4337"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 SC Companion: High Performance Computing, Networking Storage and Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.352.2709","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.352.2709","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://datasys.cs.iit.edu/events/MTAGS12/p02.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.939.3070","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.939.3070","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://digitalcommons.unl.edu/cgi/viewcontent.cgi?article%3D1230%26context%3Dcseconfwork","raw_type":"text"},{"id":"pmh:oai:digitalcommons.unl.edu:cseconfwork-1230","doi":null,"is_oa":false,"landing_page_url":"http://digitalcommons.unl.edu/cseconfwork/231","pdf_url":null,"source":{"id":"https://openalex.org/S4306400577","display_name":"Lincoln (University of Nebraska)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I114395901","host_organization_name":"University of Nebraska\u2013Lincoln","host_organization_lineage":["https://openalex.org/I114395901"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CSE Conference and Workshop Papers","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309652","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W180090496","https://openalex.org/W1492040731","https://openalex.org/W1510496002","https://openalex.org/W1533211047","https://openalex.org/W2026824323","https://openalex.org/W2070275167","https://openalex.org/W2096125134","https://openalex.org/W2103803358","https://openalex.org/W2111996486","https://openalex.org/W2122440889","https://openalex.org/W2124088880","https://openalex.org/W2146176543","https://openalex.org/W2146749986","https://openalex.org/W2154010459","https://openalex.org/W2173213060","https://openalex.org/W3196112465","https://openalex.org/W6607416027"],"related_works":["https://openalex.org/W1967005229","https://openalex.org/W1484637959","https://openalex.org/W2128412435","https://openalex.org/W2063444302","https://openalex.org/W6950354027","https://openalex.org/W2064349969","https://openalex.org/W2047651421","https://openalex.org/W1977658424","https://openalex.org/W7098628767","https://openalex.org/W7163604411"],"abstract_inverted_index":{"MapReduce":[0,20,47,65,112,136],"is":[1,43],"a":[2,17,60,132,149],"powerful":[3],"data":[4,84,88],"processing":[5],"platform":[6],"for":[7,81],"commercial":[8],"and":[9,63,96],"academic":[10],"applications.":[11,113],"In":[12,74,114],"this":[13],"paper,":[14],"we":[15,76,117,128],"build":[16],"novel":[18],"Hadoop":[19,37,105,111,135,151],"framework":[21,106],"executed":[22],"on":[23,51,67,124],"the":[24,33,39,68,72,91,104,115,125],"Open":[25],"Science":[26],"Grid":[27,40],"which":[28],"spans":[29],"multiple":[30],"institutions":[31],"across":[32,90],"United":[34],"States":[35],"-":[36],"On":[38],"(HOG).":[41],"It":[42],"different":[44],"from":[45],"previous":[46],"platforms":[48],"that":[49,140],"run":[50],"dedicated":[52,150],"environments":[53],"like":[54],"clusters":[55],"or":[56],"clouds.":[57],"HOG":[58,120,130],"provides":[59],"free,":[61],"elastic,":[62],"dynamic":[64],"environment":[66],"opportunistic":[69],"resources":[70],"of":[71],"grid.":[73,126],"HOG,":[75],"improve":[77],"Hadoop's":[78],"fault":[79],"tolerance":[80],"wide":[82],"area":[83],"analysis":[85],"by":[86],"mapping":[87],"centers":[89],"U.S.":[92],"to":[93,103,109,121,148],"virtual":[94],"racks":[95],"creating":[97],"multi-institution":[98],"failure":[99],"domains.":[100],"Our":[101],"modifications":[102],"are":[107],"transparent":[108],"existing":[110],"evaluation,":[116],"successfully":[118],"extend":[119],"1100":[122],"nodes":[123],"Additionally,":[127],"evaluate":[129],"with":[131],"simulated":[133],"Facebook":[134],"workload.":[137],"We":[138],"conclude":[139],"HOG's":[141],"rapid":[142],"scalability":[143],"can":[144],"provide":[145],"comparable":[146],"performance":[147],"cluster.":[152]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":1}],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2016-06-24T00:00:00"}