{"id":"https://openalex.org/W2799802109","doi":"https://doi.org/10.1109/access.2018.2830799","title":"OEHadoop: Accelerate Hadoop Applications by Co-Designing Hadoop With Data Center Network","display_name":"OEHadoop: Accelerate Hadoop Applications by Co-Designing Hadoop With Data Center Network","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2799802109","doi":"https://doi.org/10.1109/access.2018.2830799","mag":"2799802109"},"language":"en","primary_location":{"id":"doi:10.1109/access.2018.2830799","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2830799","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2018.2830799","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033649899","display_name":"Yinan Tang","orcid":"https://orcid.org/0000-0002-6029-3744"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yinan Tang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, Beijing, CN"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, Beijing, CN","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075414103","display_name":"Hongxiang Guo","orcid":"https://orcid.org/0000-0002-7009-6699"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongxiang Guo","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, Beijing, CN"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, Beijing, CN","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042100540","display_name":"Tongtong Yuan","orcid":"https://orcid.org/0000-0002-8224-9891"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongtong Yuan","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, Beijing, CN"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, Beijing, CN","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075668011","display_name":"Qi Wu","orcid":"https://orcid.org/0000-0002-1196-226X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Wu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, Beijing, CN"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, Beijing, CN","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039398505","display_name":"Xiang Li","orcid":"https://orcid.org/0000-0003-0840-4432"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Li","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, Beijing, CN"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, Beijing, CN","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101842485","display_name":"Cen Wang","orcid":"https://orcid.org/0000-0001-6034-4292"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cen Wang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, Beijing, CN"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, Beijing, CN","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046970118","display_name":"Xiong Gao","orcid":"https://orcid.org/0000-0003-0677-4325"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiong Gao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, Beijing, CN"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, Beijing, CN","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100599435","display_name":"Jian Wu","orcid":"https://orcid.org/0000-0002-3394-1507"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Wu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, Beijing, CN"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, Beijing, CN","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5033649899"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.3561,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.91188345,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"6","issue":null,"first_page":"25849","last_page":"25860"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.875200629234314},{"id":"https://openalex.org/keywords/multicast","display_name":"Multicast","score":0.5835556983947754},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5555979609489441},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.5260132551193237},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4972706139087677},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4745139479637146},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.4614295959472656},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4349888265132904},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.43075454235076904},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4187215268611908},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3233160674571991},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.20021140575408936}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.875200629234314},{"id":"https://openalex.org/C32295351","wikidata":"https://www.wikidata.org/wiki/Q899288","display_name":"Multicast","level":2,"score":0.5835556983947754},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5555979609489441},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.5260132551193237},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4972706139087677},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4745139479637146},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.4614295959472656},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4349888265132904},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.43075454235076904},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4187215268611908},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3233160674571991},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.20021140575408936},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2018.2830799","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2830799","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d995a16c497d4f70ac07747c264dc2a0","is_oa":true,"landing_page_url":"https://doaj.org/article/d995a16c497d4f70ac07747c264dc2a0","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 6, Pp 25849-25860 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2018.2830799","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2830799","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6200000047683716}],"awards":[{"id":"https://openalex.org/G4457119627","display_name":null,"funder_award_id":"61331008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6039630979","display_name":null,"funder_award_id":"61471054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1580624558","https://openalex.org/W1592205888","https://openalex.org/W1676469013","https://openalex.org/W1979673782","https://openalex.org/W1998471240","https://openalex.org/W1999195717","https://openalex.org/W2007227498","https://openalex.org/W2013932952","https://openalex.org/W2017036528","https://openalex.org/W2030059621","https://openalex.org/W2040340473","https://openalex.org/W2044936152","https://openalex.org/W2048554864","https://openalex.org/W2083739799","https://openalex.org/W2094182485","https://openalex.org/W2096125134","https://openalex.org/W2097926925","https://openalex.org/W2102549685","https://openalex.org/W2104993419","https://openalex.org/W2105947650","https://openalex.org/W2117884704","https://openalex.org/W2119638333","https://openalex.org/W2119738171","https://openalex.org/W2137229314","https://openalex.org/W2137793678","https://openalex.org/W2147118406","https://openalex.org/W2154468618","https://openalex.org/W2163291889","https://openalex.org/W2168595508","https://openalex.org/W2171830950","https://openalex.org/W2173213060","https://openalex.org/W2213348552","https://openalex.org/W2240045799","https://openalex.org/W2476848496","https://openalex.org/W2734510787","https://openalex.org/W2746228276","https://openalex.org/W2952435244","https://openalex.org/W3160073244","https://openalex.org/W4232284301","https://openalex.org/W4235670058","https://openalex.org/W4253233651","https://openalex.org/W4392635488","https://openalex.org/W6634649937","https://openalex.org/W6637421696","https://openalex.org/W6662682235","https://openalex.org/W6685199863","https://openalex.org/W6862557521"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2533666503","https://openalex.org/W1988881836","https://openalex.org/W4205475900"],"abstract_inverted_index":{"Big":[0],"data":[1,16,59,99,142],"applications":[2,39],"in":[3,13,78,141,175,224],"Hadoop":[4,38,46,76,87,93],"usually":[5],"cause":[6],"heavy":[7],"bandwidth":[8],"demand":[9,32],"and":[10,33,97,149,173,191,220],"network":[11,18],"bottleneck":[12],"the":[14,23,30,34,43,67,73,83,106,117,129,146,159,168,176,184,188,194,221],"current":[15],"center":[17,100,143],"(DCN).":[19],"On":[20,42],"one":[21],"hand,":[22,45],"design":[24],"of":[25,37,69,75,110,183,196,205],"DCN":[26,118,130,147],"does":[27],"not":[28],"take":[29],"traffic":[31,35],"patterns":[36],"into":[40],"account.":[41],"other":[44],"suffers":[47],"from":[48],"inherent":[49],"performance":[50,74],"limitations":[51],"due":[52],"to":[53,113,127,132,144,157,165,186,192,229],"its":[54],"solution":[55],"for":[56],"transmitting":[57],"massive":[58],"sets":[60],"based":[61],"on":[62,234],"application-layer":[63],"overlays,":[64],"which":[65,88],"ignores":[66],"architecture":[68,131,148],"DCN.":[70],"To":[71],"improve":[72],"applications,":[77],"this":[79],"paper":[80],"we":[81,104,120,208],"propose":[82],"OEHadoop,":[84],"a":[85,122,162,180,200,203],"modified":[86],"is":[89,139,171],"built":[90],"by":[91],"co-designing":[92],"with":[94,152],"hybrid":[95],"optical":[96,114,124],"electrical":[98],"network.":[101],"For":[102,116],"Hadoop,":[103],"redesign":[105],"pipeline-based":[107],"replication":[108],"process":[109],"MapReduce":[111,160,222],"jobs":[112,223],"multicast.":[115],"architecture,":[119],"build":[121,179],"reconfigurable":[123],"multicast":[125,133,169,212],"system":[126],"adapt":[128],"traffic.":[134],"A":[135],"software-defined":[136],"networking":[137],"controller":[138],"implemented":[140],"adjust":[145],"exchange":[150],"information":[151],"application":[153],"layer.":[154],"In":[155,199],"order":[156],"accelerate":[158],"jobs,":[161],"new":[163],"algorithm":[164,215],"properly":[166],"schedule":[167],"requests":[170,213],"presented":[172],"deployed":[174],"controller.":[177],"We":[178],"small-scale":[181],"prototype":[182],"OEHadoop":[185,226],"evaluate":[187],"control":[189],"overhead,":[190],"demonstrate":[193],"feasibility":[195],"our":[197,211,225],"OEHadoop.":[198],"simulation":[201],"at":[202],"scale":[204],"real":[206],"DCN,":[207],"present":[209],"that":[210],"scheduling":[214],"outperforms":[216],"related":[217],"state-of-the-art":[218],"solutions,":[219],"speed":[227],"up":[228],"about":[230],"2":[231],"times":[232],"faster":[233],"average":[235],"than":[236],"native":[237],"Hadoop.":[238]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}