{"id":"https://openalex.org/W2503699511","doi":"https://doi.org/10.1109/hpsr.2016.7525667","title":"Task allocation scheme based on computational and network resources for heterogeneous Hadoop clusters","display_name":"Task allocation scheme based on computational and network resources for heterogeneous Hadoop clusters","publication_year":2016,"publication_date":"2016-06-01","ids":{"openalex":"https://openalex.org/W2503699511","doi":"https://doi.org/10.1109/hpsr.2016.7525667","mag":"2503699511"},"language":"en","primary_location":{"id":"doi:10.1109/hpsr.2016.7525667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpsr.2016.7525667","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 17th International Conference on High Performance Switching and Routing (HPSR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075264095","display_name":"Tomohiro Matsuno","orcid":null},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Tomohiro Matsuno","raw_affiliation_strings":["Dept. of Communication Engineering and Informatics, The University of Electro-Communications, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Dept. of Communication Engineering and Informatics, The University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060706588","display_name":"Bijoy Chand Chatterjee","orcid":"https://orcid.org/0000-0002-9363-9289"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Bijoy Chand Chatterjee","raw_affiliation_strings":["Dept. of Communication Engineering and Informatics, The University of Electro-Communications, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Dept. of Communication Engineering and Informatics, The University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047825950","display_name":"Eiji Oki","orcid":"https://orcid.org/0000-0003-2177-5027"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Eiji Oki","raw_affiliation_strings":["Dept. of Communication Engineering and Informatics, The University of Electro-Communications, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Dept. of Communication Engineering and Informatics, The University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077899795","display_name":"Malathi Veeraraghavan","orcid":"https://orcid.org/0000-0003-1080-7222"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Malathi Veeraraghavan","raw_affiliation_strings":["Dept. of Electrical and Computer Engineering, University of Virginia, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037948210","display_name":"Satoru Okamoto","orcid":"https://orcid.org/0000-0002-4742-261X"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Satoru Okamoto","raw_affiliation_strings":["Dept. of Information and Computer Science, Keio University, Japan"],"affiliations":[{"raw_affiliation_string":"Dept. of Information and Computer Science, Keio University, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102946249","display_name":"Naoaki Yamanaka","orcid":"https://orcid.org/0000-0003-0587-720X"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoaki Yamanaka","raw_affiliation_strings":["Dept. of Information and Computer Science, Keio University, Japan"],"affiliations":[{"raw_affiliation_string":"Dept. of Information and Computer Science, Keio University, Japan","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5075264095"],"corresponding_institution_ids":["https://openalex.org/I20529979"],"apc_list":null,"apc_paid":null,"fwci":1.327,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.86116401,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"19","issue":null,"first_page":"200","last_page":"205"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.8966391086578369},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8363023996353149},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7731083035469055},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.7616740465164185},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.7514715194702148},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6892051100730896},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6624274253845215},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4971504509449005},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4815292954444885},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4453052580356598},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2994694113731384},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06614673137664795}],"concepts":[{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.8966391086578369},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8363023996353149},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7731083035469055},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.7616740465164185},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.7514715194702148},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6892051100730896},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6624274253845215},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4971504509449005},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4815292954444885},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4453052580356598},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2994694113731384},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06614673137664795},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpsr.2016.7525667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpsr.2016.7525667","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 17th International Conference on High Performance Switching and Routing (HPSR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.699999988079071,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320335839","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W66789461","https://openalex.org/W611530369","https://openalex.org/W1515595738","https://openalex.org/W1531743580","https://openalex.org/W1540059991","https://openalex.org/W1861377444","https://openalex.org/W1963563622","https://openalex.org/W1974671451","https://openalex.org/W1979472585","https://openalex.org/W1981743380","https://openalex.org/W1986419873","https://openalex.org/W1993481331","https://openalex.org/W2009795190","https://openalex.org/W2025988686","https://openalex.org/W2058810438","https://openalex.org/W2072664012","https://openalex.org/W2097375303","https://openalex.org/W2103590782","https://openalex.org/W2152423273","https://openalex.org/W2215662893","https://openalex.org/W2278349710","https://openalex.org/W2318846467","https://openalex.org/W2319781752","https://openalex.org/W2418486266","https://openalex.org/W2536730207","https://openalex.org/W2771505306","https://openalex.org/W2995564009","https://openalex.org/W4231384169","https://openalex.org/W4255851465","https://openalex.org/W6618841306","https://openalex.org/W6639193275","https://openalex.org/W6641209546","https://openalex.org/W6675366730","https://openalex.org/W6688744471"],"related_works":["https://openalex.org/W3034737091","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255"],"abstract_inverted_index":{"This":[0],"paper":[1],"aims":[2],"to":[3,34,84,92],"design":[4],"a":[5,13],"Hadoop":[6,78],"system":[7],"and":[8,31,42,70],"evaluates":[9],"the":[10,49,52,56,66,115],"performance":[11,41,50],"of":[12,51,55,68],"task":[14,18,57,82,116],"allocation":[15,19,58,117],"scheme.":[16],"The":[17,109],"scheme":[20,59,118],"splits":[21],"each":[22],"job":[23],"into":[24],"tasks":[25,33,90],"using":[26],"an":[27,97],"appropriate":[28],"splitting":[29],"ratio,":[30],"assigns":[32],"slave":[35],"servers":[36],"based":[37],"on":[38,65],"server":[39],"processing":[40],"network":[43],"resource":[44],"availability.":[45],"We":[46,63,95],"experimentally":[47],"evaluate":[48],"scale":[53],"out":[54],"with":[60,76,87],"five":[61],"machines.":[62],"focus":[64],"configuration":[67],"jobtracker":[69],"tasktracker":[71],"in":[72,99],"Hadoop.":[73],"In":[74],"cases":[75],"heterogeneous":[77],"clusters,":[79],"we":[80],"distribute":[81],"blocks":[83],"high-capability":[85,101],"slaves":[86,102],"proportionally":[88],"larger-sized":[89],"than":[91,106],"low-capability":[93,107],"slaves.":[94,108],"create":[96],"environment":[98],"which":[100],"perform":[103],"more":[104],"work":[105],"experimental":[110],"testbed":[111],"results":[112],"indicate":[113],"that":[114],"is":[119],"effective.":[120]},"counts_by_year":[{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}