{"id":"https://openalex.org/W3112865473","doi":"https://doi.org/10.1142/s0218126620502540","title":"Application and Storage-Aware Data Placement and Job Scheduling for Hadoop Clusters","display_name":"Application and Storage-Aware Data Placement and Job Scheduling for Hadoop Clusters","publication_year":2020,"publication_date":"2020-12-05","ids":{"openalex":"https://openalex.org/W3112865473","doi":"https://doi.org/10.1142/s0218126620502540","mag":"3112865473"},"language":"en","primary_location":{"id":"doi:10.1142/s0218126620502540","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218126620502540","pdf_url":null,"source":{"id":"https://openalex.org/S167602672","display_name":"Journal of Circuits Systems and Computers","issn_l":"0218-1266","issn":["0218-1266","1793-6454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Circuits, Systems and Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100654632","display_name":"Tao Li","orcid":"https://orcid.org/0000-0002-3677-1320"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Li","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004997843","display_name":"Shuibing He","orcid":"https://orcid.org/0000-0002-7075-4153"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuibing He","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100400329","display_name":"Ping Chen","orcid":"https://orcid.org/0000-0003-3789-7686"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043851369","display_name":"Siling Yang","orcid":"https://orcid.org/0000-0002-2208-559X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siling Yang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101508047","display_name":"Yanlong Yin","orcid":"https://orcid.org/0009-0004-1505-4295"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanlong Yin","raw_affiliation_strings":["Intelligent Computing System Research Center, Institute of Artificial Intelligence, Zhejiang Lab, Hangzhou, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"Intelligent Computing System Research Center, Institute of Artificial Intelligence, Zhejiang Lab, Hangzhou, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100765171","display_name":"Cheng Xu","orcid":"https://orcid.org/0000-0002-1323-3175"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Xu","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5004997843"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25687698,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"29","issue":"16","first_page":"2050254","last_page":"2050254"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7685564756393433},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6470816135406494},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5075935125350952},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.49516478180885315},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.4874298870563507},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.48002615571022034},{"id":"https://openalex.org/keywords/map-reduce","display_name":"Map reduce","score":0.44649872183799744},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.4448087513446808},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.4108580946922302},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.41009721159935},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.3320302963256836},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2959849238395691},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12231078743934631}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7685564756393433},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6470816135406494},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5075935125350952},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.49516478180885315},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.4874298870563507},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.48002615571022034},{"id":"https://openalex.org/C3019257732","wikidata":"https://www.wikidata.org/wiki/Q567759","display_name":"Map reduce","level":3,"score":0.44649872183799744},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.4448087513446808},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4108580946922302},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.41009721159935},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3320302963256836},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2959849238395691},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12231078743934631},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218126620502540","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218126620502540","pdf_url":null,"source":{"id":"https://openalex.org/S167602672","display_name":"Journal of Circuits Systems and Computers","issn_l":"0218-1266","issn":["0218-1266","1793-6454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Circuits, Systems and Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3938313211","display_name":null,"funder_award_id":"61572377","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2057208565","https://openalex.org/W2058340614","https://openalex.org/W2085797995","https://openalex.org/W2140509629","https://openalex.org/W2151089374","https://openalex.org/W2158535916","https://openalex.org/W2294316975","https://openalex.org/W2344837812","https://openalex.org/W2767247349","https://openalex.org/W2883517199","https://openalex.org/W2894975514","https://openalex.org/W2898726528","https://openalex.org/W2899872596"],"related_works":["https://openalex.org/W4247566972","https://openalex.org/W2960264696","https://openalex.org/W2608358066","https://openalex.org/W4251916935","https://openalex.org/W2942908007","https://openalex.org/W2780135465","https://openalex.org/W2604544541","https://openalex.org/W2026766278","https://openalex.org/W3167688496","https://openalex.org/W2738083452"],"abstract_inverted_index":{"As":[0],"one":[1],"of":[2,37,101,111,136,160,173],"the":[3,106,115,130,133,157,169],"most":[4],"popular":[5],"frameworks":[6],"for":[7,68],"large-scale":[8],"analytics":[9],"processing,":[10],"Hadoop":[11,69,148],"is":[12,73],"facing":[13],"two":[14],"challenges:":[15],"both":[16,83],"applications":[17,113,176],"and":[18,27,60,64,78,87,168,185],"storage":[19,88,117],"devices":[20,138],"become":[21],"heterogeneous.":[22],"However,":[23],"existing":[24,181],"data":[25,62,77,110,182],"placement":[26,183],"job":[28,65,186],"scheduling":[29,187],"schemes":[30],"pay":[31],"little":[32],"attention":[33],"to":[34,74,97,114,122,139,166,180],"such":[35],"heterogeneity":[36],"either":[38],"application":[39,76,80,84,163],"I/O":[40,43,85,99,127],"requirements":[41,86,100,128],"or":[42],"device":[44,89],"capability,":[45],"thus":[46],"can":[47,155],"greatly":[48],"degrade":[49],"system":[50,141],"efficiencies.":[51],"In":[52],"this":[53],"paper,":[54],"we":[55],"propose":[56],"ASPS,":[57],"an":[58],"Application":[59],"Storage-aware":[61],"Placement":[63],"Scheduling":[66],"approach":[67],"clusters.":[70],"The":[71],"idea":[72],"place":[75],"schedule":[79],"tasks":[81],"considering":[82],"characteristics.":[90],"Specifically,":[91],"ASPS":[92,108,120,146,154],"first":[93],"introduces":[94],"novel":[95],"metrics":[96],"quantify":[98],"applications.":[102],"Then,":[103],"based":[104],"on":[105,129],"quantification,":[107],"places":[109],"different":[112],"preferred":[116],"devices.":[118],"Finally,":[119],"tries":[121],"launch":[123],"jobs":[124],"with":[125,132],"high":[126],"nodes":[131],"same":[134],"type":[135],"faster":[137],"improve":[140],"efficiency.":[142],"We":[143],"have":[144],"implemented":[145],"in":[147],"framework.":[149],"Experimental":[150],"results":[151],"show":[152],"that":[153],"reduce":[156],"completion":[158,171],"time":[159,172],"a":[161],"single":[162],"by":[164,177],"up":[165],"36%":[167],"average":[170],"six":[174],"concurrent":[175],"27%,":[178],"compared":[179],"policies":[184],"approaches.":[188]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}