{"id":"https://openalex.org/W185167974","doi":"https://doi.org/10.1007/978-3-642-25821-3_10","title":"Resource-Aware Adaptive Scheduling for MapReduce Clusters","display_name":"Resource-Aware Adaptive Scheduling for MapReduce Clusters","publication_year":2011,"publication_date":"2011-01-01","ids":{"openalex":"https://openalex.org/W185167974","doi":"https://doi.org/10.1007/978-3-642-25821-3_10","mag":"185167974"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-642-25821-3_10","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-642-25821-3_10","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://inria.hal.science/hal-01597795","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060815572","display_name":"Jord\u00e0 Polo","orcid":"https://orcid.org/0000-0001-5422-7890"},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jord\u00e0 Polo","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC) and Technical University of Catalonia (UPC), Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC) and Technical University of Catalonia (UPC), Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113825072","display_name":"Claris Castillo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Claris Castillo","raw_affiliation_strings":["IBM T.J. Watson Research Center, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T.J. Watson Research Center, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081849393","display_name":"David Carrera","orcid":"https://orcid.org/0000-0003-4898-3424"},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"David Carrera","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC) and Technical University of Catalonia (UPC), Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC) and Technical University of Catalonia (UPC), Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008248849","display_name":"Yolanda Becerra","orcid":"https://orcid.org/0000-0003-2357-7796"},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Yolanda Becerra","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC) and Technical University of Catalonia (UPC), Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC) and Technical University of Catalonia (UPC), Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014676240","display_name":"Ian Whalley","orcid":"https://orcid.org/0000-0002-6029-1116"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ian Whalley","raw_affiliation_strings":["IBM T.J. Watson Research Center, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T.J. Watson Research Center, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110049546","display_name":"Ma\u0142gorzata Steinder","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Malgorzata Steinder","raw_affiliation_strings":["IBM T.J. Watson Research Center, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T.J. Watson Research Center, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039375454","display_name":"Jordi Torres","orcid":"https://orcid.org/0000-0003-1963-7418"},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jordi Torres","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC) and Technical University of Catalonia (UPC), Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC) and Technical University of Catalonia (UPC), Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075755125","display_name":"Eduard Ayguad\u00e9","orcid":"https://orcid.org/0000-0002-5146-103X"},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Eduard Ayguad\u00e9","raw_affiliation_strings":["Barcelona Supercomputing Center (BSC) and Technical University of Catalonia (UPC), Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center (BSC) and Technical University of Catalonia (UPC), Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":33.1591,"has_fulltext":false,"cited_by_count":155,"citation_normalized_percentile":{"value":0.99808869,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"187","last_page":"207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9167540073394775},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.7747218608856201},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.670367419719696},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6358261704444885},{"id":"https://openalex.org/keywords/profiling","display_name":"Profiling (computer programming)","score":0.5638492107391357},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.4761202931404114},{"id":"https://openalex.org/keywords/execution-time","display_name":"Execution time","score":0.44588741660118103},{"id":"https://openalex.org/keywords/processor-scheduling","display_name":"Processor scheduling","score":0.4332069158554077},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.39945653080940247},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.28305238485336304},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.11807724833488464},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09780454635620117}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9167540073394775},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.7747218608856201},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.670367419719696},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6358261704444885},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.5638492107391357},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.4761202931404114},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.44588741660118103},{"id":"https://openalex.org/C2984822820","wikidata":"https://www.wikidata.org/wiki/Q1123036","display_name":"Processor scheduling","level":3,"score":0.4332069158554077},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.39945653080940247},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.28305238485336304},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.11807724833488464},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09780454635620117},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-642-25821-3_10","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-642-25821-3_10","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:HAL:hal-01597795v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01597795","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"12th International Middleware Conference (MIDDLEWARE), Dec 2011, Lisbon, Portugal. pp.187-207, ⟨10.1007/978-3-642-25821-3_10⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-01597795v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01597795","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"12th International Middleware Conference (MIDDLEWARE), Dec 2011, Lisbon, Portugal. pp.187-207, ⟨10.1007/978-3-642-25821-3_10⟩","raw_type":"Conference papers"},"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1508832460","https://openalex.org/W1861377444","https://openalex.org/W2002472616","https://openalex.org/W2022678927","https://openalex.org/W2058047606","https://openalex.org/W2064438341","https://openalex.org/W2100830825","https://openalex.org/W2102558581","https://openalex.org/W2110104287","https://openalex.org/W2119528150","https://openalex.org/W2142994777","https://openalex.org/W2173213060","https://openalex.org/W2294316975","https://openalex.org/W4246315676"],"related_works":["https://openalex.org/W2589019771","https://openalex.org/W2345523543","https://openalex.org/W2159950491","https://openalex.org/W2968998509","https://openalex.org/W2119358936","https://openalex.org/W1576430908","https://openalex.org/W2842402481","https://openalex.org/W4367046720","https://openalex.org/W1549016268","https://openalex.org/W2098270445"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,27,37,40],"resource-aware":[3],"scheduling":[4],"technique":[5,69,102],"for":[6,51,110],"MapReduce":[7,24],"multi-job":[8],"workloads":[9],"that":[10],"aims":[11],"at":[12,120],"improving":[13],"resource":[14,60,94],"utilization":[15,95],"across":[16,89],"machines":[17],"while":[18],"observing":[19],"completion":[20,107],"time":[21,108],"goals.":[22],"Existing":[23],"schedulers":[25],"define":[26],"static":[28],"number":[29,42,78],"of":[30,36,43,62,79,96,115],"slots":[31,45,80],"to":[32,56,74,91],"represent":[33],"the":[34,58,77,93,97],"capacity":[35],"cluster,":[38],"creating":[39],"fixed":[41],"execution":[44],"per":[46],"machine.":[47],"This":[48],"abstraction":[49],"works":[50],"homogeneous":[52],"workloads,":[53],"but":[54],"fails":[55],"capture":[57],"different":[59],"requirements":[61],"individual":[63],"jobs":[64],"in":[65],"multi-user":[66],"environments.":[67],"Our":[68],"leverages":[70],"job":[71],"profiling":[72],"information":[73],"dynamically":[75],"adjust":[76],"on":[81],"each":[82,111],"machine,":[83],"as":[84,86],"well":[85],"workload":[87],"placement":[88],"them,":[90],"maximize":[92],"cluster.":[98],"In":[99],"addition,":[100],"our":[101,116],"is":[103,118],"guided":[104],"by":[105],"user-provided":[106],"goals":[109],"job.":[112],"Source":[113],"code":[114],"prototype":[117],"available":[119],"[1].":[121]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":20},{"year":2016,"cited_by_count":14},{"year":2015,"cited_by_count":32},{"year":2014,"cited_by_count":20},{"year":2013,"cited_by_count":21},{"year":2012,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}