{"id":"https://openalex.org/W2006140865","doi":"https://doi.org/10.1109/tpds.2011.65","title":"Exploiting Dynamic Resource Allocation for Efficient Parallel Data Processing in the Cloud","display_name":"Exploiting Dynamic Resource Allocation for Efficient Parallel Data Processing in the Cloud","publication_year":2011,"publication_date":"2011-02-11","ids":{"openalex":"https://openalex.org/W2006140865","doi":"https://doi.org/10.1109/tpds.2011.65","mag":"2006140865"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2011.65","doi":"https://doi.org/10.1109/tpds.2011.65","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2011.65","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052514439","display_name":"Daniel Warneke","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"D Warneke","raw_affiliation_strings":["Berlin University of Technology, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Berlin University of Technology, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042349846","display_name":"Odej Kao","orcid":"https://orcid.org/0000-0001-6454-6799","observed_orcids":["https://orcid.org/0000-0001-6454-6799"]},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"O Kao","raw_affiliation_strings":["Berlin University of Technology, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Berlin University of Technology, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4577782"],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":57.3195,"has_fulltext":false,"cited_by_count":275,"citation_normalized_percentile":{"value":0.9989891,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"22","issue":"6","first_page":"985","last_page":"997"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-resource-allocation","display_name":"dynamic resource allocation","score":0.9739999771118164},{"id":"https://openalex.org/keywords/parallel-data-processing","display_name":"parallel data processing","score":0.9509999752044678},{"id":"https://openalex.org/keywords/infrastructure-as-a-service","display_name":"Infrastructure as a Service","score":0.8799999952316284},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"cloud computing","score":0.8999999761581421},{"id":"https://openalex.org/keywords/nephele","display_name":"Nephele","score":0.6880000233650208},{"id":"https://openalex.org/keywords/mapreduce","display_name":"MapReduce","score":0.7409999966621399},{"id":"https://openalex.org/keywords/task-scheduling","display_name":"task scheduling","score":0.7990000247955322},{"id":"https://openalex.org/keywords/virtual-machines","display_name":"virtual machines","score":0.8899999856948853},{"id":"https://openalex.org/keywords/hadoop-comparison","display_name":"Hadoop comparison","score":0.7670000195503235},{"id":"https://openalex.org/keywords/big-data-processing-frameworks","display_name":"big data processing frameworks","score":0.5289999842643738}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8801032304763794},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8274964094161987},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6900434494018555},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.5939064621925354},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5809778571128845},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.522979736328125},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.47045958042144775},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4323985278606415},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.4129617214202881},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2978389859199524},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2380630373954773},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1140906810760498},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpds.2011.65","doi":"https://doi.org/10.1109/tpds.2011.65","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2011.65","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.337.9442","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.337.9442","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1598064945","https://openalex.org/W1971739358","https://openalex.org/W1999288870","https://openalex.org/W2017855273","https://openalex.org/W2060280513","https://openalex.org/W2098935637","https://openalex.org/W2100830825","https://openalex.org/W2102166438","https://openalex.org/W2103803358","https://openalex.org/W2111996486","https://openalex.org/W2119400430","https://openalex.org/W2119714163","https://openalex.org/W2123130398","https://openalex.org/W2126532423","https://openalex.org/W2129666400","https://openalex.org/W2130171629","https://openalex.org/W2131091094","https://openalex.org/W2136545991","https://openalex.org/W2146917903","https://openalex.org/W2154894831","https://openalex.org/W2173213060","https://openalex.org/W2493670965","https://openalex.org/W2978655370","https://openalex.org/W3012290046","https://openalex.org/W3196112465","https://openalex.org/W4236284194","https://openalex.org/W6675727724"],"related_works":["https://openalex.org/W2331970735","https://openalex.org/W7098561068","https://openalex.org/W2314615961","https://openalex.org/W2527789102","https://openalex.org/W7097507957","https://openalex.org/W7099930763","https://openalex.org/W2125314450","https://openalex.org/W2161390954","https://openalex.org/W1004338407","https://openalex.org/W7096913434"],"abstract_inverted_index":{"In":[0,98],"recent":[1],"years":[2],"ad":[3],"hoc":[4],"parallel":[5,31,109],"data":[6,32,110,124,195],"processing":[7,33,54,94,111,125,149,181,196],"has":[8],"emerged":[9],"to":[10,27,43,48,127,154,192],"be":[11,82,152],"one":[12],"of":[13,73,87,147,157,179],"the":[14,53,70,77,88,103,122,130,167,190,193],"killer":[15],"applications":[16],"for":[17,30,41,63,84,107,139],"Infrastructure-as-a-Service":[18],"(IaaS)":[19],"clouds.":[20],"Major":[21],"Cloud":[22],"computing":[23],"companies":[24],"have":[25,60],"started":[26],"integrate":[28],"frameworks":[29,55],"in":[34,112],"their":[35,50],"product":[36],"portfolio,":[37],"making":[38],"it":[39],"easy":[40],"customers":[42],"access":[44],"these":[45],"services":[46],"and":[47,68,91,96,105,114,143,164,188],"deploy":[49],"programs.":[51],"However,":[52],"which":[56,160],"are":[57,161],"currently":[58],"used":[59],"been":[61],"designed":[62],"static,":[64],"homogeneous":[65],"cluster":[66],"setups":[67],"disregard":[69],"particular":[71],"nature":[72],"a":[74,148],"cloud.":[75],"Consequently,":[76],"allocated":[78],"compute":[79],"resources":[80],"may":[81],"inadequate":[83],"big":[85],"parts":[86],"submitted":[89],"job":[90,150,168],"unnecessarily":[92],"increase":[93],"time":[95],"cost.":[97],"this":[99,172],"paper,":[100],"we":[101,175],"discuss":[102],"opportunities":[104],"challenges":[106],"efficient":[108],"clouds":[113,138],"present":[115],"our":[116],"research":[117],"project":[118],"Nephele.":[119],"Nephele":[120],"is":[121],"first":[123],"framework":[126,197],"explicitly":[128],"exploit":[129],"dynamic":[131],"resource":[132],"allocation":[133],"offered":[134],"by":[135],"today's":[136],"IaaS":[137,185],"both,":[140],"task":[141],"scheduling":[142],"execution.":[144,169],"Particular":[145],"tasks":[146],"can":[151],"assigned":[153],"different":[155],"types":[156],"virtual":[158],"machines":[159],"automatically":[162],"instantiated":[163],"terminated":[165],"during":[166],"Based":[170],"on":[171,183],"new":[173],"framework,":[174],"perform":[176],"extended":[177],"evaluations":[178],"MapReduce-inspired":[180],"jobs":[182],"an":[184],"cloud":[186],"system":[187],"compare":[189],"results":[191],"popular":[194],"Hadoop.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":22},{"year":2017,"cited_by_count":20},{"year":2016,"cited_by_count":32},{"year":2015,"cited_by_count":39},{"year":2014,"cited_by_count":44},{"year":2013,"cited_by_count":39},{"year":2012,"cited_by_count":24}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2016-06-24T00:00:00"}