{"id":"https://openalex.org/W2004847532","doi":"https://doi.org/10.1109/hipc.2011.6152649","title":"STEAMEngine: Driving MapReduce provisioning in the cloud","display_name":"STEAMEngine: Driving MapReduce provisioning in the cloud","publication_year":2011,"publication_date":"2011-12-01","ids":{"openalex":"https://openalex.org/W2004847532","doi":"https://doi.org/10.1109/hipc.2011.6152649","mag":"2004847532"},"language":"en","primary_location":{"id":"doi:10.1109/hipc.2011.6152649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hipc.2011.6152649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 18th International Conference on High Performance Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://conservancy.umn.edu/bitstreams/73394281-b259-47a8-b3e3-d5f3492edcbe/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063768497","display_name":"Michael Cardosa","orcid":null},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Cardosa","raw_affiliation_strings":["University of Minnesota, USA","University of\u00a0Minnesota"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota, USA","institution_ids":["https://openalex.org/I130238516"]},{"raw_affiliation_string":"University of\u00a0Minnesota","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082682142","display_name":"Piyush Narang","orcid":null},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Piyush Narang","raw_affiliation_strings":["University of Minnesota, USA","University of\u00a0Minnesota"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota, USA","institution_ids":["https://openalex.org/I130238516"]},{"raw_affiliation_string":"University of\u00a0Minnesota","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006850370","display_name":"Abhishek Chandra","orcid":"https://orcid.org/0000-0001-9914-2604"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhishek Chandra","raw_affiliation_strings":["University of Minnesota, USA","University of\u00a0Minnesota"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota, USA","institution_ids":["https://openalex.org/I130238516"]},{"raw_affiliation_string":"University of\u00a0Minnesota","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073063099","display_name":"Himabindu Pucha","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Himabindu Pucha","raw_affiliation_strings":["IBM Research, Almaden, USA","IBM Research \u2013Almaden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Almaden, USA","institution_ids":["https://openalex.org/I4210085935"]},{"raw_affiliation_string":"IBM Research \u2013Almaden","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110002176","display_name":"Aameek Singh","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aameek Singh","raw_affiliation_strings":["IBM Research, Almaden, USA","IBM Research \u2013Almaden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Almaden, USA","institution_ids":["https://openalex.org/I4210085935"]},{"raw_affiliation_string":"IBM Research \u2013Almaden","institution_ids":["https://openalex.org/I4210085935"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.9338,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.97654923,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.9243003129959106},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8594814538955688},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.83396315574646},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6478358507156372},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5821433067321777},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5777389407157898},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.46506884694099426},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4379976987838745},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.25957685708999634},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2196732759475708}],"concepts":[{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.9243003129959106},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8594814538955688},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.83396315574646},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6478358507156372},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5821433067321777},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5777389407157898},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.46506884694099426},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4379976987838745},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25957685708999634},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2196732759475708},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/hipc.2011.6152649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hipc.2011.6152649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 18th International Conference on High Performance Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:conservancy.umn.edu:11299/215841","is_oa":true,"landing_page_url":"http://hdl.handle.net/11299/215841","pdf_url":"https://conservancy.umn.edu/bitstreams/73394281-b259-47a8-b3e3-d5f3492edcbe/download","source":{"id":"https://openalex.org/S4306402521","display_name":"University of Minnesota Digital Conservancy (University of Minnesota)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130238516","host_organization_name":"University of Minnesota","host_organization_lineage":["https://openalex.org/I130238516"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Report"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.294.9590","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.294.9590","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.umn.edu/tech_reports_upload/tr2010/10-023.pdf","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:conservancy.umn.edu:11299/215841","is_oa":true,"landing_page_url":"http://hdl.handle.net/11299/215841","pdf_url":"https://conservancy.umn.edu/bitstreams/73394281-b259-47a8-b3e3-d5f3492edcbe/download","source":{"id":"https://openalex.org/S4306402521","display_name":"University of Minnesota Digital Conservancy (University of Minnesota)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130238516","host_organization_name":"University of Minnesota","host_organization_lineage":["https://openalex.org/I130238516"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Report"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.5}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2004847532.pdf","grobid_xml":"https://content.openalex.org/works/W2004847532.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W151871119","https://openalex.org/W206379916","https://openalex.org/W1501479579","https://openalex.org/W1527264199","https://openalex.org/W1861377444","https://openalex.org/W1971222141","https://openalex.org/W1988781135","https://openalex.org/W2013422186","https://openalex.org/W2017194553","https://openalex.org/W2022678927","https://openalex.org/W2030810346","https://openalex.org/W2064359039","https://openalex.org/W2098272972","https://openalex.org/W2098812784","https://openalex.org/W2103375760","https://openalex.org/W2110104287","https://openalex.org/W2113718594","https://openalex.org/W2118651798","https://openalex.org/W2118955868","https://openalex.org/W2121288607","https://openalex.org/W2122950698","https://openalex.org/W2133079932","https://openalex.org/W2138440835","https://openalex.org/W2146056777","https://openalex.org/W2149212714","https://openalex.org/W2158459299","https://openalex.org/W2173213060","https://openalex.org/W2477705840","https://openalex.org/W2912802084","https://openalex.org/W2999382947","https://openalex.org/W3151251769","https://openalex.org/W4242754029","https://openalex.org/W4254943404","https://openalex.org/W4302383593","https://openalex.org/W4376103568","https://openalex.org/W6608377300","https://openalex.org/W6639193275","https://openalex.org/W6639605832","https://openalex.org/W6677609373","https://openalex.org/W6758383543","https://openalex.org/W7062409570","https://openalex.org/W7065975672"],"related_works":["https://openalex.org/W2017432143","https://openalex.org/W1973694374","https://openalex.org/W2983574358","https://openalex.org/W2785227142","https://openalex.org/W2945962340","https://openalex.org/W572531444","https://openalex.org/W2921575628","https://openalex.org/W2174174426","https://openalex.org/W2064479986","https://openalex.org/W1579374282"],"abstract_inverted_index":{"MapReduce":[0,16,26,87,97],"has":[1],"gained":[2],"in":[3,12,28,155],"popularity":[4],"as":[5,39,41,45],"a":[6,73,96,103,119,124,144],"distributed":[7],"data":[8],"analysis":[9],"paradigm,":[10],"particularly":[11],"the":[13,29,149,160],"cloud,":[14],"where":[15],"jobs":[17,27],"are":[18],"run":[19],"on":[20,138],"virtual":[21],"clusters.":[22],"The":[23],"provisioning":[24,59,66,108,116],"of":[25,65,75,151,162],"cloud":[30],"is":[31,102],"an":[32,57,139],"important":[33],"problem":[34],"for":[35,106],"optimizing":[36],"several":[37],"user":[38],"well":[40],"provider-side":[42],"metrics,":[43],"such":[44],"runtime,":[46],"cost,":[47],"throughput,":[48],"energy,":[49],"and":[50,123,143,157,165],"load.":[51],"In":[52],"this":[53],"paper,":[54],"we":[55],"present":[56],"intelligent":[58],"framework":[60],"called":[61],"STEAMEngine":[62,152],"that":[63,129],"consists":[64],"algorithms":[67,117,164],"to":[68,86],"optimize":[69],"these":[70,131,163],"metrics":[71],"through":[72,153],"set":[74],"common":[76],"building":[77,80,132,166],"blocks.":[78,133,167],"These":[79],"blocks":[81],"enable":[82],"spatio-temporal":[83],"tradeoffs":[84],"unique":[85],"provisioning:":[88],"along":[89],"with":[90],"their":[91],"resource":[92],"requirements":[93],"(spatial":[94],"component),":[95],"job":[98],"runtime":[99],"(temporal":[100],"component)":[101],"critical":[104],"element":[105],"any":[107],"algorithm.":[109],"We":[110],"also":[111],"describe":[112],"tw":[113],"o":[114],"novel":[115],"-":[118,128],"user-driven":[120],"performance":[121,156],"optimization":[122,127],"provider-driven":[125],"energy":[126,158],"leverage":[130],"Our":[134],"experimental":[135],"results":[136],"based":[137],"Amazon":[140],"EC2":[141],"cluster":[142,147],"local":[145],"Xen/Hadoop":[146],"show":[148],"benefits":[150],"improvements":[154],"via":[159],"use":[161]},"counts_by_year":[{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":4},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}