{"id":"https://openalex.org/W2023628927","doi":"https://doi.org/10.1109/cloudcom.2012.6427486","title":"Predator &amp;#x2014; An experience guided configuration optimizer for Hadoop MapReduce","display_name":"Predator &amp;#x2014; An experience guided configuration optimizer for Hadoop MapReduce","publication_year":2012,"publication_date":"2012-12-01","ids":{"openalex":"https://openalex.org/W2023628927","doi":"https://doi.org/10.1109/cloudcom.2012.6427486","mag":"2023628927"},"language":"en","primary_location":{"id":"doi:10.1109/cloudcom.2012.6427486","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cloudcom.2012.6427486","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"4th IEEE International Conference on Cloud Computing Technology and Science Proceedings","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031190010","display_name":"Kewen Wang","orcid":"https://orcid.org/0000-0002-0542-3761"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kewen Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China","School of Computer Science and Engineering, Beihang University , Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University , Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102880620","display_name":"Xuelian Lin","orcid":"https://orcid.org/0000-0002-9877-7162"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelian Lin","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China","School of Computer Science and Engineering, Beihang University , Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University , Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066047703","display_name":"Wenzhong Tang","orcid":"https://orcid.org/0000-0001-8347-8592"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhong Tang","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China","School of Computer Science and Engineering, Beihang University , Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University , Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"419","last_page":"426"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.84718257188797},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5708140730857849},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.5522570013999939},{"id":"https://openalex.org/keywords/execution-time","display_name":"Execution time","score":0.519270658493042},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.44918498396873474},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.43900856375694275},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4195980131626129},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4187498390674591},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15826085209846497}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.84718257188797},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5708140730857849},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.5522570013999939},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.519270658493042},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.44918498396873474},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.43900856375694275},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4195980131626129},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4187498390674591},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15826085209846497},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cloudcom.2012.6427486","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cloudcom.2012.6427486","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"4th IEEE International Conference on Cloud Computing Technology and Science Proceedings","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6700000166893005,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W137316345","https://openalex.org/W1510052597","https://openalex.org/W1642756603","https://openalex.org/W1834532152","https://openalex.org/W2011973765","https://openalex.org/W2074501444","https://openalex.org/W2079955672","https://openalex.org/W2083755464","https://openalex.org/W2103434431","https://openalex.org/W2117358165","https://openalex.org/W2122054842","https://openalex.org/W2122410182","https://openalex.org/W2122465391","https://openalex.org/W2152075354","https://openalex.org/W2294316975","https://openalex.org/W4233949481","https://openalex.org/W6605595552","https://openalex.org/W6639007902","https://openalex.org/W6697505614"],"related_works":["https://openalex.org/W2012842278","https://openalex.org/W2117014006","https://openalex.org/W2370911386","https://openalex.org/W4281834624","https://openalex.org/W2358725432","https://openalex.org/W1569389315","https://openalex.org/W3109482753","https://openalex.org/W2354106728","https://openalex.org/W164750744","https://openalex.org/W2503642292"],"abstract_inverted_index":{"MapReduce":[0,34,71,114,132,142],"is":[1,62],"a":[2,103,130],"distributed":[3],"computing":[4],"programming":[5],"framework":[6],"which":[7,95],"provides":[8],"an":[9,18,48,90],"effective":[10,49],"solution":[11],"to":[12,51,117,152,169],"the":[13,58,66,74,99,119,136,157,161,164,179,185,199,204],"data":[14],"processing":[15],"challenge.":[16],"As":[17],"open-source":[19],"implementation":[20],"of":[21,32,70,80,160,166,203],"MapReduce,":[22],"Hadoop":[23,33,113,141,196],"has":[24],"been":[25],"widely":[26],"used":[27],"in":[28,187,191],"practice.":[29],"The":[30,122],"performance":[31],"heavily":[35],"depends":[36],"on":[37,195],"its":[38,53,81],"configuration":[39,44,60,82,93,115],"settings,":[40],"so":[41],"tuning":[42],"these":[43],"parameters":[45,143],"could":[46,176],"be":[47],"way":[50],"improve":[52],"performance.":[54],"However,":[55],"picking":[56],"out":[57],"optimal":[59],"settings":[61],"not":[63,97],"easy":[64],"for":[65],"time":[67,127,181],"consuming":[68],"nature":[69],"together":[72],"with":[73],"high":[75],"dimensional":[76],"and":[77,139,174,201],"nonlinear":[78],"features":[79],"optimization.":[83],"In":[84],"this":[85],"paper,":[86],"we":[87],"introduce":[88],"Predator,":[89],"experience":[91,110],"guided":[92],"optimizer,":[94],"does":[96],"treat":[98],"optimization":[100,158],"problem":[101,106],"as":[102,135],"pure":[104],"black-box":[105],"but":[107],"utilizes":[108],"useful":[109],"learnt":[111],"from":[112],"practice":[116],"assist":[118],"optimizing":[120],"process.":[121],"optimizer":[123,162],"uses":[124,163],"job":[125],"execution":[126],"estimated":[128],"by":[129,147,182],"practical":[131],"cost":[133,186],"model":[134],"objective":[137],"function,":[138],"classifies":[140],"into":[144],"different":[145,149],"groups":[146],"their":[148],"tunable":[150],"levels":[151],"shrink":[153],"search":[154,192],"space.":[155,193],"Furthermore,":[156],"algorithm":[159],"idea":[165],"subspace":[167],"division":[168],"prevent":[170],"local":[171],"optimum":[172],"problem,":[173],"it":[175],"also":[177],"reduce":[178],"searching":[180],"cutting":[183],"down":[184],"visiting":[188],"unpromising":[189],"points":[190],"Experiments":[194],"clusters":[197],"demonstrate":[198],"effectiveness":[200],"efficiency":[202],"optimizer.":[205]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
