{"id":"https://openalex.org/W2907620845","doi":"https://doi.org/10.1109/icsai.2018.8599304","title":"Otterman: A Novel Approach of Spark Auto-tuning by a Hybrid Strategy","display_name":"Otterman: A Novel Approach of Spark Auto-tuning by a Hybrid Strategy","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2907620845","doi":"https://doi.org/10.1109/icsai.2018.8599304","mag":"2907620845"},"language":"en","primary_location":{"id":"doi:10.1109/icsai.2018.8599304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsai.2018.8599304","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 5th International Conference on Systems and Informatics (ICSAI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028781275","display_name":"Haizhou Du","orcid":"https://orcid.org/0000-0002-1875-5159"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haizhou Du","raw_affiliation_strings":["School of Computer Science and Technology, Shanghai University of Electric Power, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030967835","display_name":"Ping Han","orcid":"https://orcid.org/0000-0001-9633-6286"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Han","raw_affiliation_strings":["School of Computer Science and Technology, Shanghai University of Electric Power, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100344511","display_name":"Wei Chen","orcid":"https://orcid.org/0000-0002-9402-6249"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Chen","raw_affiliation_strings":["School of Computer Science and Technology, Shanghai University of Electric Power, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100733853","display_name":"Yi Wang","orcid":"https://orcid.org/0000-0002-9114-7424"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi Wang","raw_affiliation_strings":["State Grid Zhejiang Hangzhou Xiaoshan Power Supply Company, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Zhejiang Hangzhou Xiaoshan Power Supply Company, Hangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101785703","display_name":"Chenlu Zhang","orcid":"https://orcid.org/0009-0007-4538-3390"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chenlu Zhang","raw_affiliation_strings":["State Grid Zhejiang Hangzhou Xiaoshan Power Supply Company, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Zhejiang Hangzhou Xiaoshan Power Supply Company, Hangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8792,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.93169113,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"125","issue":null,"first_page":"478","last_page":"483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8051663041114807},{"id":"https://openalex.org/keywords/simulated-annealing","display_name":"Simulated annealing","score":0.7398821115493774},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7354267835617065},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.5625466108322144},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5111384987831116},{"id":"https://openalex.org/keywords/adaptive-simulated-annealing","display_name":"Adaptive simulated annealing","score":0.4589650630950928},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.4171954393386841},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3651358485221863},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.28253304958343506},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.22196143865585327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8051663041114807},{"id":"https://openalex.org/C126980161","wikidata":"https://www.wikidata.org/wiki/Q863783","display_name":"Simulated annealing","level":2,"score":0.7398821115493774},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7354267835617065},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.5625466108322144},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5111384987831116},{"id":"https://openalex.org/C46714192","wikidata":"https://www.wikidata.org/wiki/Q4680763","display_name":"Adaptive simulated annealing","level":3,"score":0.4589650630950928},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.4171954393386841},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3651358485221863},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28253304958343506},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.22196143865585327},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsai.2018.8599304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsai.2018.8599304","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 5th International Conference on Systems and Informatics (ICSAI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.6100000143051147,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320336631","display_name":"State Grid Shanghai Municipal Electric Power Company","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1834532152","https://openalex.org/W1980376525","https://openalex.org/W2025549137","https://openalex.org/W2114896543","https://openalex.org/W2155072926","https://openalex.org/W2159505773","https://openalex.org/W2175075972","https://openalex.org/W2189465200","https://openalex.org/W2190012392","https://openalex.org/W2211122875","https://openalex.org/W2302174052","https://openalex.org/W2348429546","https://openalex.org/W2488300951","https://openalex.org/W2556483642","https://openalex.org/W2582789036","https://openalex.org/W2599613381","https://openalex.org/W2604856537","https://openalex.org/W2615179483","https://openalex.org/W2810836190","https://openalex.org/W2963888304","https://openalex.org/W4245810980","https://openalex.org/W6639007902","https://openalex.org/W6645571840","https://openalex.org/W6687322159","https://openalex.org/W6688465119","https://openalex.org/W6722756077","https://openalex.org/W6730136773","https://openalex.org/W6732936052","https://openalex.org/W6735916004","https://openalex.org/W6737917816"],"related_works":["https://openalex.org/W2261837478","https://openalex.org/W2077092686","https://openalex.org/W3007136692","https://openalex.org/W1967687468","https://openalex.org/W2089397391","https://openalex.org/W2002077985","https://openalex.org/W173512906","https://openalex.org/W2382432451","https://openalex.org/W2394090522","https://openalex.org/W2979021254"],"abstract_inverted_index":{"Spark":[0,59],"has":[1,61,149,201],"become":[2],"a":[3,53,107],"very":[4],"attractive":[5],"platform":[6],"for":[7],"big":[8],"data":[9],"analytics":[10],"in":[11],"recent":[12],"years":[13],"due":[14],"to":[15,40,47,52,80,91,131,134,138,160,170,179,206],"its":[16,67],"unique":[17],"advantages":[18],"such":[19],"as":[20],"parallelism,":[21],"fault":[22],"tolerance,":[23],"and":[24,44,66,101,119,177],"complexity":[25],"associated":[26],"with":[27,181,211],"clusters":[28],"setup.":[29],"On":[30],"the":[31,82,93,113,145,156,163,167,171,188,194,207],"spark":[32],"platform,":[33],"users":[34],"can":[35,124,143],"adjust":[36,128],"parameter":[37],"configurations":[38],"according":[39,130],"different":[41],"job":[42,132],"requirements":[43],"specific":[45],"applications":[46],"optimize":[48],"performance.":[49,88,140],"This":[50],"leads":[51],"problem":[54,94],"that":[55,73,197],"we":[56,74,104],"can't":[57,75],"ignore,":[58],"already":[60],"more":[62],"than":[63],"180":[64],"parameters,":[65],"huge":[68],"combination":[69,114],"of":[70,84,95,115,155,187,214],"parameters":[71,86,108,129,209],"means":[72],"rely":[76],"on":[77,87,98,112],"manual":[78,102],"tuning":[79],"grasp":[81],"impact":[83],"all":[85],"In":[89],"order":[90],"solve":[92],"relying":[96],"heavily":[97],"expert":[99],"experience":[100],"operation,":[103],"propose":[105],"Otterman,":[106],"optimization":[109],"approach":[110,189],"based":[111],"Simulated":[116,141],"Annealing":[117,142],"algorithm":[118],"Least":[120,157],"Squares":[121,158],"method,":[122],"which":[123,166],"help":[125],"us":[126],"dynamically":[127],"types":[133],"obtain":[135],"optimal":[136,146,172],"configuration":[137],"improve":[139,162],"find":[144],"solution,":[147],"but":[148],"poor":[150],"convergence.":[151],"We":[152],"make":[153],"use":[154],"method":[159],"effectively":[161],"speed":[164],"at":[165],"former":[168],"converges":[169],"solution.":[173],"Otterman":[174],"is":[175,190],"simple":[176],"easy":[178],"perform,":[180],"no":[182],"additional":[183],"cost.":[184],"The":[185],"effectiveness":[186],"verified":[191],"by":[192,203],"experiments,":[193],"results":[195],"show":[196],"Otterman's":[198],"average":[199],"performance":[200],"increased":[202],"30%":[204],"compared":[205],"default":[208],"configuration,":[210],"an":[212],"accuracy":[213],"about":[215],"68%.":[216]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}