{"id":"https://openalex.org/W3049429073","doi":"https://doi.org/10.1109/tse.2021.3073242","title":"Simpler Hyperparameter Optimization for Software Analytics: Why, How, When?","display_name":"Simpler Hyperparameter Optimization for Software Analytics: Why, How, When?","publication_year":2021,"publication_date":"2021-04-15","ids":{"openalex":"https://openalex.org/W3049429073","doi":"https://doi.org/10.1109/tse.2021.3073242","mag":"3049429073"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2021.3073242","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2021.3073242","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1912.04061","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004481316","display_name":"Amritanshu Agrawal","orcid":"https://orcid.org/0000-0002-1220-8533"},"institutions":[{"id":"https://openalex.org/I1315810332","display_name":"Altair Engineering (United States)","ror":"https://ror.org/05939ef94","country_code":"US","type":"company","lineage":["https://openalex.org/I1315810332"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amritanshu Agrawal","raw_affiliation_strings":["Wayfair, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1220-8533","affiliations":[{"raw_affiliation_string":"Wayfair, Boston, MA, USA","institution_ids":["https://openalex.org/I1315810332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029139378","display_name":"Xueqi Yang","orcid":"https://orcid.org/0000-0002-8256-0604"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xueqi Yang","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040048703","display_name":"Rishabh Agrawal","orcid":"https://orcid.org/0000-0002-8714-1601"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rishabh Agrawal","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-8714-1601","affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056240329","display_name":"Rahul Yedida","orcid":"https://orcid.org/0000-0003-2069-5949"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Yedida","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0003-2069-5949","affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624451","display_name":"Xipeng Shen","orcid":"https://orcid.org/0000-0003-3599-8010"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xipeng Shen","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0003-3599-8010","affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077008083","display_name":"Tim Menzies","orcid":"https://orcid.org/0000-0002-5040-3196"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Menzies","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-5040-3196","affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.385,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.95573291,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"48","issue":"8","first_page":"2939","last_page":"2954"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.8955777287483215},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8460975885391235},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.6553549766540527},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6163393259048462},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5443708896636963},{"id":"https://openalex.org/keywords/software-analytics","display_name":"Software analytics","score":0.5418610572814941},{"id":"https://openalex.org/keywords/data-analysis","display_name":"Data analysis","score":0.5252435207366943},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5113591551780701},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4972214996814728},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4404401183128357},{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"Hyperparameter optimization","score":0.4243842661380768},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33817893266677856},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3335725665092468},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2917712926864624},{"id":"https://openalex.org/keywords/software-development-process","display_name":"Software development process","score":0.13498982787132263}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.8955777287483215},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8460975885391235},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.6553549766540527},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6163393259048462},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5443708896636963},{"id":"https://openalex.org/C171981572","wikidata":"https://www.wikidata.org/wiki/Q7554239","display_name":"Software analytics","level":5,"score":0.5418610572814941},{"id":"https://openalex.org/C175801342","wikidata":"https://www.wikidata.org/wiki/Q1988917","display_name":"Data analysis","level":2,"score":0.5252435207366943},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5113591551780701},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4972214996814728},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4404401183128357},{"id":"https://openalex.org/C10485038","wikidata":"https://www.wikidata.org/wiki/Q48996162","display_name":"Hyperparameter optimization","level":3,"score":0.4243842661380768},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33817893266677856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3335725665092468},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2917712926864624},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.13498982787132263},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2021.3073242","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2021.3073242","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1912.04061","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.04061","pdf_url":"https://arxiv.org/pdf/1912.04061","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1912.04061","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.04061","pdf_url":"https://arxiv.org/pdf/1912.04061","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1769683952","display_name":null,"funder_award_id":"CCF-1703487","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":136,"referenced_works":["https://openalex.org/W649920412","https://openalex.org/W872215992","https://openalex.org/W1490760466","https://openalex.org/W1507777432","https://openalex.org/W1541288193","https://openalex.org/W1595159159","https://openalex.org/W1880262756","https://openalex.org/W1968074466","https://openalex.org/W1970029789","https://openalex.org/W1974189775","https://openalex.org/W1985622211","https://openalex.org/W1986136726","https://openalex.org/W1989354793","https://openalex.org/W1995945562","https://openalex.org/W2003934931","https://openalex.org/W2009786711","https://openalex.org/W2014116953","https://openalex.org/W2014455254","https://openalex.org/W2014515160","https://openalex.org/W2018389835","https://openalex.org/W2018871545","https://openalex.org/W2025516544","https://openalex.org/W2027483357","https://openalex.org/W2032375313","https://openalex.org/W2041713059","https://openalex.org/W2049633694","https://openalex.org/W2055447156","https://openalex.org/W2062020999","https://openalex.org/W2070425304","https://openalex.org/W2079756993","https://openalex.org/W2085511334","https://openalex.org/W2087347434","https://openalex.org/W2088558968","https://openalex.org/W2097998348","https://openalex.org/W2099593355","https://openalex.org/W2101234009","https://openalex.org/W2101234949","https://openalex.org/W2102539288","https://openalex.org/W2104329051","https://openalex.org/W2106411961","https://openalex.org/W2107323945","https://openalex.org/W2109676405","https://openalex.org/W2111421634","https://openalex.org/W2112085716","https://openalex.org/W2113207845","https://openalex.org/W2113322762","https://openalex.org/W2126399635","https://openalex.org/W2129824714","https://openalex.org/W2131477050","https://openalex.org/W2137235241","https://openalex.org/W2138428785","https://openalex.org/W2143017621","https://openalex.org/W2144129629","https://openalex.org/W2147386665","https://openalex.org/W2149706766","https://openalex.org/W2151554678","https://openalex.org/W2153216417","https://openalex.org/W2153887189","https://openalex.org/W2157169955","https://openalex.org/W2158348370","https://openalex.org/W2163004671","https://openalex.org/W2163837601","https://openalex.org/W2165533158","https://openalex.org/W2170735442","https://openalex.org/W2171849097","https://openalex.org/W2249980257","https://openalex.org/W2315104614","https://openalex.org/W2344072768","https://openalex.org/W2367798545","https://openalex.org/W2506155917","https://openalex.org/W2506821214","https://openalex.org/W2507861678","https://openalex.org/W2519440759","https://openalex.org/W2548915941","https://openalex.org/W2582827793","https://openalex.org/W2587676558","https://openalex.org/W2593492524","https://openalex.org/W2605202003","https://openalex.org/W2740130862","https://openalex.org/W2753715782","https://openalex.org/W2795013017","https://openalex.org/W2795469443","https://openalex.org/W2797230496","https://openalex.org/W2798593305","https://openalex.org/W2799028668","https://openalex.org/W2897419880","https://openalex.org/W2898124301","https://openalex.org/W2911964244","https://openalex.org/W2914608582","https://openalex.org/W2921418071","https://openalex.org/W2953320089","https://openalex.org/W2963715041","https://openalex.org/W2964237675","https://openalex.org/W2967556797","https://openalex.org/W2997591727","https://openalex.org/W2998993395","https://openalex.org/W3010856131","https://openalex.org/W3014979526","https://openalex.org/W3015267744","https://openalex.org/W3105398568","https://openalex.org/W3106889297","https://openalex.org/W3120740533","https://openalex.org/W3143104430","https://openalex.org/W3203992401","https://openalex.org/W4229749093","https://openalex.org/W4231510805","https://openalex.org/W4233832669","https://openalex.org/W4236137412","https://openalex.org/W4237979974","https://openalex.org/W4241233223","https://openalex.org/W4243626155","https://openalex.org/W4243790605","https://openalex.org/W4244494905","https://openalex.org/W4245415816","https://openalex.org/W4246623349","https://openalex.org/W4250023757","https://openalex.org/W4250687526","https://openalex.org/W4250692521","https://openalex.org/W4251372957","https://openalex.org/W4285719527","https://openalex.org/W4293684564","https://openalex.org/W4297803580","https://openalex.org/W4297957988","https://openalex.org/W4298118839","https://openalex.org/W4300579679","https://openalex.org/W6623773407","https://openalex.org/W6639619044","https://openalex.org/W6676179485","https://openalex.org/W6677088747","https://openalex.org/W6683389101","https://openalex.org/W6726962172","https://openalex.org/W6734085705","https://openalex.org/W6750473710","https://openalex.org/W6755343430","https://openalex.org/W6785803531","https://openalex.org/W6788247690"],"related_works":["https://openalex.org/W2953665647","https://openalex.org/W4281646320","https://openalex.org/W4205712847","https://openalex.org/W3169687406","https://openalex.org/W4388119537","https://openalex.org/W3014750173","https://openalex.org/W3114025147","https://openalex.org/W4287818966","https://openalex.org/W3192751261","https://openalex.org/W3200811867"],"abstract_inverted_index":{"How":[0],"can":[1,51],"we":[2,80,91],"make":[3],"software":[4,44],"analytics":[5,167],"simpler":[6],"and":[7,77,115,139],"faster?":[8],"One":[9],"method":[10],"is":[11,69,162],"to":[12,18,64,72,95],"match":[13],"the":[14,19,23,32,40,124,151],"complexity":[15,21],"of":[16,22,117],"analysis":[17],"intrinsic":[20],"data":[24,36,98,130,144,153],"being":[25],"explored.":[26],"For":[27],"example,":[28],"hyperparameter":[29,49,93],"optimizers":[30],"find":[31,122],"control":[33],"settings":[34,61],"for":[35,129,142,164],"miners":[37],"that":[38,62,74,100,123,160],"improve":[39],"predictions":[41],"generated":[42],"via":[43],"analytics.":[45],"Sometimes,":[46],"very":[47,140],"fast":[48],"optimization":[50,94],"be":[52],"achieved":[53],"by":[54],"\u201cDODGE-ing\u201d;":[55],"i.e.,":[56],"simply":[57],"steering":[58],"way":[59],"from":[60],"lead":[63],"similar":[65],"conclusions.":[66],"But":[67],"when":[68,78],"it":[70],"wise":[71],"use":[73,81],"simple":[75,125],"approach":[76],"must":[79],"more":[82],"complex":[83],"(and":[84],"much":[85],"slower)":[86],"optimizers?":[87],"To":[88],"answer":[89],"this,":[90],"applied":[92],"120":[96],"SE":[97,152,166],"sets":[99,131],"explored":[101],"bad":[102],"smell":[103],"detection,":[104],"predicting":[105],"Github":[106],"issue":[107],"close":[108],"time,":[109],"bug":[110],"report":[111],"analysis,":[112],"defect":[113],"prediction,":[114],"dozens":[116],"other":[118],"non-SE":[119],"problems.":[120],"We":[121],"DODGE":[126,161],"works":[127],"best":[128],"with":[132],"low":[133],"\u201cintrinsic":[134],"dimensionality\u201d":[135],"($\\mu":[136,145],"_D\\approx":[137],"3$)":[138],"poorly":[141],"higher-dimensional":[143],"_D":[146],">":[147],"8$).":[148],"Nearly":[149],"all":[150],"seen":[154],"here":[155],"was":[156],"intrinsically":[157],"low-dimensional,":[158],"indicating":[159],"applicable":[163],"many":[165],"tasks.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2020-08-21T00:00:00"}