{"id":"https://openalex.org/W3195238303","doi":"https://doi.org/10.1145/3475960.3475986","title":"Comparative study of random search hyper-parameter tuning for software effort estimation","display_name":"Comparative study of random search hyper-parameter tuning for software effort estimation","publication_year":2021,"publication_date":"2021-08-19","ids":{"openalex":"https://openalex.org/W3195238303","doi":"https://doi.org/10.1145/3475960.3475986","mag":"3195238303"},"language":"en","primary_location":{"id":"doi:10.1145/3475960.3475986","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3475960.3475986","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Conference on Predictive Models and Data Analytics in Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049902028","display_name":"Leonardo Villalobos-Arias","orcid":null},"institutions":[{"id":"https://openalex.org/I31944674","display_name":"Universidad de Costa Rica","ror":"https://ror.org/02yzgww51","country_code":"CR","type":"education","lineage":["https://openalex.org/I31944674"]}],"countries":["CR"],"is_corresponding":true,"raw_author_name":"Leonardo Villalobos-Arias","raw_affiliation_strings":["University of Costa Rica, Costa Rica"],"affiliations":[{"raw_affiliation_string":"University of Costa Rica, Costa Rica","institution_ids":["https://openalex.org/I31944674"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112455547","display_name":"Christian Quesada\u2013L\u00f3pez","orcid":null},"institutions":[{"id":"https://openalex.org/I31944674","display_name":"Universidad de Costa Rica","ror":"https://ror.org/02yzgww51","country_code":"CR","type":"education","lineage":["https://openalex.org/I31944674"]}],"countries":["CR"],"is_corresponding":false,"raw_author_name":"Christian Quesada-L\u00f3pez","raw_affiliation_strings":["University of Costa Rica, Costa Rica"],"affiliations":[{"raw_affiliation_string":"University of Costa Rica, Costa Rica","institution_ids":["https://openalex.org/I31944674"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5049902028"],"corresponding_institution_ids":["https://openalex.org/I31944674"],"apc_list":null,"apc_paid":null,"fwci":4.6819,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.95108647,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"21","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7343169450759888},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.6729156970977783},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.539145290851593},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.538886308670044},{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"Hyperparameter optimization","score":0.5292572379112244},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4926167130470276},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4924415051937103},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.4678505063056946},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45798009634017944},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.4379512071609497},{"id":"https://openalex.org/keywords/random-search","display_name":"Random search","score":0.4350816607475281},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.42403510212898254},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40642499923706055},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.39016902446746826},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.28592348098754883},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15503022074699402},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13273680210113525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7343169450759888},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.6729156970977783},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.539145290851593},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.538886308670044},{"id":"https://openalex.org/C10485038","wikidata":"https://www.wikidata.org/wiki/Q48996162","display_name":"Hyperparameter optimization","level":3,"score":0.5292572379112244},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4926167130470276},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4924415051937103},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.4678505063056946},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45798009634017944},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4379512071609497},{"id":"https://openalex.org/C126661757","wikidata":"https://www.wikidata.org/wiki/Q4925641","display_name":"Random search","level":2,"score":0.4350816607475281},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.42403510212898254},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40642499923706055},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.39016902446746826},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28592348098754883},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15503022074699402},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13273680210113525},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3475960.3475986","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3475960.3475986","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Conference on Predictive Models and Data Analytics in Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W607505555","https://openalex.org/W1576426930","https://openalex.org/W1595159159","https://openalex.org/W1695350145","https://openalex.org/W1993885071","https://openalex.org/W2017516855","https://openalex.org/W2037664399","https://openalex.org/W2040615655","https://openalex.org/W2055058987","https://openalex.org/W2068816944","https://openalex.org/W2070567333","https://openalex.org/W2097670073","https://openalex.org/W2097998348","https://openalex.org/W2148379945","https://openalex.org/W2157069634","https://openalex.org/W2157169955","https://openalex.org/W2171816001","https://openalex.org/W2281037394","https://openalex.org/W2330210193","https://openalex.org/W2339500526","https://openalex.org/W2344072768","https://openalex.org/W2367798545","https://openalex.org/W2407212869","https://openalex.org/W2799059048","https://openalex.org/W2890520481","https://openalex.org/W2914608582","https://openalex.org/W2916969377","https://openalex.org/W2929180117","https://openalex.org/W2950182411","https://openalex.org/W2962773240","https://openalex.org/W2963520355","https://openalex.org/W2963715041","https://openalex.org/W2963815651","https://openalex.org/W3035594632","https://openalex.org/W3045004532","https://openalex.org/W3049429073","https://openalex.org/W3085162807","https://openalex.org/W3088837947","https://openalex.org/W3102243051","https://openalex.org/W3143473841","https://openalex.org/W3163661296","https://openalex.org/W4236605548","https://openalex.org/W4297957988","https://openalex.org/W6674385629"],"related_works":["https://openalex.org/W4386295066","https://openalex.org/W2920302751","https://openalex.org/W3169687406","https://openalex.org/W2626978874","https://openalex.org/W3103707007","https://openalex.org/W2048488252","https://openalex.org/W4289884158","https://openalex.org/W4288365262","https://openalex.org/W2764244754","https://openalex.org/W2940614149"],"abstract_inverted_index":{"Empirical":[0],"studies":[1,293],"on":[2,79,93,247,269],"software":[3],"effort":[4],"estimation":[5],"have":[6],"employed":[7],"hyper-parameter":[8,87,189,296],"tuning":[9,88,190],"algorithms":[10,89],"to":[11,70,133,148],"improve":[12,21],"model":[13,22,80],"accuracy":[14,81,194,246,268],"and":[15,67,82,100,116,125,139,142,152,195,238],"stability.":[16],"While":[17],"these":[18],"tuners":[19,114,130,157,208],"can":[20,47,174],"performance,":[23],"some":[24,53],"might":[25],"be":[26,175],"overly":[27],"complex":[28],"or":[29],"costly":[30],"for":[31,154,179,289,291],"the":[32,55,59,77,97,104,150,201,219,231,248,270,281],"low":[33,63],"dimensionality":[34],"datasets":[35,95,153],"used":[36,132],"in":[37,197,215,228,245,267],"SEE.":[38],"In":[39,72],"such":[40],"cases":[41],"a":[42,287],"method":[43],"like":[44],"random":[45,91,117,169,213,284],"search":[46,214,285],"potentially":[48],"provide":[49],"similar":[50],"benefits":[51],"as":[52,286],"of":[54,61,65,84,96,184,200,218,233,253,255,275,277,283],"existing":[56],"tuners,":[57,124],"with":[58,261],"advantage":[60],"using":[62],"amounts":[64],"resources":[66],"being":[68],"simple":[69],"implement.":[71],"this":[73,185],"study":[74,109,186],"we":[75],"evaluate":[76],"impact":[78],"stability":[83],"12":[85,206],"state-of-the-art":[86,207],"against":[90],"search,":[92,170],"9":[94],"PROMISE":[98],"repository":[99],"4":[101],"sub-datasets":[102],"from":[103],"ISBSG":[105],"R18":[106],"dataset.":[107],"This":[108],"covers":[110],"2":[111,122],"traditional":[112],"exhaustive":[113],"(grid":[115],"searches),":[118],"6":[119],"bio-inspired":[120],"algorithms,":[121],"heuristic":[123],"3":[126],"model-based":[127],"algorithms.":[128],"The":[129,182,205],"are":[131],"configure":[134],"support":[135,239],"vector":[136,240],"regression,":[137],"classification":[138],"regression":[140,144,241,260],"trees,":[141],"ridge":[143,259],"models.":[145],"We":[146,279],"aim":[147],"determine":[149],"techniques":[151],"which":[155,172,180],"certain":[156],"were":[158,209],"1)":[159],"more":[160,166,210],"effective":[161,167,192,211,227],"than":[162,168,212],"default":[163],"hyper-parameters,":[164],"2)":[165],"3)":[171],"models(s)":[173],"considered":[176],"\"the":[177],"best\"":[178],"datasets.":[181,256,278],"results":[183],"show":[187],"that":[188,294],"was":[191],"(increased":[193],"stability)":[196],"862":[198],"(51%)":[199],"1,690":[202],"studied":[203,221],"scenarios.":[204,224],"95":[216],"(6%)":[217],"1,560":[220],"(non-random":[222],"search)":[223],"Although":[225],"not":[226],"every":[229],"dataset,":[230],"combination":[232],"flash":[234],"tuning,":[235],"logarithm":[236,262],"transformation":[237,263],"obtained":[242,264],"top":[243,265],"ranking":[244,266],"highest":[249,271],"amount":[250,272],"(8":[251],"out":[252,274],"13)":[254,276],"Hyperband":[257],"tuned":[258],"(10":[273],"endorse":[280],"use":[282],"baseline":[288],"comparison":[290],"future":[292],"consider":[295],"tuning.":[297]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}