{"id":"https://openalex.org/W4377009415","doi":"https://doi.org/10.1109/access.2023.3277310","title":"A Population-Based Hybrid Approach for Hyperparameter Optimization of Neural Networks","display_name":"A Population-Based Hybrid Approach for Hyperparameter Optimization of Neural Networks","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4377009415","doi":"https://doi.org/10.1109/access.2023.3277310"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3277310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3277310","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10128116.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10128116.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076466869","display_name":"Luis Japa","orcid":"https://orcid.org/0000-0001-6153-2658"},"institutions":[{"id":"https://openalex.org/I96036126","display_name":"Kumamoto University","ror":"https://ror.org/02cgss904","country_code":"JP","type":"education","lineage":["https://openalex.org/I96036126"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Luis Japa","raw_affiliation_strings":["Graduate School of Science and Technology, Kumamoto University, Kumamoto, Japan"],"raw_orcid":"https://orcid.org/0000-0001-6153-2658","affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, Kumamoto University, Kumamoto, Japan","institution_ids":["https://openalex.org/I96036126"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007413693","display_name":"Marcello Serqueira","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136482","display_name":"Federal Center for Technological Education of Minas Gerais","ror":"https://ror.org/04ch49185","country_code":"BR","type":"education","lineage":["https://openalex.org/I4210136482"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcello Serqueira","raw_affiliation_strings":["Federal Center for Technological Education of Rio de Janeiro (CEFET/RJ), Rio de Janeiro, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal Center for Technological Education of Rio de Janeiro (CEFET/RJ), Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I4210136482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018027076","display_name":"Israel Mendon\u00e7a","orcid":"https://orcid.org/0000-0001-6819-4305"},"institutions":[{"id":"https://openalex.org/I96036126","display_name":"Kumamoto University","ror":"https://ror.org/02cgss904","country_code":"JP","type":"education","lineage":["https://openalex.org/I96036126"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Israel Mendon\u00e7A","raw_affiliation_strings":["Faculty of Advanced Science and Technology, Kumamoto University, Kumamoto, Japan"],"raw_orcid":"https://orcid.org/0000-0001-6819-4305","affiliations":[{"raw_affiliation_string":"Faculty of Advanced Science and Technology, Kumamoto University, Kumamoto, Japan","institution_ids":["https://openalex.org/I96036126"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010583900","display_name":"Masayoshi Aritsugi","orcid":"https://orcid.org/0000-0003-0861-849X"},"institutions":[{"id":"https://openalex.org/I96036126","display_name":"Kumamoto University","ror":"https://ror.org/02cgss904","country_code":"JP","type":"education","lineage":["https://openalex.org/I96036126"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masayoshi Aritsugi","raw_affiliation_strings":["Faculty of Advanced Science and Technology, Kumamoto University, Kumamoto, Japan"],"raw_orcid":"https://orcid.org/0000-0003-0861-849X","affiliations":[{"raw_affiliation_string":"Faculty of Advanced Science and Technology, Kumamoto University, Kumamoto, Japan","institution_ids":["https://openalex.org/I96036126"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008213767","display_name":"Eduardo Bezerra","orcid":"https://orcid.org/0000-0001-9177-5503"},"institutions":[{"id":"https://openalex.org/I4210136482","display_name":"Federal Center for Technological Education of Minas Gerais","ror":"https://ror.org/04ch49185","country_code":"BR","type":"education","lineage":["https://openalex.org/I4210136482"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Eduardo Bezerra","raw_affiliation_strings":["Federal Center for Technological Education of Rio de Janeiro (CEFET/RJ), Rio de Janeiro, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-9177-5503","affiliations":[{"raw_affiliation_string":"Federal Center for Technological Education of Rio de Janeiro (CEFET/RJ), Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I4210136482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009607086","display_name":"Pedro Henrique Gonz\u00e1lez","orcid":"https://orcid.org/0000-0003-0057-7670"},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Pedro Henrique Gonz\u00e1lez","raw_affiliation_strings":["System Engineering and Computer Science Postgraduate Program, Federal University of Rio de Janeiro, Rio de Janeiro, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-0057-7670","affiliations":[{"raw_affiliation_string":"System Engineering and Computer Science Postgraduate Program, Federal University of Rio de Janeiro, Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I122140584"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.7105,"has_fulltext":true,"cited_by_count":36,"citation_normalized_percentile":{"value":0.9666149,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"50752","last_page":"50768"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.8494691848754883},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6982406377792358},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5581929087638855},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48836466670036316},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4752461910247803},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4501865804195404}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.8494691848754883},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6982406377792358},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5581929087638855},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48836466670036316},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4752461910247803},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4501865804195404},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3277310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3277310","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10128116.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5f9c9e4ec6fb4b638ffafee993ea7452","is_oa":true,"landing_page_url":"https://doaj.org/article/5f9c9e4ec6fb4b638ffafee993ea7452","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 50752-50768 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3277310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3277310","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10128116.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G272546059","display_name":null,"funder_award_id":"403817/2021-8","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G3953324389","display_name":null,"funder_award_id":"307663/2021-3","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G4754011571","display_name":null,"funder_award_id":"E-26/201.341/2022","funder_id":"https://openalex.org/F4320322749","funder_display_name":"Funda\u00e7\u00e3o Carlos Chagas Filho de Amparo \u00e0 Pesquisa do Estado do Rio de Janeiro"}],"funders":[{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320322749","display_name":"Funda\u00e7\u00e3o Carlos Chagas Filho de Amparo \u00e0 Pesquisa do Estado do Rio de Janeiro","ror":"https://ror.org/03kk0s825"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4377009415.pdf","grobid_xml":"https://content.openalex.org/works/W4377009415.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W102487131","https://openalex.org/W1502922572","https://openalex.org/W1522301498","https://openalex.org/W1541288193","https://openalex.org/W1598705702","https://openalex.org/W1600760934","https://openalex.org/W1979197699","https://openalex.org/W1994197834","https://openalex.org/W2008656089","https://openalex.org/W2009479202","https://openalex.org/W2010113720","https://openalex.org/W2035874923","https://openalex.org/W2043559721","https://openalex.org/W2054291117","https://openalex.org/W2097998348","https://openalex.org/W2099201756","https://openalex.org/W2102201073","https://openalex.org/W2105014696","https://openalex.org/W2131241448","https://openalex.org/W2140190241","https://openalex.org/W2140833774","https://openalex.org/W2145607950","https://openalex.org/W2153386665","https://openalex.org/W2158528198","https://openalex.org/W2168079536","https://openalex.org/W2183089842","https://openalex.org/W2344075909","https://openalex.org/W2553428175","https://openalex.org/W2553625606","https://openalex.org/W2800341536","https://openalex.org/W2896542043","https://openalex.org/W2910152480","https://openalex.org/W2913525628","https://openalex.org/W2919115771","https://openalex.org/W2944367955","https://openalex.org/W2950277768","https://openalex.org/W2951774549","https://openalex.org/W2952498592","https://openalex.org/W2966284335","https://openalex.org/W2991460418","https://openalex.org/W3023169168","https://openalex.org/W3099726193","https://openalex.org/W3114025147","https://openalex.org/W3175896293","https://openalex.org/W3189334356","https://openalex.org/W4213308398","https://openalex.org/W4286967385","https://openalex.org/W4289761856","https://openalex.org/W4294811620","https://openalex.org/W4294811643","https://openalex.org/W4295312788","https://openalex.org/W4300427683","https://openalex.org/W4318147596","https://openalex.org/W4324106947","https://openalex.org/W6631190155","https://openalex.org/W6638209102","https://openalex.org/W6674385629","https://openalex.org/W6675200109","https://openalex.org/W6678911119","https://openalex.org/W6680887930","https://openalex.org/W6702989015","https://openalex.org/W6704744639","https://openalex.org/W6741459021","https://openalex.org/W6753146606","https://openalex.org/W6762925210","https://openalex.org/W6766596047","https://openalex.org/W6766978945","https://openalex.org/W6801501157"],"related_works":["https://openalex.org/W2602382373","https://openalex.org/W3003615511","https://openalex.org/W4285827128","https://openalex.org/W3198113463","https://openalex.org/W2961085424","https://openalex.org/W2787698406","https://openalex.org/W2963844355","https://openalex.org/W4306674287","https://openalex.org/W4361251046","https://openalex.org/W98577079"],"abstract_inverted_index":{"Hyperparameter":[0],"optimization":[1,43,81],"is":[2],"a":[3,48,118,124,181],"fundamental":[4],"part":[5],"of":[6,26,37,135,151,167,176,196],"Auto":[7],"Machine":[8],"Learning":[9],"(AutoML)":[10],"and":[11,39,95,106,112,123,191],"it":[12,21],"has":[13],"been":[14],"widely":[15],"researched":[16],"in":[17,30,67,128,165,173],"recent":[18],"years;":[19],"however,":[20],"still":[22],"remains":[23],"as":[24,84,117],"one":[25],"the":[27,35,57,71,133,149,152,170,194],"main":[28],"challenges":[29],"this":[31,101],"area.":[32],"Motivated":[33],"by":[34],"need":[36],"faster":[38],"more":[40,74],"accurate":[41],"hyperparameter":[42,53,72,80,161],"algorithms":[44],"we":[45,186],"developed":[46],"HyperBRKGA,":[47],"new":[49],"population-based":[50],"approach":[51],"for":[52,100],"optimization.":[54],"HyperBRKGA":[55,158],"combines":[56],"Biased":[58],"Random":[59,87,104],"Key":[60],"Genetic":[61],"Algorithm":[62],"with":[63],"an":[64,188],"Exploitation":[65,102],"Method":[66],"order":[68,129],"to":[69,130,147,201],"search":[70],"space":[73],"efficiently":[75],"than":[76],"other":[77,114],"commonly":[78],"used":[79],"algorithms,":[82],"such":[83,116],"Grid":[85],"Search,":[86,88],"CMA-ES":[89],"or":[90],"Bayesian":[91,107],"Optimization.":[92],"We":[93,109,138],"develop":[94],"test":[96],"two":[97],"different":[98,145],"alternatives":[99],"Method:":[103],"Walk":[105],"Walk.":[108],"also":[110],"discuss":[111],"implement":[113],"schemes,":[115],"Training":[119],"Data":[120],"Reduction":[121],"Strategy":[122],"Diversity":[125],"Control":[126],"strategy,":[127],"further":[131],"improve":[132],"efficacy":[134],"our":[136],"method.":[137],"performed":[139],"several":[140],"computational":[141],"experiments":[142],"on":[143],"8":[144,177],"datasets":[146,178],"assess":[148],"effectiveness":[150],"proposed":[153],"approach.":[154],"Results":[155],"showed":[156,192],"that":[157,163,193],"could":[159],"find":[160],"configurations":[162],"outperformed":[164],"terms":[166],"predictive":[168],"quality":[169,204],"baseline":[171],"methods":[172],"6":[174],"out":[175],"while":[179],"showing":[180],"reasonable":[182],"execution":[183],"time.":[184],"Lastly,":[185],"conducted":[187],"ablation":[189],"study":[190],"addition":[195],"every":[197],"component":[198],"was":[199],"relevant":[200],"achieving":[202],"high":[203],"results.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2023-05-19T00:00:00"}
