{"id":"https://openalex.org/W4385188439","doi":"https://doi.org/10.1145/3583133.3596407","title":"Co-evolving Recurrent Neural Networks and their Hyperparameters with Simplex Hyperparameter Optimization","display_name":"Co-evolving Recurrent Neural Networks and their Hyperparameters with Simplex Hyperparameter Optimization","publication_year":2023,"publication_date":"2023-07-15","ids":{"openalex":"https://openalex.org/W4385188439","doi":"https://doi.org/10.1145/3583133.3596407"},"language":"en","primary_location":{"id":"doi:10.1145/3583133.3596407","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583133.3596407","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Companion Conference on Genetic and Evolutionary Computation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012696419","display_name":"Amit Kini","orcid":"https://orcid.org/0009-0001-3565-3920"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Amit Dilip Kini","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, United States of America"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, United States of America","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023612639","display_name":"Swaraj Sambhaji Yadav","orcid":"https://orcid.org/0009-0005-0184-2036"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Swaraj Sambhaji Yadav","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, United States of America"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, United States of America","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057380107","display_name":"Aditya Shankar Thakur","orcid":"https://orcid.org/0009-0004-5290-368X"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditya Shankar Thakur","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, United States of America"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, United States of America","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046093636","display_name":"Akshar Bajrang Awari","orcid":"https://orcid.org/0009-0009-5812-6953"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akshar Bajrang Awari","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, United States of America"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, United States of America","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032632904","display_name":"Zimeng Lyu","orcid":"https://orcid.org/0000-0001-7546-4473"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zimeng Lyu","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, United States of America"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, United States of America","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065630093","display_name":"Travis Desell","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Travis Desell","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, United States of America"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, United States of America","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5012696419"],"corresponding_institution_ids":["https://openalex.org/I155173764"],"apc_list":null,"apc_paid":null,"fwci":0.5185,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71033558,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1639","last_page":"1647"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.9518395662307739},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7716000080108643},{"id":"https://openalex.org/keywords/neuroevolution","display_name":"Neuroevolution","score":0.6630595922470093},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5802897810935974},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5764918923377991},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5740620493888855},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5688471794128418},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4922865927219391},{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"Hyperparameter optimization","score":0.47690343856811523},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4613293707370758},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3474469482898712},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12873303890228271},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.11962249875068665}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.9518395662307739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7716000080108643},{"id":"https://openalex.org/C118070581","wikidata":"https://www.wikidata.org/wiki/Q2060528","display_name":"Neuroevolution","level":3,"score":0.6630595922470093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5802897810935974},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5764918923377991},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5740620493888855},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5688471794128418},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4922865927219391},{"id":"https://openalex.org/C10485038","wikidata":"https://www.wikidata.org/wiki/Q48996162","display_name":"Hyperparameter optimization","level":3,"score":0.47690343856811523},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4613293707370758},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3474469482898712},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12873303890228271},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.11962249875068665},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3583133.3596407","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583133.3596407","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Companion Conference on Genetic and Evolutionary Computation","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G487719985","display_name":null,"funder_award_id":"NGAFID","funder_id":"https://openalex.org/F4320332390","funder_display_name":"Federal Aviation Administration"},{"id":"https://openalex.org/G6215863194","display_name":null,"funder_award_id":"2225354","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332390","display_name":"Federal Aviation Administration","ror":"https://ror.org/05q0y0j38"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1629102637","https://openalex.org/W2013968993","https://openalex.org/W2097998348","https://openalex.org/W2250904038","https://openalex.org/W2560103205","https://openalex.org/W2609418570","https://openalex.org/W2771015779","https://openalex.org/W2907502017","https://openalex.org/W2912999925","https://openalex.org/W2939520374","https://openalex.org/W2959334635","https://openalex.org/W2963029020","https://openalex.org/W2970009439","https://openalex.org/W3015207869","https://openalex.org/W3016480885","https://openalex.org/W3032945613","https://openalex.org/W3038930803","https://openalex.org/W3045004532","https://openalex.org/W3098524560","https://openalex.org/W3177798854","https://openalex.org/W3191950921","https://openalex.org/W3200811867","https://openalex.org/W3207263146","https://openalex.org/W4200073570","https://openalex.org/W4206965408","https://openalex.org/W4290097514","https://openalex.org/W4298144215","https://openalex.org/W6674385629","https://openalex.org/W6927399971"],"related_works":["https://openalex.org/W4312224733","https://openalex.org/W4381737452","https://openalex.org/W4281646320","https://openalex.org/W3014750173","https://openalex.org/W4295309597","https://openalex.org/W4283697347","https://openalex.org/W4298144215","https://openalex.org/W2266822037","https://openalex.org/W3199608561","https://openalex.org/W2979781481"],"abstract_inverted_index":{"Designing":[0],"machine":[1],"learning":[2],"models":[3],"involves":[4],"determining":[5],"not":[6,179],"only":[7,180],"the":[8,84,90,93,105,112,176],"network":[9,119],"architecture,":[10],"but":[11,186],"also":[12,187],"non-architectural":[13],"elements":[14],"such":[15,66,165],"as":[16,78,166],"training":[17],"hyperparameters.":[18,33,122],"Further":[19],"confounding":[20],"this":[21,147,151],"problem,":[22],"different":[23,32],"architectures":[24,52,58,74,120,185,192],"and":[25,41,50,121,146,168,196],"datasets":[26,195],"will":[27,80],"perform":[28],"more":[29],"optimally":[30],"with":[31,53,143,160],"This":[34,87],"problem":[35],"is":[36],"exacerbated":[37],"for":[38,134,155],"neuroevolution":[39,177],"(NE)":[40],"neural":[42,136,158],"architecture":[43],"search":[44],"(NAS)":[45],"algorithms,":[46,67],"which":[47,99],"can":[48,75],"generate":[49],"train":[51],"a":[54,108],"wide":[55],"variety":[56],"of":[57,92,102,107],"in":[59],"order":[60],"to":[61,115,128,131,152,190],"find":[62],"optimal":[63,191],"architectures.":[64],"In":[65],"if":[68],"hyperparameters":[69,103,133],"are":[70],"fixed,":[71],"then":[72],"suboptimal":[73],"be":[76,81,129],"found":[77],"they":[79],"biased":[82],"towards":[83],"fixed":[85],"parameters.":[86],"paper":[88],"evaluates":[89],"use":[91],"simplex":[94],"hyperparameter":[95],"optimization":[96,197],"(SHO)":[97],"method,":[98],"allows":[100],"co-evolution":[101],"over":[104],"course":[106],"NE":[109,113],"algorithm,":[110],"allowing":[111],"algorithm":[114],"simultaneously":[116],"optimize":[117,132],"both":[118],"SHO":[123,154,174],"has":[124],"been":[125],"previously":[126],"shown":[127],"able":[130],"convolutional":[135],"networks":[137,159],"using":[138],"traditional":[139],"stochastic":[140],"gradient":[141],"descent":[142],"Nesterov":[144],"momentum,":[145],"work":[148],"extends":[149],"on":[150],"evaluate":[153],"evolving":[156],"recurrent":[157],"additional":[161],"modern":[162],"weight":[163],"optimizers":[164],"RMSProp":[167],"Adam.":[169],"Results":[170],"show":[171],"that":[172],"incorporating":[173],"into":[175],"process":[178],"enables":[181],"finding":[182],"better":[183],"performing":[184],"faster":[188],"convergence":[189],"across":[193],"all":[194],"methods":[198],"tested.":[199]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}
