{"id":"https://openalex.org/W3009407436","doi":"https://doi.org/10.1109/cec48606.2020.9185665","title":"Adaptive Structural Hyper-Parameter Configuration by Q-Learning","display_name":"Adaptive Structural Hyper-Parameter Configuration by Q-Learning","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3009407436","doi":"https://doi.org/10.1109/cec48606.2020.9185665","mag":"3009407436"},"language":"en","primary_location":{"id":"doi:10.1109/cec48606.2020.9185665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec48606.2020.9185665","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Congress on Evolutionary Computation (CEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2003.00863","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100392956","display_name":"Haotian Zhang","orcid":"https://orcid.org/0000-0003-2126-3048"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haotian Zhang","raw_affiliation_strings":["School of Mathematics and Statistics, National Engineering Laboratory for Big Data Analytics, Xi\u2019an Jiaotong University, Xi\u2019an, China","School of Mathematics and Statistics, National Engineering Laboratory for Big Data Analytics, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, National Engineering Laboratory for Big Data Analytics, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Mathematics and Statistics, National Engineering Laboratory for Big Data Analytics, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005474942","display_name":"Jianyong Sun","orcid":"https://orcid.org/0000-0002-9188-1856"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianyong Sun","raw_affiliation_strings":["School of Mathematics and Statistics, National Engineering Laboratory for Big Data Analytics, Xi\u2019an Jiaotong University, Xi\u2019an, China","School of Mathematics and Statistics, National Engineering Laboratory for Big Data Analytics, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, National Engineering Laboratory for Big Data Analytics, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Mathematics and Statistics, National Engineering Laboratory for Big Data Analytics, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109280540","display_name":"Zongben Xu","orcid":"https://orcid.org/0000-0002-4066-2338"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongben Xu","raw_affiliation_strings":["School of Mathematics and Statistics, National Engineering Laboratory for Big Data Analytics, Xi\u2019an Jiaotong University, Xi\u2019an, China","School of Mathematics and Statistics, National Engineering Laboratory for Big Data Analytics, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, National Engineering Laboratory for Big Data Analytics, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Mathematics and Statistics, National Engineering Laboratory for Big Data Analytics, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100392956"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":1.0971,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.82209757,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.622083842754364},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6213051080703735},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.5679415464401245},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4930131137371063},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.4574197828769684},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.457061231136322},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4543522894382477},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.43628638982772827},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4058982729911804},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23359724879264832}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.622083842754364},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6213051080703735},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.5679415464401245},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4930131137371063},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.4574197828769684},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.457061231136322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4543522894382477},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.43628638982772827},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4058982729911804},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23359724879264832},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cec48606.2020.9185665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec48606.2020.9185665","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Congress on Evolutionary Computation (CEC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2003.00863","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.00863","pdf_url":"https://arxiv.org/pdf/2003.00863","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2003.00863","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.00863","pdf_url":"https://arxiv.org/pdf/2003.00863","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W60686164","https://openalex.org/W1699954493","https://openalex.org/W2078324766","https://openalex.org/W2109364787","https://openalex.org/W2112036188","https://openalex.org/W2119567691","https://openalex.org/W2121863487","https://openalex.org/W2136292782","https://openalex.org/W2137340504","https://openalex.org/W2138537392","https://openalex.org/W2155529731","https://openalex.org/W2156194072","https://openalex.org/W2334782222","https://openalex.org/W2515012917","https://openalex.org/W2557488584","https://openalex.org/W2732171826","https://openalex.org/W2873705236","https://openalex.org/W2896347400","https://openalex.org/W2961614712","https://openalex.org/W2968187932","https://openalex.org/W2969682603","https://openalex.org/W4214717370","https://openalex.org/W4289761856","https://openalex.org/W4298023569","https://openalex.org/W6637305717","https://openalex.org/W6741358903","https://openalex.org/W6753146606"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Tuning":[0],"hyper-parameters":[1,43,76],"for":[2,52,59],"evolutionary":[3,15],"algorithms":[4],"is":[5],"an":[6,14],"important":[7],"issue":[8],"in":[9,34,44,50,94],"computational":[10,91],"intelligence.":[11],"Performance":[12],"of":[13,74],"algorithm":[16,99,109],"depends":[17],"not":[18],"only":[19],"on":[20,27,110],"its":[21,28],"operation":[22],"strategy":[23],"design,":[24],"but":[25],"also":[26],"hyper-parameters.":[29],"Hyper-parameters":[30],"can":[31],"be":[32],"categorized":[33],"two":[35],"dimensions":[36],"as":[37,77],"structural/numerical":[38],"and":[39,82],"time-invariant/time-variant.":[40],"Particularly,":[41],"structural":[42,75,87],"existing":[45],"studies":[46],"are":[47],"usually":[48],"tuned":[49],"advance":[51],"time-invariant":[53,60],"parameters,":[54],"or":[55],"with":[56],"hand-crafted":[57],"scheduling":[58],"parameters.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65],"make":[66],"the":[67,72,86,95,107,111],"first":[68],"attempt":[69],"to":[70,84],"model":[71],"tuning":[73],"a":[78],"reinforcement":[79],"learning":[80],"problem,":[81],"present":[83],"tune":[85],"hyper-parameter":[88],"which":[89],"controls":[90],"resource":[92],"allocation":[93],"CEC":[96,112],"2018":[97,113],"winner":[98,108],"by":[100],"Q-learning.":[101],"Experimental":[102],"results":[103],"show":[104],"favorably":[105],"against":[106],"test":[114],"functions.":[115]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}