{"id":"https://openalex.org/W4386511225","doi":"https://doi.org/10.1631/fitee.2200515","title":"A hybrid-model optimization algorithm based on the Gaussian process and particle swarm optimization for mixed-variable CNN hyperparameter automatic search","display_name":"A hybrid-model optimization algorithm based on the Gaussian process and particle swarm optimization for mixed-variable CNN hyperparameter automatic search","publication_year":2023,"publication_date":"2023-09-07","ids":{"openalex":"https://openalex.org/W4386511225","doi":"https://doi.org/10.1631/fitee.2200515"},"language":"en","primary_location":{"id":"doi:10.1631/fitee.2200515","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2200515","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100681258","display_name":"Han Yan","orcid":"https://orcid.org/0000-0003-1777-1859"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Yan","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102926129","display_name":"Chongquan Zhong","orcid":"https://orcid.org/0000-0002-7936-3183"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongquan Zhong","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060911223","display_name":"Yuhu Wu","orcid":"https://orcid.org/0000-0001-9317-1404"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhu Wu","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101592691","display_name":"Liyong Zhang","orcid":"https://orcid.org/0000-0002-6904-1391"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liyong Zhang","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011648302","display_name":"Wei Lu","orcid":"https://orcid.org/0000-0002-5775-1222"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Lu","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5011648302"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":0.9839,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.78037724,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"24","issue":"11","first_page":"1557","last_page":"1573"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.9387938380241394},{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"Hyperparameter optimization","score":0.7451305985450745},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6890091896057129},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.6471201181411743},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5886887311935425},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5706077814102173},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.5038372874259949},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48228052258491516},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4688592553138733},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4616905450820923},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.39874204993247986},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3981330990791321},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3507731556892395},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19584569334983826},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.10097339749336243}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.9387938380241394},{"id":"https://openalex.org/C10485038","wikidata":"https://www.wikidata.org/wiki/Q48996162","display_name":"Hyperparameter optimization","level":3,"score":0.7451305985450745},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6890091896057129},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.6471201181411743},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5886887311935425},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5706077814102173},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.5038372874259949},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48228052258491516},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4688592553138733},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4616905450820923},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.39874204993247986},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3981330990791321},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3507731556892395},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19584569334983826},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.10097339749336243},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1631/fitee.2200515","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2200515","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2543580944","https://openalex.org/W2606006859","https://openalex.org/W2618530766","https://openalex.org/W2773706593","https://openalex.org/W2775524044","https://openalex.org/W2783515600","https://openalex.org/W2796265726","https://openalex.org/W2887063112","https://openalex.org/W2951402759","https://openalex.org/W2953308748","https://openalex.org/W2954826798","https://openalex.org/W2963446712","https://openalex.org/W2964016673","https://openalex.org/W2964024268","https://openalex.org/W2968300580","https://openalex.org/W2978506973","https://openalex.org/W2981207549","https://openalex.org/W3012446350","https://openalex.org/W3040558155","https://openalex.org/W3083427717","https://openalex.org/W3092580847","https://openalex.org/W3097804851","https://openalex.org/W3118906589","https://openalex.org/W3123909522","https://openalex.org/W3124449569","https://openalex.org/W3140854437","https://openalex.org/W3157243312","https://openalex.org/W3165352316","https://openalex.org/W3199183478","https://openalex.org/W3208560513","https://openalex.org/W4212880782","https://openalex.org/W4213279801","https://openalex.org/W4223432987","https://openalex.org/W4226213489","https://openalex.org/W4255158661","https://openalex.org/W4281752026","https://openalex.org/W6600669965","https://openalex.org/W6630126088","https://openalex.org/W6829887170"],"related_works":["https://openalex.org/W2953665647","https://openalex.org/W4205712847","https://openalex.org/W4281646320","https://openalex.org/W3169687406","https://openalex.org/W2954882791","https://openalex.org/W4388119537","https://openalex.org/W4287818966","https://openalex.org/W1974336862","https://openalex.org/W3118984993","https://openalex.org/W4380558509"],"abstract_inverted_index":{"Convolutional":[0],"neural":[1],"networks":[2],"(CNNs)":[3],"have":[4],"been":[5],"developed":[6],"quickly":[7],"in":[8,27,46,52,83,187],"many":[9],"real-world":[10],"fields.":[11],"However,":[12],"CNN\u2019s":[13],"performance":[14,67,146,164,186],"depends":[15],"heavily":[16],"on":[17,93,156,174,212],"its":[18],"hyperparameters,":[19],"while":[20],"finding":[21],"suitable":[22,88],"hyperparameters":[23,45],"for":[24,32,41],"CNNs":[25],"working":[26],"application":[28],"fields":[29],"is":[30,81,108,123,140,178],"challenging":[31],"three":[33],"reasons:":[34],"(1)":[35],"the":[36,59,94,114,127,144,149,162,183,193,213],"problem":[37,60],"of":[38,44,61,130,165,197,201],"mixed-variable":[39,117],"encoding":[40,106],"different":[42],"types":[43],"CNNs,":[47],"(2)":[48],"expensive":[49],"computational":[50],"costs":[51],"evaluating":[53,131],"candidate":[54,132],"hyperparameter":[55,69,89,116,133],"configuration,":[56],"and":[57,65,75,97,147,195,203,208,215],"(3)":[58],"ensuring":[62],"convergence":[63,150],"rates":[64],"model":[66,122,145],"during":[68],"search.":[70],"To":[71],"overcome":[72],"these":[73],"problems":[74],"challenges,":[76],"a":[77,104,120,136,171],"hybrid-model":[78],"optimization":[79,100],"algorithm":[80,185],"proposed":[82,124],"this":[84],"paper":[85],"to":[86,110,125,142,160,181],"search":[87],"configurations":[90],"automatically":[91],"based":[92],"Gaussian":[95],"process":[96],"particle":[98],"swarm":[99],"(GPPSO)":[101],"algorithm.":[102],"First,":[103],"new":[105],"method":[107],"designed":[109],"efficiently":[111],"deal":[112],"with":[113],"CNN":[115],"problem.":[118],"Second,":[119],"hybrid-surrogate-assisted":[121],"reduce":[126],"high":[128],"cost":[129],"configurations.":[134],"Third,":[135],"novel":[137],"activation":[138],"function":[139],"suggested":[141],"improve":[143],"ensure":[148],"rate.":[151],"Intensive":[152],"experiments":[153],"are":[154],"performed":[155],"image-classification":[157],"benchmark":[158],"datasets":[159],"demonstrate":[161,192],"superior":[163],"GPPSO":[166,184],"over":[167],"state-of-the-art":[168],"methods.":[169],"Moreover,":[170],"case":[172],"study":[173],"metal":[175],"fracture":[176],"diagnosis":[177],"carried":[179],"out":[180],"evaluate":[182],"practical":[188],"applications.":[189],"Experimental":[190],"results":[191],"effectiveness":[194],"efficiency":[196],"GPPSO,":[198],"achieving":[199],"accuracy":[200],"95.26%":[202],"76.36%":[204],"only":[205],"through":[206],"0.04":[207],"1.70":[209],"GPU":[210],"days":[211],"CIFAR-10":[214],"CIFAR-100":[216],"datasets,":[217],"respectively.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}