{"id":"https://openalex.org/W4214498565","doi":"https://doi.org/10.3390/e24030348","title":"Neural Network Structure Optimization by Simulated Annealing","display_name":"Neural Network Structure Optimization by Simulated Annealing","publication_year":2022,"publication_date":"2022-02-28","ids":{"openalex":"https://openalex.org/W4214498565","doi":"https://doi.org/10.3390/e24030348","pmid":"https://pubmed.ncbi.nlm.nih.gov/35327859"},"language":"en","primary_location":{"id":"doi:10.3390/e24030348","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24030348","pdf_url":"https://www.mdpi.com/1099-4300/24/3/348/pdf?version=1646096826","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/24/3/348/pdf?version=1646096826","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073976070","display_name":"Chun Lin Kuo","orcid":"https://orcid.org/0000-0002-8762-7708"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chun Lin Kuo","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Nanshan, Shenzhen 518071, China"],"raw_orcid":"https://orcid.org/0000-0002-8762-7708","affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Nanshan, Shenzhen 518071, China","institution_ids":["https://openalex.org/I4210114105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038228706","display_name":"Er\u00e7an E. Kuruo\u011flu","orcid":"https://orcid.org/0000-0002-2608-8034"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ercan Engin Kuruoglu","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Nanshan, Shenzhen 518071, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Nanshan, Shenzhen 518071, China","institution_ids":["https://openalex.org/I4210114105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053833625","display_name":"Wai Kin Chan","orcid":"https://orcid.org/0000-0002-7202-1922"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wai Kin Victor Chan","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Nanshan, Shenzhen 518071, China"],"raw_orcid":"https://orcid.org/0000-0002-7202-1922","affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Nanshan, Shenzhen 518071, China","institution_ids":["https://openalex.org/I4210114105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5038228706"],"corresponding_institution_ids":["https://openalex.org/I4210114105"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":2.5106,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.90728611,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"24","issue":"3","first_page":"348","last_page":"348"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/simulated-annealing","display_name":"Simulated annealing","score":0.8457260727882385},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7326444983482361},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6407287120819092},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5485806465148926},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5216168165206909},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4658065438270569},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.46400395035743713},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.4417000412940979},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4277629554271698},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.39014381170272827},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3228597044944763},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13198328018188477}],"concepts":[{"id":"https://openalex.org/C126980161","wikidata":"https://www.wikidata.org/wiki/Q863783","display_name":"Simulated annealing","level":2,"score":0.8457260727882385},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7326444983482361},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6407287120819092},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5485806465148926},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5216168165206909},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4658065438270569},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.46400395035743713},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.4417000412940979},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4277629554271698},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39014381170272827},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3228597044944763},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13198328018188477},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e24030348","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24030348","pdf_url":"https://www.mdpi.com/1099-4300/24/3/348/pdf?version=1646096826","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:35327859","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35327859","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:e94a9a14fb6742ab9434ecb43890816b","is_oa":true,"landing_page_url":"https://doaj.org/article/e94a9a14fb6742ab9434ecb43890816b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 24, Iss 3, p 348 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/24/3/348/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e24030348","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 24; Issue 3; Pages: 348","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:8947290","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8947290","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e24030348","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24030348","pdf_url":"https://www.mdpi.com/1099-4300/24/3/348/pdf?version=1646096826","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5600000023841858,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G6298785130","display_name":"\u591a\u5c42\u793e\u4f1a\u7f51\u7edc\u5728\u9690\u79c1\u4fdd\u62a4\u6761\u4ef6\u4e0b\u7684\u5efa\u6a21\u53ca\u7279\u6027\u7814\u7a76\u4e0e\u5e94\u7528","funder_award_id":"71971127","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4214498565.pdf"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W64859905","https://openalex.org/W1533861849","https://openalex.org/W1677182931","https://openalex.org/W1902041153","https://openalex.org/W2032893592","https://openalex.org/W2039708501","https://openalex.org/W2056760934","https://openalex.org/W2084910356","https://openalex.org/W2125389748","https://openalex.org/W2146502635","https://openalex.org/W2172081283","https://openalex.org/W2249612659","https://openalex.org/W2253093986","https://openalex.org/W2524428287","https://openalex.org/W2530952963","https://openalex.org/W2535284925","https://openalex.org/W2541841763","https://openalex.org/W2583773173","https://openalex.org/W2605739168","https://openalex.org/W2901563864","https://openalex.org/W2904596315","https://openalex.org/W2963163009","https://openalex.org/W2964051635","https://openalex.org/W2982479999","https://openalex.org/W2984618279","https://openalex.org/W3012561096","https://openalex.org/W3024171804","https://openalex.org/W3034251466","https://openalex.org/W3034513523","https://openalex.org/W3035467254","https://openalex.org/W3035755841","https://openalex.org/W3090291247","https://openalex.org/W3107472389","https://openalex.org/W3196732196","https://openalex.org/W3198393051","https://openalex.org/W4287363917","https://openalex.org/W4287777801","https://openalex.org/W4302422232","https://openalex.org/W6631190155","https://openalex.org/W6677103964","https://openalex.org/W6678583879","https://openalex.org/W6681435938","https://openalex.org/W6691351710","https://openalex.org/W6727208969","https://openalex.org/W6790503700"],"related_works":["https://openalex.org/W2088845016","https://openalex.org/W589102260","https://openalex.org/W1966421350","https://openalex.org/W1868434454","https://openalex.org/W4366985237","https://openalex.org/W2810569973","https://openalex.org/W2128396103","https://openalex.org/W4366984740","https://openalex.org/W4367299891","https://openalex.org/W2166798997"],"abstract_inverted_index":{"A":[0],"critical":[1],"problem":[2,176],"in":[3,50,75,88],"large":[4,12],"neural":[5,34],"networks":[6,35,60,70],"is":[7,71,145],"over":[8],"parameterization":[9],"with":[10],"a":[11,89,161,169,178,198],"number":[13],"of":[14,68,100,118,130,181,197,209],"weight":[15,109,158],"parameters,":[16],"which":[17],"limits":[18],"their":[19],"use":[20],"on":[21,38],"edge":[22,39,53],"devices":[23,40,54],"due":[24],"to":[25,47,107,127,173],"prohibitive":[26],"computational":[27,105],"power":[28],"and":[29,41],"memory/storage":[30],"requirements.":[31],"To":[32],"make":[33],"more":[36],"practical":[37],"real-time":[42],"industrial":[43],"applications,":[44],"they":[45],"need":[46,103],"be":[48,85],"compressed":[49],"advance.":[51],"Since":[52],"cannot":[55],"train":[56],"or":[57],"access":[58],"trained":[59],"when":[61],"internet":[62],"resources":[63,106],"are":[64],"scarce,":[65],"the":[66,76,81,95,112,116,128,131,148,195,204,207],"preloading":[67],"smaller":[69],"essential.":[72],"Various":[73],"works":[74],"literature":[77],"have":[78,187],"shown":[79,188],"that":[80,189],"redundant":[82],"branches":[83],"can":[84,192],"pruned":[86],"strategically":[87],"fully":[90,199],"connected":[91,200],"network":[92,119,132,201],"without":[93,153,206],"sacrificing":[94],"performance":[96,136,205],"significantly.":[97],"However,":[98],"majority":[99],"these":[101],"methodologies":[102],"high":[104],"integrate":[108],"training":[110],"via":[111],"back-propagation":[113,155],"algorithm":[114,151],"during":[115],"process":[117],"compression.":[120],"In":[121],"this":[122,174],"work,":[123],"we":[124],"draw":[125],"attention":[126],"optimization":[129,144,164],"structure":[133,143],"for":[134,156,177],"preserving":[135],"despite":[137],"compression":[138],"by":[139],"pruning":[140],"aggressively.":[141],"The":[142],"performed":[146],"using":[147],"simulated":[149,166,190],"annealing":[150,167,191],"only,":[152],"utilizing":[154],"branch":[157,182],"training.":[159],"Being":[160],"heuristic-based,":[162],"non-convex":[163],"method,":[165],"provides":[168],"globally":[170],"near-optimal":[171],"solution":[172],"NP-hard":[175],"given":[179],"percentage":[180],"pruning.":[183],"Our":[184],"simulation":[185],"results":[186],"significantly":[193],"reduce":[194],"complexity":[196],"while":[202],"maintaining":[203],"help":[208],"back-propagation.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-25T15:57:00.446498","created_date":"2025-10-10T00:00:00"}