{"id":"https://openalex.org/W4403211709","doi":"https://doi.org/10.1109/icecet61485.2024.10698467","title":"Enhancing Generalization and Convergence in Neural Networks through a Dual-Phase Regularization Approach with Excitatory-Inhibitory Transition","display_name":"Enhancing Generalization and Convergence in Neural Networks through a Dual-Phase Regularization Approach with Excitatory-Inhibitory Transition","publication_year":2024,"publication_date":"2024-07-25","ids":{"openalex":"https://openalex.org/W4403211709","doi":"https://doi.org/10.1109/icecet61485.2024.10698467"},"language":"en","primary_location":{"id":"doi:10.1109/icecet61485.2024.10698467","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icecet61485.2024.10698467","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Electrical, Computer and Energy Technologies (ICECET","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030409594","display_name":"Mingkun Xu","orcid":"https://orcid.org/0000-0003-4329-8735"},"institutions":[{"id":"https://openalex.org/I32820368","display_name":"Guangdong Polytechnic of Science and Technology","ror":"https://ror.org/01wq2p249","country_code":"CN","type":"education","lineage":["https://openalex.org/I32820368"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingkun Xu","raw_affiliation_strings":["Guangdong Institute of Intelligence Science and Technology,Zhuhai,China"],"affiliations":[{"raw_affiliation_string":"Guangdong Institute of Intelligence Science and Technology,Zhuhai,China","institution_ids":["https://openalex.org/I32820368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101324404","display_name":"Huifeng Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huifeng Yin","raw_affiliation_strings":["Center for Brain-Inspired Computing Research (CBICR),Tsinghua University,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Center for Brain-Inspired Computing Research (CBICR),Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102312697","display_name":"Shuai Zhong","orcid":"https://orcid.org/0009-0004-9453-4130"},"institutions":[{"id":"https://openalex.org/I32820368","display_name":"Guangdong Polytechnic of Science and Technology","ror":"https://ror.org/01wq2p249","country_code":"CN","type":"education","lineage":["https://openalex.org/I32820368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Zhong","raw_affiliation_strings":["Guangdong Institute of Intelligence Science and Technology,Zhuhai,China"],"affiliations":[{"raw_affiliation_string":"Guangdong Institute of Intelligence Science and Technology,Zhuhai,China","institution_ids":["https://openalex.org/I32820368"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5030409594"],"corresponding_institution_ids":["https://openalex.org/I32820368"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15310427,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9614999890327454,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/excitatory-postsynaptic-potential","display_name":"Excitatory postsynaptic potential","score":0.6528449058532715},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6198630332946777},{"id":"https://openalex.org/keywords/inhibitory-postsynaptic-potential","display_name":"Inhibitory postsynaptic potential","score":0.5928977131843567},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5583088994026184},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.546198308467865},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5057744979858398},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4754997193813324},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45752912759780884},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34468144178390503},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3266201615333557},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.1725730299949646},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08238783478736877},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.0619320273399353}],"concepts":[{"id":"https://openalex.org/C112592302","wikidata":"https://www.wikidata.org/wiki/Q1207387","display_name":"Excitatory postsynaptic potential","level":3,"score":0.6528449058532715},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6198630332946777},{"id":"https://openalex.org/C17077164","wikidata":"https://www.wikidata.org/wiki/Q1185869","display_name":"Inhibitory postsynaptic potential","level":2,"score":0.5928977131843567},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5583088994026184},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.546198308467865},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5057744979858398},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4754997193813324},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45752912759780884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34468144178390503},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3266201615333557},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.1725730299949646},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08238783478736877},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0619320273399353},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icecet61485.2024.10698467","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icecet61485.2024.10698467","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Electrical, Computer and Energy Technologies (ICECET","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6877045135","display_name":null,"funder_award_id":"62204140","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W1904365287","https://openalex.org/W2095705004","https://openalex.org/W2132753014","https://openalex.org/W2167555312","https://openalex.org/W2947548407","https://openalex.org/W4308223447","https://openalex.org/W4393241356"],"related_works":["https://openalex.org/W2791883561","https://openalex.org/W2950596497","https://openalex.org/W2436760910","https://openalex.org/W4303432678","https://openalex.org/W2043066229","https://openalex.org/W2082329602","https://openalex.org/W2023878078","https://openalex.org/W2142526561","https://openalex.org/W2974163011","https://openalex.org/W2106951973"],"abstract_inverted_index":{"Overfitting":[0],"and":[1,22,40,58,96,127,150,191],"slow":[2],"convergence":[3,61,164],"represent":[4],"common":[5],"hurdles":[6],"encountered":[7],"during":[8,76],"the":[9,56,60,111,135,156,162,188],"training":[10,115,189],"of":[11,62,113,148,166,193],"deep":[12],"neural":[13,63,194],"networks":[14,195],"(DNNs).":[15],"While":[16],"conventional":[17,67],"regularization":[18,51,172],"methods":[19],"like":[20],"dropout":[21,68],"weight":[23],"decay":[24],"can":[25],"alleviate":[26],"these":[27,118],"challenges":[28],"to":[29,99,110,123,170],"some":[30],"extent,":[31],"they":[32],"may":[33],"prove":[34],"insufficient":[35],"for":[36,186],"more":[37],"intricate":[38],"models":[39],"hardware":[41],"implementations.":[42],"In":[43],"this":[44],"study,":[45],"we":[46,160],"introduce":[47],"a":[48,93,183],"novel":[49],"dual-phase":[50],"approach":[52,79,168],"aimed":[53],"at":[54],"enhancing":[55,187],"generalization":[57,178],"accelerating":[59],"networks.":[64],"Diverging":[65],"from":[66,134],"methods,":[69],"which":[70],"randomly":[71],"deactivate":[72],"neurons":[73],"or":[74],"connections":[75],"training,":[77],"our":[78,167],"incorporates":[80],"an":[81,100,143],"excitatory-inhibitory":[82,139],"transition":[83,140],"mechanism.":[84],"This":[85,138],"mechanism":[86],"selectively":[87],"identifies":[88],"large":[89],"synaptic":[90,120],"weights":[91,121],"surpassing":[92],"predetermined":[94],"threshold":[95],"converts":[97],"them":[98],"opposite":[101],"phase":[102],"state":[103],"based":[104],"on":[105,155],"predefined":[106],"flipping":[107],"rules":[108],"prior":[109],"commencement":[112],"each":[114],"batch.":[116],"Specifically,":[117],"pre-processed":[119,136],"revert":[122],"their":[124],"original":[125],"values":[126],"are":[128],"then":[129],"updated":[130],"using":[131],"gradients":[132],"calculated":[133],"DNN.":[137],"effectively":[141],"facilitates":[142],"interconversion":[144],"process":[145],"between":[146],"states":[147],"high":[149],"low":[151],"impedance.":[152],"Through":[153],"experimentation":[154],"CIFAR-10":[157],"benchmark":[158],"dataset,":[159],"demonstrate":[161],"superior":[163],"speed":[165],"compared":[169],"other":[171],"techniques,":[173],"while":[174],"concurrently":[175],"maintaining":[176],"comparable":[177],"performance.":[179],"These":[180],"findings":[181],"suggest":[182],"promising":[184],"avenue":[185],"efficiency":[190],"efficacy":[192],"in":[196],"practical":[197],"applications.":[198]},"counts_by_year":[],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}