{"id":"https://openalex.org/W4416582479","doi":"https://doi.org/10.1109/tai.2025.3636117","title":"ADMM-Enhanced CNN Training Framework With Global Convergence Guarantees","display_name":"ADMM-Enhanced CNN Training Framework With Global Convergence Guarantees","publication_year":2025,"publication_date":"2025-11-24","ids":{"openalex":"https://openalex.org/W4416582479","doi":"https://doi.org/10.1109/tai.2025.3636117"},"language":null,"primary_location":{"id":"doi:10.1109/tai.2025.3636117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3636117","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chenjie Song","orcid":"https://orcid.org/0009-0004-4707-6149"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenjie Song","raw_affiliation_strings":["Department of Artificial Intelligence and Automation, School of Electrical Engineering and Automation, Wuhan University, Wuhan, China","Zhengmin Kong and Li Ding are with the Department of Artificial Intelligence and Automation, School of Electrical Engineering and Automation, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0004-4707-6149","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence and Automation, School of Electrical Engineering and Automation, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Zhengmin Kong and Li Ding are with the Department of Artificial Intelligence and Automation, School of Electrical Engineering and Automation, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I43922553"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090207188","display_name":"Zhengmin Kong","orcid":"https://orcid.org/0000-0001-9257-181X"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengmin Kong","raw_affiliation_strings":["Department of Artificial Intelligence and Automation, School of Electrical Engineering and Automation, Wuhan University, Wuhan, China","Zhengmin Kong and Li Ding are with the Department of Artificial Intelligence and Automation, School of Electrical Engineering and Automation, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9257-181X","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence and Automation, School of Electrical Engineering and Automation, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Zhengmin Kong and Li Ding are with the Department of Artificial Intelligence and Automation, School of Electrical Engineering and Automation, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I43922553"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101579645","display_name":"Shuo Liu","orcid":"https://orcid.org/0000-0002-6124-4848"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Liu","raw_affiliation_strings":["School of Science and Engineering, The Chinese University of Hong Kong-Shenzhen, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0005-1317-3212","affiliations":[{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong-Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029955504","display_name":"Li Ding","orcid":"https://orcid.org/0000-0001-9357-5273"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Ding","raw_affiliation_strings":["Department of Artificial Intelligence and Automation, School of Electrical Engineering and Automation, Wuhan University, Wuhan, China","Zhengmin Kong and Li Ding are with the Department of Artificial Intelligence and Automation, School of Electrical Engineering and Automation, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9357-5273","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence and Automation, School of Electrical Engineering and Automation, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Zhengmin Kong and Li Ding are with the Department of Artificial Intelligence and Automation, School of Electrical Engineering and Automation, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I43922553"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101899424","display_name":"Boyang Huang","orcid":"https://orcid.org/0000-0002-2077-608X"},"institutions":[{"id":"https://openalex.org/I74872605","display_name":"China Southern Power Grid (China)","ror":"https://ror.org/03hkh9419","country_code":"CN","type":"company","lineage":["https://openalex.org/I74872605"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyang Huang","raw_affiliation_strings":["Electric Power Research Institute of China Southern Power Grid, Guangzhou, China","Electric Power Research Institute of China Southern Power Grid, Guangdong Provincial Key Laboratory of Intelligent Measurement and Advanced Metering of Power Grid, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-0467-0869","affiliations":[{"raw_affiliation_string":"Electric Power Research Institute of China Southern Power Grid, Guangzhou, China","institution_ids":["https://openalex.org/I74872605"]},{"raw_affiliation_string":"Electric Power Research Institute of China Southern Power Grid, Guangdong Provincial Key Laboratory of Intelligent Measurement and Advanced Metering of Power Grid, Guangzhou, China","institution_ids":["https://openalex.org/I74872605"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100389005","display_name":"Wei Xiang","orcid":"https://orcid.org/0000-0002-0608-065X"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Xiang","raw_affiliation_strings":["School of Computing, Engineering and Mathematical Sciences, La Trobe University, Melbourne, VIC, Australia","School of Computing, Engineering and Mathematical Sciences, La Trobe University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0608-065X","affiliations":[{"raw_affiliation_string":"School of Computing, Engineering and Mathematical Sciences, La Trobe University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I196829312"]},{"raw_affiliation_string":"School of Computing, Engineering and Mathematical Sciences, La Trobe University, Melbourne, Australia","institution_ids":["https://openalex.org/I196829312"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100767738","display_name":"Tao Huang","orcid":"https://orcid.org/0000-0002-8098-8906"},"institutions":[{"id":"https://openalex.org/I86467917","display_name":"James Cook University","ror":"https://ror.org/04gsp2c11","country_code":"AU","type":"education","lineage":["https://openalex.org/I86467917"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tao Huang","raw_affiliation_strings":["College of Science and Engineering, James Cook University, Cairns, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8098-8906","affiliations":[{"raw_affiliation_string":"College of Science and Engineering, James Cook University, Cairns, Australia","institution_ids":["https://openalex.org/I86467917"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.32690361,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"7","issue":"6","first_page":"3205","last_page":"3220"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.23340000212192535,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.23340000212192535,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.19130000472068787,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.11289999634027481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6603000164031982},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6486999988555908},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.6467000246047974},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6308000087738037},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6245999932289124},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4564000070095062},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4494999945163727},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4474000036716461}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7835000157356262},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6603000164031982},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6486999988555908},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.6467000246047974},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6308000087738037},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6245999932289124},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4909000098705292},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4564000070095062},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4494999945163727},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4474000036716461},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41749998927116394},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3723999857902527},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35179999470710754},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3490000069141388},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.2976999878883362},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2540000081062317},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2025.3636117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3636117","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7870110514","display_name":null,"funder_award_id":"62173256","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Convolutional":[0],"Neural":[1],"Networks":[2],"(CNNs)":[3],"are":[4],"widely":[5],"employed":[6],"across":[7],"various":[8],"domains":[9],"due":[10],"to":[11,110,138,158,171,216],"their":[12],"exceptional":[13],"capability":[14],"in":[15,48,66],"extracting":[16],"complex":[17],"features":[18],"from":[19],"data.":[20],"Traditional":[21],"CNN":[22,111,130],"training":[23],"predominantly":[24],"relies":[25],"on":[26,190],"gradient-based":[27,91,218],"algorithms.":[28],"However,":[29],"these":[30,115],"methods":[31],"face":[32],"several":[33],"limitations,":[34],"including":[35],"issues":[36],"such":[37],"as":[38,86],"vanishing":[39],"and":[40,100,175,194,223],"exploding":[41],"gradients,":[42],"which":[43],"hinder":[44],"efficient":[45],"training,":[46],"particularly":[47],"deeper":[49],"networks.":[50],"The":[51,198],"Alternating":[52],"Direction":[53],"Method":[54],"of":[55,177,185,225],"Multipliers":[56],"(ADMM)":[57],"offers":[58],"a":[59,72,87,119,166,195],"promising":[60],"alternative,":[61],"having":[62],"demonstrated":[63],"considerable":[64],"success":[65],"conventional":[67,217],"machine":[68],"learning":[69],"applications.":[70],"As":[71],"gradient-free":[73],"algorithm,":[74],"ADMM":[75,109,127],"effectively":[76],"circumvents":[77],"the":[78,94,126,135,147,151,173,183,221],"challenges":[79,105],"associated":[80],"with":[81],"gradient-related":[82],"problems,":[83],"positioning":[84],"it":[85],"potential":[88],"substitute":[89],"for":[90,106,129],"methods.":[92],"Nevertheless,":[93],"inherent":[95],"differences":[96],"between":[97],"convolution":[98,140],"operations":[99,141],"matrix":[101,143],"multiplications":[102],"present":[103],"significant":[104],"directly":[107],"applying":[108],"training.":[112,131],"To":[113],"address":[114],"challenges,":[116],"we":[117,153,164],"propose":[118],"novel":[120],"framework,":[121],"termed":[122],"ADMM-CNN,":[123],"that":[124,202],"leverages":[125],"algorithm":[128],"Our":[132],"approach":[133],"employs":[134],"im2col":[136],"technique":[137],"transform":[139],"into":[142],"multiplications,":[144],"thereby":[145],"streamlining":[146],"optimization":[148],"process.":[149],"Within":[150],"subproblems,":[152],"utilize":[154],"local":[155],"linear":[156],"approximation":[157],"facilitate":[159],"effective":[160],"parameter":[161],"updates.":[162],"Additionally,":[163],"provide":[165],"rigorous":[167],"theoretical":[168],"convergence":[169],"analysis":[170],"validate":[172],"stability":[174],"reliability":[176],"our":[178,203,226],"proposed":[179],"method.":[180],"We":[181],"evaluate":[182],"performance":[184,209],"ADMM-CNN":[186],"through":[187],"comprehensive":[188],"experiments":[189],"two":[191],"benchmark":[192],"datasets":[193],"real-world":[196],"dataset.":[197],"experimental":[199],"results":[200],"demonstrate":[201],"framework":[204],"not":[205],"only":[206],"achieves":[207],"competitive":[208],"but":[210],"also":[211],"requires":[212],"fewer":[213],"iterations":[214],"compared":[215],"methods,":[219],"highlighting":[220],"efficiency":[222],"practicality":[224],"approach.":[227]},"counts_by_year":[],"updated_date":"2026-06-02T06:17:35.589633","created_date":"2025-11-25T00:00:00"}