{"id":"https://openalex.org/W3161670898","doi":"https://doi.org/10.1109/icassp39728.2021.9413500","title":"Inertial Proximal Deep Learning Alternating Minimization for Efficient Neutral Network Training","display_name":"Inertial Proximal Deep Learning Alternating Minimization for Efficient Neutral Network Training","publication_year":2021,"publication_date":"2021-05-13","ids":{"openalex":"https://openalex.org/W3161670898","doi":"https://doi.org/10.1109/icassp39728.2021.9413500","mag":"3161670898"},"language":"en","primary_location":{"id":"doi:10.1109/icassp39728.2021.9413500","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9413500","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043045076","display_name":"Linbo Qiao","orcid":"https://orcid.org/0000-0002-8285-2738"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Linbo Qiao","raw_affiliation_strings":["College of Computer, National University of Defense Technology"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037318331","display_name":"Tao Sun","orcid":"https://orcid.org/0000-0001-5024-1900"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Sun","raw_affiliation_strings":["College of Computer, National University of Defense Technology"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053995594","display_name":"Hengyue Pan","orcid":"https://orcid.org/0000-0002-2999-7401"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengyue Pan","raw_affiliation_strings":["College of Computer, National University of Defense Technology"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100440903","display_name":"Dongsheng Li","orcid":"https://orcid.org/0000-0001-9743-2034"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongsheng Li","raw_affiliation_strings":["College of Computer, National University of Defense Technology"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5043045076"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":0.136,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.52158268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":"12","issue":null,"first_page":"3895","last_page":"3899"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/iterated-function","display_name":"Iterated function","score":0.7495463490486145},{"id":"https://openalex.org/keywords/linearization","display_name":"Linearization","score":0.6983087062835693},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.6841070055961609},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6720490455627441},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5231662392616272},{"id":"https://openalex.org/keywords/inertial-frame-of-reference","display_name":"Inertial frame of reference","score":0.5137132406234741},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.48967865109443665},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.46848785877227783},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4628210961818695},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4561639428138733},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.45205846428871155},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.43499892950057983},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4285238981246948},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4271512031555176},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.224431574344635},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.1679394543170929}],"concepts":[{"id":"https://openalex.org/C140479938","wikidata":"https://www.wikidata.org/wiki/Q5254619","display_name":"Iterated function","level":2,"score":0.7495463490486145},{"id":"https://openalex.org/C11210021","wikidata":"https://www.wikidata.org/wiki/Q1520713","display_name":"Linearization","level":3,"score":0.6983087062835693},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.6841070055961609},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6720490455627441},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5231662392616272},{"id":"https://openalex.org/C173386949","wikidata":"https://www.wikidata.org/wiki/Q192735","display_name":"Inertial frame of reference","level":2,"score":0.5137132406234741},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48967865109443665},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.46848785877227783},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4628210961818695},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4561639428138733},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.45205846428871155},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.43499892950057983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4285238981246948},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4271512031555176},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.224431574344635},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.1679394543170929},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp39728.2021.9413500","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9413500","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1498436455","https://openalex.org/W1522301498","https://openalex.org/W1665214252","https://openalex.org/W1833744030","https://openalex.org/W1899504021","https://openalex.org/W1946620893","https://openalex.org/W1978333359","https://openalex.org/W1988720110","https://openalex.org/W1994616650","https://openalex.org/W2000462146","https://openalex.org/W2112796928","https://openalex.org/W2146502635","https://openalex.org/W2346438296","https://openalex.org/W2549127690","https://openalex.org/W2750384547","https://openalex.org/W2769449302","https://openalex.org/W2780752111","https://openalex.org/W2799577210","https://openalex.org/W2807697622","https://openalex.org/W2811232907","https://openalex.org/W2900887336","https://openalex.org/W2921392200","https://openalex.org/W2950452769","https://openalex.org/W2954353585","https://openalex.org/W2962817490","https://openalex.org/W2962985678","https://openalex.org/W2963055445","https://openalex.org/W2963584881","https://openalex.org/W2963904364","https://openalex.org/W2964121744","https://openalex.org/W2965794435","https://openalex.org/W2966614174","https://openalex.org/W3037884961","https://openalex.org/W3104831388","https://openalex.org/W4293877733","https://openalex.org/W4294635596","https://openalex.org/W6600284362","https://openalex.org/W6629815555","https://openalex.org/W6631190155","https://openalex.org/W6631636882","https://openalex.org/W6637242042","https://openalex.org/W6681435938","https://openalex.org/W6705072498","https://openalex.org/W6743688258","https://openalex.org/W6745991264","https://openalex.org/W6747556467","https://openalex.org/W6750782471","https://openalex.org/W6752619511","https://openalex.org/W6752878555","https://openalex.org/W6756290669","https://openalex.org/W6766434979"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W3020853991","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W3171021120","https://openalex.org/W3008318776"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"the":[3,12,17,21,50,78,93,104],"Deep":[4],"Learning":[5],"Alternating":[6],"Minimization":[7],"(DLAM),":[8],"which":[9,56],"is":[10],"actually":[11],"alternating":[13],"minimization":[14],"applied":[15],"to":[16,33,77,102],"penalty":[18,79],"form":[19],"of":[20,37,62,106],"deep":[22],"neutral":[23],"networks":[24],"training,":[25],"has":[26],"been":[27],"developed":[28],"as":[29],"an":[30,46],"alternative":[31],"algorithm":[32],"overcome":[34],"several":[35],"drawbacks":[36],"Stochastic":[38],"Gradient":[39],"Descent":[40],"(SGD)":[41],"algorithms.":[42],"This":[43],"work":[44],"develops":[45],"improved":[47],"DLAM":[48],"by":[49,60],"well-known":[51],"inertial":[52],"technique,":[53],"namely":[54],"iPDLAM,":[55],"predicts":[57],"a":[58,74,85],"point":[59],"linearization":[61],"current":[63],"and":[64,89],"last":[65],"iterates.":[66],"To":[67],"obtain":[68],"further":[69],"training":[70],"speed,":[71],"we":[72],"apply":[73],"warm-up":[75],"technique":[76],"parameter,":[80],"that":[81],"is,":[82],"starting":[83],"with":[84],"small":[86],"initial":[87],"one":[88],"increasing":[90],"it":[91],"in":[92],"iterations.":[94],"Numerical":[95],"results":[96],"on":[97],"real-world":[98],"datasets":[99],"are":[100],"reported":[101],"demonstrate":[103],"efficiency":[105],"our":[107],"proposed":[108],"algorithm.":[109]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}