{"id":"https://openalex.org/W4390873643","doi":"https://doi.org/10.1109/tpami.2024.3353919","title":"A Theoretical View of Linear Backpropagation and its Convergence","display_name":"A Theoretical View of Linear Backpropagation and its Convergence","publication_year":2024,"publication_date":"2024-01-15","ids":{"openalex":"https://openalex.org/W4390873643","doi":"https://doi.org/10.1109/tpami.2024.3353919","pmid":"https://pubmed.ncbi.nlm.nih.gov/38224500"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3353919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3353919","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073478796","display_name":"Ziang Li","orcid":"https://orcid.org/0000-0002-5674-2252"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziang Li","raw_affiliation_strings":["Department of Automation, Institute for Artificial Intelligenceof Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Department of Automation, Tsinghua University, Beijing, China","Institute for Artificial Intelligence, Tsinghua University (THUAI), China"],"raw_orcid":"https://orcid.org/0000-0002-5674-2252","affiliations":[{"raw_affiliation_string":"Department of Automation, Institute for Artificial Intelligenceof Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University (THUAI), China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067005644","display_name":"Yiwen Guo","orcid":"https://orcid.org/0000-0002-0709-4877"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiwen Guo","raw_affiliation_strings":["AI Lab, Bytedance Inc, Beijing, China","independent researcher, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0709-4877","affiliations":[{"raw_affiliation_string":"AI Lab, Bytedance Inc, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"independent researcher, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102833763","display_name":"Haodi Liu","orcid":"https://orcid.org/0009-0007-5574-5228"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haodi Liu","raw_affiliation_strings":["Department of Automation, Institute for Artificial Intelligenceof Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Institute for Artificial Intelligence, Tsinghua University (THUAI), China","Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-5574-5228","affiliations":[{"raw_affiliation_string":"Department of Automation, Institute for Artificial Intelligenceof Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University (THUAI), China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065063835","display_name":"Changshui Zhang","orcid":"https://orcid.org/0000-0002-8088-367X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changshui Zhang","raw_affiliation_strings":["Department of Automation, Institute for Artificial Intelligenceof Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Institute for Artificial Intelligence, Tsinghua University (THUAI), China","Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8088-367X","affiliations":[{"raw_affiliation_string":"Department of Automation, Institute for Artificial Intelligenceof Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University (THUAI), China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2151,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.80666381,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"46","issue":"5","first_page":"3972","last_page":"3980"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.7887810468673706},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5838478803634644},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5615649223327637},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5530001521110535},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4571525752544403},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4100250005722046},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37090161442756653}],"concepts":[{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.7887810468673706},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5838478803634644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5615649223327637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5530001521110535},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4571525752544403},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4100250005722046},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37090161442756653},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3353919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3353919","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38224500","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38224500","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2085462123","display_name":null,"funder_award_id":"2020GQG0005","funder_id":"https://openalex.org/F3230804744","funder_display_name":"Guoqiang Institute, Tsinghua University"},{"id":"https://openalex.org/G7451278609","display_name":null,"funder_award_id":"62176132","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F3230804744","display_name":"Guoqiang Institute, Tsinghua University","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1522301498","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2243397390","https://openalex.org/W2603766943","https://openalex.org/W2785523195","https://openalex.org/W2963163009","https://openalex.org/W2963446712","https://openalex.org/W2963857521","https://openalex.org/W2964137095","https://openalex.org/W2995896027","https://openalex.org/W3118608800","https://openalex.org/W4287637349","https://openalex.org/W4293846201","https://openalex.org/W4385245566","https://openalex.org/W6604254268","https://openalex.org/W6631190155","https://openalex.org/W6635935089","https://openalex.org/W6637373629","https://openalex.org/W6640425456","https://openalex.org/W6690026940","https://openalex.org/W6726497184","https://openalex.org/W6729756640","https://openalex.org/W6734728544","https://openalex.org/W6739901393","https://openalex.org/W6747620207","https://openalex.org/W6748475379","https://openalex.org/W6755150206","https://openalex.org/W6756001544","https://openalex.org/W6757817989","https://openalex.org/W6758902322","https://openalex.org/W6766978945","https://openalex.org/W6769472948","https://openalex.org/W6774469542","https://openalex.org/W6784333009","https://openalex.org/W6784347383","https://openalex.org/W6784493056","https://openalex.org/W6785111489","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4239286941","https://openalex.org/W2088845016","https://openalex.org/W589102260","https://openalex.org/W1966421350","https://openalex.org/W2051487156","https://openalex.org/W2894173309","https://openalex.org/W4387932263","https://openalex.org/W2098962763","https://openalex.org/W2371065793","https://openalex.org/W2157746493"],"abstract_inverted_index":{"Backpropagation":[0],"(BP)":[1],"is":[2,25,88],"widely":[3],"used":[4],"for":[5,54,60],"calculating":[6],"gradients":[7],"in":[8,31,76,112,133,136],"deep":[9],"neural":[10],"networks":[11],"(DNNs).":[12],"Applied":[13],"often":[14],"along":[15],"with":[16,149],"stochastic":[17],"gradient":[18],"descent":[19],"(SGD)":[20],"or":[21],"its":[22],"variants,":[23],"BP":[24,49],"considered":[26],"as":[27,93],"a":[28,32,45,86,94],"de-facto":[29],"choice":[30],"variety":[33],"of":[34,48,84],"machine":[35],"learning":[36,114],"tasks":[37,135],"including":[38,116],"DNN":[39],"training":[40],"and":[41,81,96,119],"adversarial":[42,58,117],"attack/defense.":[43],"Recently,":[44],"linear":[46],"variant":[47],"named":[50],"LinBP":[51,111,127],"was":[52],"introduced":[53],"generating":[55],"more":[56],"transferable":[57],"examples":[59],"performing":[61],"black-box":[62,77],"attacks,":[63,78],"by":[64,106],"(Guo":[65],"et":[66,102],"al.":[67,103],"2020).":[68],"Although":[69],"it":[70],"has":[71],"been":[72],"shown":[73],"empirically":[74],"effective":[75],"theoretical":[79,108,147],"studies":[80],"convergence":[82,132],"analyses":[83,109],"such":[85],"method":[87],"lacking.":[89],"This":[90],"paper":[91],"serves":[92],"complement":[95],"somewhat":[97,125],"an":[98],"extension":[99],"to":[100,130,142],"Guo":[101],"(2020)":[104],"paper,":[105],"providing":[107],"on":[110],"neural-network-involved":[113],"tasks,":[115],"attack":[118],"model":[120],"training.":[121],"We":[122,144],"demonstrate":[123],"that,":[124],"surprisingly,":[126],"can":[128],"lead":[129],"faster":[131],"these":[134],"the":[137],"same":[138],"hyper-parameter":[139],"settings,":[140],"compared":[141],"BP.":[143],"confirm":[145],"our":[146],"results":[148],"extensive":[150],"experiments.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}