{"id":"https://openalex.org/W4390873643","doi":"https://doi.org/10.1109/tpami.2024.3353919","title":"A Theoretical View of Linear Backpropagation and its Convergence","display_name":"A Theoretical View of Linear Backpropagation and its Convergence","publication_year":2024,"publication_date":"2024-01-15","ids":{"openalex":"https://openalex.org/W4390873643","doi":"https://doi.org/10.1109/tpami.2024.3353919","pmid":"https://pubmed.ncbi.nlm.nih.gov/38224500"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3353919","doi":"https://doi.org/10.1109/tpami.2024.3353919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3353919","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2112.11018","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073478796","display_name":"Ziang Li","orcid":"https://orcid.org/0000-0002-5674-2252","observed_orcids":["https://orcid.org/0000-0002-5674-2252"]},"institutions":[{"id":"https://openalex.org/I4391768185","display_name":"State Key Laboratory of Intelligent Technology and Systems","ror":"https://ror.org/02hzqme58","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391768185"]},{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziang Li","raw_affiliation_strings":["Department of Automation, Institute for Artificial Intelligenceof Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Department of Automation, Tsinghua University, Beijing, China","Institute for Artificial Intelligence, Tsinghua University (THUAI), China"],"raw_orcid":"https://orcid.org/0000-0002-5674-2252","affiliations":[{"raw_affiliation_string":"Department of Automation, Institute for Artificial Intelligenceof Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4391768185","https://openalex.org/I4405271667","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University (THUAI), China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067005644","display_name":"Yiwen Guo","orcid":"https://orcid.org/0000-0002-0709-4877","observed_orcids":["https://orcid.org/0000-0002-0709-4877"]},"institutions":[{"id":"https://openalex.org/I4405256866","display_name":"ByteDance (China)","ror":"https://ror.org/04m8av638","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405256866"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiwen Guo","raw_affiliation_strings":["AI Lab, Bytedance Inc, Beijing, China","independent researcher, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0709-4877","affiliations":[{"raw_affiliation_string":"AI Lab, Bytedance Inc, Beijing, China","institution_ids":["https://openalex.org/I4405256866"]},{"raw_affiliation_string":"independent researcher, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102833763","display_name":"Haodi Liu","orcid":"https://orcid.org/0009-0007-5574-5228","observed_orcids":["https://orcid.org/0009-0007-5574-5228"]},"institutions":[{"id":"https://openalex.org/I4391768185","display_name":"State Key Laboratory of Intelligent Technology and Systems","ror":"https://ror.org/02hzqme58","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391768185"]},{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haodi Liu","raw_affiliation_strings":["Department of Automation, Institute for Artificial Intelligenceof Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Department of Automation, Tsinghua University, Beijing, China","Institute for Artificial Intelligence, Tsinghua University (THUAI), China"],"raw_orcid":"https://orcid.org/0009-0007-5574-5228","affiliations":[{"raw_affiliation_string":"Department of Automation, Institute for Artificial Intelligenceof Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4391768185","https://openalex.org/I4405271667","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University (THUAI), China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065063835","display_name":"Changshui Zhang","orcid":"https://orcid.org/0000-0002-8088-367X","observed_orcids":["https://orcid.org/0000-0002-8088-367X"]},"institutions":[{"id":"https://openalex.org/I4391768185","display_name":"State Key Laboratory of Intelligent Technology and Systems","ror":"https://ror.org/02hzqme58","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391768185"]},{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changshui Zhang","raw_affiliation_strings":["Department of Automation, Institute for Artificial Intelligenceof Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Department of Automation, Tsinghua University, Beijing, China","Institute for Artificial Intelligence, Tsinghua University (THUAI), China"],"raw_orcid":"https://orcid.org/0000-0002-8088-367X","affiliations":[{"raw_affiliation_string":"Department of Automation, Institute for Artificial Intelligenceof Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4391768185","https://openalex.org/I4405271667","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University (THUAI), China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":0.5405,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.62812036,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"46","issue":"5","first_page":"3972","last_page":"3980"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9613999724388123,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9613999724388123,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.024700000882148743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.006599999964237213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence-analysis","display_name":"convergence analysis","score":0.7049999833106995},{"id":"https://openalex.org/keywords/adversarial-examples","display_name":"adversarial examples","score":0.6299999952316284},{"id":"https://openalex.org/keywords/black-box-attacks","display_name":"black-box attacks","score":0.9890000224113464},{"id":"https://openalex.org/keywords/transferable-adversarial-examples","display_name":"transferable adversarial examples","score":0.6890000104904175},{"id":"https://openalex.org/keywords/gradient-computation","display_name":"gradient computation","score":0.6620000004768372},{"id":"https://openalex.org/keywords/deep-neural-network-training","display_name":"deep neural network training","score":0.8159999847412109},{"id":"https://openalex.org/keywords/adversarial-machine-learning","display_name":"adversarial learning","score":0.5130000114440918}],"concepts":[{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.7887810468673706},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5838478803634644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5615649223327637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5530001521110535},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4571525752544403},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4100250005722046},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37090161442756653},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tpami.2024.3353919","doi":"https://doi.org/10.1109/tpami.2024.3353919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3353919","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38224500","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38224500","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":"Journal Article"},{"id":"pmh:oai:arXiv.org:2112.11018","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2112.11018","pdf_url":"https://arxiv.org/pdf/2112.11018","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2112.11018","doi":"https://doi.org/10.48550/arxiv.2112.11018","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2112.11018","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2112.11018","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2112.11018","pdf_url":"https://arxiv.org/pdf/2112.11018","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2085462123","display_name":null,"funder_award_id":"2020GQG0005","funder_id":"https://openalex.org/F3230804744","funder_display_name":"Guoqiang Institute, Tsinghua University"},{"id":"https://openalex.org/G7451278609","display_name":null,"funder_award_id":"62176132","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F3230804744","display_name":"Guoqiang Institute, Tsinghua University","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390873643.pdf","grobid_xml":"https://content.openalex.org/works/W4390873643.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W104184427","https://openalex.org/W114517082","https://openalex.org/W1522301498","https://openalex.org/W1597009674","https://openalex.org/W1686810756","https://openalex.org/W1945616565","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2243397390","https://openalex.org/W2516574342","https://openalex.org/W2518108298","https://openalex.org/W2552767274","https://openalex.org/W2593709294","https://openalex.org/W2603766943","https://openalex.org/W2626778328","https://openalex.org/W2640329709","https://openalex.org/W2785523195","https://openalex.org/W2787708942","https://openalex.org/W2894604724","https://openalex.org/W2899790086","https://openalex.org/W2908510526","https://openalex.org/W2911867426","https://openalex.org/W2963163009","https://openalex.org/W2963446712","https://openalex.org/W2964137095","https://openalex.org/W2970971581","https://openalex.org/W2980844465","https://openalex.org/W3009542902","https://openalex.org/W3093235747","https://openalex.org/W3095083177","https://openalex.org/W3099873944","https://openalex.org/W3118608800","https://openalex.org/W6784333009","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3099873944","https://openalex.org/W4285162849","https://openalex.org/W7223114642","https://openalex.org/W4322618639","https://openalex.org/W134226608","https://openalex.org/W4399061280","https://openalex.org/W2381567835","https://openalex.org/W2907408105","https://openalex.org/W1552938653","https://openalex.org/W7161289876"],"abstract_inverted_index":{"Backpropagation":[0],"(BP)":[1],"is":[2,25,88],"widely":[3],"used":[4],"for":[5,54,60],"calculating":[6],"gradients":[7],"in":[8,31,76,112,133,136],"deep":[9],"neural":[10],"networks":[11],"(DNNs).":[12],"Applied":[13],"often":[14],"along":[15],"with":[16,149],"stochastic":[17],"gradient":[18],"descent":[19],"(SGD)":[20],"or":[21],"its":[22],"variants,":[23],"BP":[24,49],"considered":[26],"as":[27,93],"a":[28,32,45,86,94],"de-facto":[29],"choice":[30],"variety":[33],"of":[34,48,84],"machine":[35],"learning":[36,114],"tasks":[37,135],"including":[38,116],"DNN":[39],"training":[40],"and":[41,81,96,119],"adversarial":[42,58,117],"attack/defense.":[43],"Recently,":[44],"linear":[46],"variant":[47],"named":[50],"LinBP":[51,111,127],"was":[52],"introduced":[53],"generating":[55],"more":[56],"transferable":[57],"examples":[59],"performing":[61],"black-box":[62,77],"attacks,":[63,78],"by":[64,106],"(Guo":[65],"et":[66,102],"al.":[67,103],"2020).":[68],"Although":[69],"it":[70],"has":[71],"been":[72],"shown":[73],"empirically":[74],"effective":[75],"theoretical":[79,108,147],"studies":[80],"convergence":[82,132],"analyses":[83,109],"such":[85],"method":[87],"lacking.":[89],"This":[90],"paper":[91],"serves":[92],"complement":[95],"somewhat":[97,125],"an":[98],"extension":[99],"to":[100,130,142],"Guo":[101],"(2020)":[104],"paper,":[105],"providing":[107],"on":[110],"neural-network-involved":[113],"tasks,":[115],"attack":[118],"model":[120],"training.":[121],"We":[122,144],"demonstrate":[123],"that,":[124],"surprisingly,":[126],"can":[128],"lead":[129],"faster":[131],"these":[134],"the":[137],"same":[138],"hyper-parameter":[139],"settings,":[140],"compared":[141],"BP.":[143],"confirm":[145],"our":[146],"results":[148],"extensive":[150],"experiments.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2024-01-16T00:00:00"}