{"id":"https://openalex.org/W4308567496","doi":"https://doi.org/10.1109/mci.2022.3199624","title":"Training Deep Architectures Without End-to-End Backpropagation: A Survey on the Provably Optimal Methods","display_name":"Training Deep Architectures Without End-to-End Backpropagation: A Survey on the Provably Optimal Methods","publication_year":2022,"publication_date":"2022-11-01","ids":{"openalex":"https://openalex.org/W4308567496","doi":"https://doi.org/10.1109/mci.2022.3199624"},"language":"en","primary_location":{"id":"doi:10.1109/mci.2022.3199624","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mci.2022.3199624","pdf_url":null,"source":{"id":"https://openalex.org/S104797584","display_name":"IEEE Computational Intelligence Magazine","issn_l":"1556-603X","issn":["1556-603X","1556-6048"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computational Intelligence Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005671975","display_name":"Shiyu Duan","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiyu Duan","raw_affiliation_strings":["University of Florida, USA"],"raw_orcid":"https://orcid.org/0000-0002-4197-3621","affiliations":[{"raw_affiliation_string":"University of Florida, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019504861","display_name":"Jos\u00e9 C. Pr\u0131\u0301ncipe","orcid":"https://orcid.org/0000-0002-3449-3531"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose C. Principe","raw_affiliation_strings":["University of Florida, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida, USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":0.5873,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.66646396,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"17","issue":"4","first_page":"39","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8016577363014221},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.7028442621231079},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7014660835266113},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.6430745124816895},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.6406676769256592},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6345114707946777},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5986508727073669},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5515055656433105},{"id":"https://openalex.org/keywords/modularity","display_name":"Modularity (biology)","score":0.504231333732605},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47099512815475464},{"id":"https://openalex.org/keywords/modular-programming","display_name":"Modular programming","score":0.4430857002735138},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43100595474243164},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4227043092250824},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.10908961296081543}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8016577363014221},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.7028442621231079},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7014660835266113},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.6430745124816895},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.6406676769256592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6345114707946777},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5986508727073669},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5515055656433105},{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.504231333732605},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47099512815475464},{"id":"https://openalex.org/C88482812","wikidata":"https://www.wikidata.org/wiki/Q6453666","display_name":"Modular programming","level":2,"score":0.4430857002735138},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43100595474243164},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4227043092250824},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10908961296081543},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mci.2022.3199624","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mci.2022.3199624","pdf_url":null,"source":{"id":"https://openalex.org/S104797584","display_name":"IEEE Computational Intelligence Magazine","issn_l":"1556-603X","issn":["1556-603X","1556-6048"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computational Intelligence Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7420929496","display_name":null,"funder_award_id":"N00014-18-1-2306","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7703754090","display_name":null,"funder_award_id":"FA9453-18-1-0039","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":123,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1606458877","https://openalex.org/W1781954958","https://openalex.org/W1833744030","https://openalex.org/W1836465849","https://openalex.org/W1855112655","https://openalex.org/W1945616565","https://openalex.org/W2103496339","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2118858186","https://openalex.org/W2135463121","https://openalex.org/W2163922914","https://openalex.org/W2168894214","https://openalex.org/W2194775991","https://openalex.org/W2257979135","https://openalex.org/W2335728318","https://openalex.org/W2412791592","https://openalex.org/W2507556850","https://openalex.org/W2527798464","https://openalex.org/W2552737632","https://openalex.org/W2579313944","https://openalex.org/W2592867566","https://openalex.org/W2604086949","https://openalex.org/W2618530766","https://openalex.org/W2735683573","https://openalex.org/W2769449302","https://openalex.org/W2788295695","https://openalex.org/W2795291708","https://openalex.org/W2810701348","https://openalex.org/W2896457183","https://openalex.org/W2896616461","https://openalex.org/W2899171226","https://openalex.org/W2900887336","https://openalex.org/W2903723132","https://openalex.org/W2911586496","https://openalex.org/W2917551568","https://openalex.org/W2947373402","https://openalex.org/W2949405272","https://openalex.org/W2950452769","https://openalex.org/W2951585248","https://openalex.org/W2952448932","https://openalex.org/W2953042818","https://openalex.org/W2962817490","https://openalex.org/W2962985678","https://openalex.org/W2963047948","https://openalex.org/W2963416336","https://openalex.org/W2963830987","https://openalex.org/W2964115671","https://openalex.org/W2964319207","https://openalex.org/W2964323789","https://openalex.org/W2982864623","https://openalex.org/W2983785920","https://openalex.org/W2998249317","https://openalex.org/W3001063045","https://openalex.org/W3005560345","https://openalex.org/W3008706590","https://openalex.org/W3010031619","https://openalex.org/W3024820162","https://openalex.org/W3035170382","https://openalex.org/W3035172409","https://openalex.org/W3037315641","https://openalex.org/W3041836920","https://openalex.org/W3045675148","https://openalex.org/W3087289663","https://openalex.org/W3091132926","https://openalex.org/W3092309115","https://openalex.org/W3118608800","https://openalex.org/W3119697803","https://openalex.org/W3125127048","https://openalex.org/W3130377169","https://openalex.org/W3131303984","https://openalex.org/W3133217640","https://openalex.org/W3153264048","https://openalex.org/W4236362309","https://openalex.org/W4288093548","https://openalex.org/W4288095440","https://openalex.org/W4293568209","https://openalex.org/W4293877733","https://openalex.org/W4294635596","https://openalex.org/W4294645744","https://openalex.org/W4294969208","https://openalex.org/W4297797035","https://openalex.org/W6636436494","https://openalex.org/W6637787236","https://openalex.org/W6638667902","https://openalex.org/W6640425456","https://openalex.org/W6677919164","https://openalex.org/W6679806305","https://openalex.org/W6684665197","https://openalex.org/W6703116779","https://openalex.org/W6705072498","https://openalex.org/W6726238325","https://openalex.org/W6733847587","https://openalex.org/W6739152584","https://openalex.org/W6745991264","https://openalex.org/W6748424917","https://openalex.org/W6749968761","https://openalex.org/W6750337248","https://openalex.org/W6750782471","https://openalex.org/W6752619511","https://openalex.org/W6755018461","https://openalex.org/W6755207826","https://openalex.org/W6756256317","https://openalex.org/W6756290669","https://openalex.org/W6757376125","https://openalex.org/W6757631618","https://openalex.org/W6759063983","https://openalex.org/W6762737111","https://openalex.org/W6764808904","https://openalex.org/W6768384943","https://openalex.org/W6768543689","https://openalex.org/W6772129282","https://openalex.org/W6774401079","https://openalex.org/W6775087632","https://openalex.org/W6779301295","https://openalex.org/W6779984738","https://openalex.org/W6780717366","https://openalex.org/W6780756607","https://openalex.org/W6784406732","https://openalex.org/W6787972765","https://openalex.org/W6789802742","https://openalex.org/W6794066129"],"related_works":["https://openalex.org/W4239286941","https://openalex.org/W2088845016","https://openalex.org/W4230687177","https://openalex.org/W589102260","https://openalex.org/W2393702438","https://openalex.org/W2014236444","https://openalex.org/W131171742","https://openalex.org/W2045702160","https://openalex.org/W2020453843","https://openalex.org/W2170478264"],"abstract_inverted_index":{"This":[0],"tutorial":[1],"paper":[2],"surveys":[3],"provably":[4],"optimal":[5],"alternatives":[6,76],"to":[7,23,162],"end-to-end":[8,50],"backpropagation":[9],"(E2EBP)":[10],"\u2014":[11],"the":[12,29,32,53,58,71,81,126],"de":[13],"facto":[14],"standard":[15],"for":[16,113,135],"training":[17,21,26,45,69,138],"deep":[18,38,119,123],"architectures.":[19],"Modular":[20,137],"refers":[22],"strictly":[24,59],"local":[25,60],"without":[27,48,70],"both":[28],"forward":[30],"and":[31,44,57,91,116,146,159,171],"backward":[33,72],"pass,":[34],"i.e.,":[35],"dividing":[36],"a":[37],"architecture":[39],"into":[40],"several":[41],"nonoverlapping":[42],"modules":[43],"them":[46],"separately":[47],"any":[49],"operation.":[51],"Between":[52],"fully":[54],"global":[55],"E2EBP":[56,84],"modular":[61,66],"training,":[62],"there":[63],"are":[64,92],"weakly":[65],"hybrids":[67],"performing":[68],"pass":[73],"only.":[74],"These":[75],"can":[77],"match":[78],"or":[79],"surpass":[80],"performance":[82],"of":[83],"on":[85,150],"challenging":[86],"datasets":[87],"such":[88,167],"as":[89,168],"ImageNet,":[90],"gaining":[93],"increasing":[94],"attention":[95],"primarily":[96],"because":[97],"they":[98,111],"offer":[99],"practical":[100,165],"advantages":[101],"over":[102],"E2EBP,":[103],"which":[104],"will":[105],"be":[106],"enumerated":[107],"herein.":[108],"In":[109],"particular,":[110],"allow":[112],"greater":[114],"modularity":[115],"transparency":[117],"in":[118],"learning":[120,124,145],"workflows,":[121],"aligning":[122],"with":[125],"mainstream":[127],"computer":[128],"science":[129],"engineering":[130],"that":[131],"heavily":[132],"exploits":[133],"modularization":[134],"scalability.":[136],"has":[139,147],"also":[140],"revealed":[141],"novel":[142],"insights":[143],"about":[144],"further":[148],"implications":[149],"other":[151],"important":[152,164],"research":[153],"domains.":[154],"Specifically,":[155],"it":[156],"induces":[157],"natural":[158],"effective":[160],"solutions":[161],"some":[163],"problems":[166],"data":[169],"efficiency":[170],"transferability":[172],"estimation.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}