{"id":"https://openalex.org/W4323022356","doi":"https://doi.org/10.1109/tai.2023.3251313","title":"Supervised Local Training With Backward Links for Deep Neural Networks","display_name":"Supervised Local Training With Backward Links for Deep Neural Networks","publication_year":2023,"publication_date":"2023-03-02","ids":{"openalex":"https://openalex.org/W4323022356","doi":"https://doi.org/10.1109/tai.2023.3251313"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2023.3251313","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2023.3251313","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003795739","display_name":"Wenzhe Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA","US"],"is_corresponding":true,"raw_author_name":"Wenzhe Guo","raw_affiliation_strings":["Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","Cyber-physical Systems, University of California, Irvine, CA 92612, USA","Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal 23955, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Cyber-physical Systems, University of California, Irvine, CA 92612, USA","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal 23955, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084829415","display_name":"Mohammed E. Fouda","orcid":"https://orcid.org/0000-0001-7139-3428"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA","US"],"is_corresponding":false,"raw_author_name":"Mohammed E. Fouda","raw_affiliation_strings":["Center for Embedded and Cyber-Physical Systems, University of California, Irvine, CA, USA","Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal 23955, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Center for Embedded and Cyber-Physical Systems, University of California, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal 23955, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013660772","display_name":"Ahmed M. Eltawil","orcid":"https://orcid.org/0000-0003-1849-083X"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA","US"],"is_corresponding":false,"raw_author_name":"Ahmed M. Eltawil","raw_affiliation_strings":["Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","Cyber-physical Systems, University of California, Irvine, CA 92612, USA","Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal 23955, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Cyber-physical Systems, University of California, Irvine, CA 92612, USA","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal 23955, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068089858","display_name":"K. Sal\u00e1ma","orcid":"https://orcid.org/0000-0001-7742-1282"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA","US"],"is_corresponding":false,"raw_author_name":"Khaled Nabil Salama","raw_affiliation_strings":["Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal 23955, Saudi Arabia","Cyber-physical Systems, University of California, Irvine, CA 92612, USA"],"affiliations":[{"raw_affiliation_string":"Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Division of Computer, Electrical and Mathematical Sciences and Engineering, King Abdullah University of Science and Technology, Thuwal 23955, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Cyber-physical Systems, University of California, Irvine, CA 92612, USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003795739"],"corresponding_institution_ids":["https://openalex.org/I204250578","https://openalex.org/I71920554"],"apc_list":null,"apc_paid":null,"fwci":0.1194,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.36064418,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"5","issue":"2","first_page":"854","last_page":"867"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8174661993980408},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6519306898117065},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5712789297103882},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5413506031036377},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.487911194562912},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4869064390659332},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4389965832233429},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.43661007285118103},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.4356245994567871},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4276919960975647},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40383777022361755}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8174661993980408},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6519306898117065},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5712789297103882},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5413506031036377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.487911194562912},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4869064390659332},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4389965832233429},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.43661007285118103},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4356245994567871},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4276919960975647},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40383777022361755},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tai.2023.3251313","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2023.3251313","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/690008","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/690008","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6128592452","display_name":null,"funder_award_id":"Arabia","funder_id":"https://openalex.org/F4320322320","funder_display_name":"King Abdullah University of Science and Technology"},{"id":"https://openalex.org/G7856918783","display_name":null,"funder_award_id":"Saudi","funder_id":"https://openalex.org/F4320322320","funder_display_name":"King Abdullah University of Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320322320","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1994616650","https://openalex.org/W2095705004","https://openalex.org/W2118858186","https://openalex.org/W2194775991","https://openalex.org/W2335728318","https://openalex.org/W2618530766","https://openalex.org/W2788295695","https://openalex.org/W2798480180","https://openalex.org/W2799069271","https://openalex.org/W2812009592","https://openalex.org/W2884001105","https://openalex.org/W2911586496","https://openalex.org/W2912855321","https://openalex.org/W2963037989","https://openalex.org/W2963047948","https://openalex.org/W2963433607","https://openalex.org/W2964303576","https://openalex.org/W2964319207","https://openalex.org/W2964323789","https://openalex.org/W2977284570","https://openalex.org/W2998175747","https://openalex.org/W3118608800","https://openalex.org/W3125127048","https://openalex.org/W3156408242","https://openalex.org/W3161094615","https://openalex.org/W3177177219","https://openalex.org/W3177466950","https://openalex.org/W3189075232","https://openalex.org/W3202502044","https://openalex.org/W4283316938","https://openalex.org/W4297797035","https://openalex.org/W4312515288","https://openalex.org/W4385245566","https://openalex.org/W6637373629","https://openalex.org/W6674330103","https://openalex.org/W6677919164","https://openalex.org/W6703116779","https://openalex.org/W6726238325","https://openalex.org/W6739152584","https://openalex.org/W6739901393","https://openalex.org/W6750269818","https://openalex.org/W6753115359","https://openalex.org/W6757376125","https://openalex.org/W6758084158","https://openalex.org/W6759063983","https://openalex.org/W6787972765","https://openalex.org/W6789802742","https://openalex.org/W6797080381"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3167935049","https://openalex.org/W3103566983","https://openalex.org/W3029198973","https://openalex.org/W4390846322"],"abstract_inverted_index":{"The":[0],"restricted":[1],"training":[2,23,29,62,117,132,207],"pattern":[3],"in":[4,53,100,136,138,147,165,183,188,191],"the":[5,28,35,78,82,90,95,112,128,195],"standard":[6,196],"backpropagation":[7],"(BP)":[8],"requires":[9],"end-to-end":[10],"error":[11,91],"propagation,":[12],"causing":[13],"large":[14],"memory":[15,167,184],"costs":[16,158,168],"and":[17,40,51,70,142,169,186],"prohibiting":[18],"model":[19],"parallelization.":[20],"Existing":[21],"local":[22,61,86,116,131],"methods":[24,45],"aim":[25],"to":[26,73,179,194],"resolve":[27],"obstacles":[30],"by":[31,134,145],"completely":[32],"cutting":[33],"off":[34],"backward":[36,68,75],"path":[37],"between":[38,49],"modules":[39,50],"isolating":[41],"their":[42],"gradients.":[43],"These":[44],"prevent":[46],"information":[47,72],"exchange":[48],"result":[52],"inferior":[54],"performance.":[55],"This":[56],"work":[57,144],"proposes":[58],"a":[59,180],"novel":[60],"algorithm,":[63],"BackLink,":[64],"which":[65],"introduces":[66],"intermodule":[67],"dependence":[69],"facilitates":[71],"flow":[74],"along":[76],"with":[77,151],"network.":[79],"To":[80],"preserve":[81],"computational":[83,157],"advantage":[84],"of":[85,115,156],"training,":[87],"BackLink":[88],"restricts":[89],"propagation":[92],"length":[93],"within":[94],"module.":[96],"Extensive":[97],"experiments":[98],"performed":[99],"various":[101],"deep":[102],"convolutional":[103],"neural":[104],"networks":[105],"demonstrate":[106],"that":[107,160],"our":[108,124,199],"method":[109,125,133,175,200],"consistently":[110],"improves":[111],"classification":[113],"performance":[114],"algorithms":[118,208],"over":[119],"other":[120],"methods.":[121],"For":[122],"example,":[123],"can":[126,176],"surpass":[127],"conventional":[129],"greedy":[130],"6.45%":[135],"accuracy":[137],"ResNet32":[139],"classifying":[140,149],"CIFAR100":[141],"recent":[143],"2.58%":[146],"ResNet110":[148,192],"STL-10":[150],"much":[152],"lower":[153],"complexity.":[154],"Analysis":[155],"reveals":[159],"small":[161],"overheads":[162],"are":[163],"incurred":[164],"GPU":[166],"runtime":[170,190],"on":[171],"multiple":[172],"GPUs.":[173],"Our":[174],"lead":[177],"up":[178],"79%":[181],"reduction":[182],"cost":[185],"52%":[187],"simulation":[189],"compared":[193],"BP.":[197],"Therefore,":[198],"could":[201],"create":[202],"new":[203],"opportunities":[204],"for":[205,212],"improving":[206],"toward":[209],"better":[210],"efficiency":[211],"real-time":[213],"learning":[214],"applications.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}