{"id":"https://openalex.org/W4406312053","doi":"https://doi.org/10.1109/tai.2025.3528384","title":"Go Beyond End-to-End Training: Boosting Greedy Local Learning With Context Supply","display_name":"Go Beyond End-to-End Training: Boosting Greedy Local Learning With Context Supply","publication_year":2025,"publication_date":"2025-01-13","ids":{"openalex":"https://openalex.org/W4406312053","doi":"https://doi.org/10.1109/tai.2025.3528384"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2025.3528384","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3528384","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014148417","display_name":"Chengting Yu","orcid":"https://orcid.org/0009-0007-7210-879X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chengting Yu","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-7210-879X","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009128614","display_name":"Fengzhao Zhang","orcid":"https://orcid.org/0009-0000-1900-4042"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Fengzhao Zhang","raw_affiliation_strings":["Zhejiang University–University of Illinois at Urbana–Champaign Institute, Zhejiang University, Haining, China"],"raw_orcid":"https://orcid.org/0009-0000-1900-4042","affiliations":[{"raw_affiliation_string":"Zhejiang University–University of Illinois at Urbana–Champaign Institute, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I157725225","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090799008","display_name":"Hanzhi Ma","orcid":"https://orcid.org/0000-0001-7914-9323"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanzhi Ma","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7914-9323","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100693068","display_name":"Aili Wang","orcid":"https://orcid.org/0000-0002-1019-4019"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aili Wang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1019-4019","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111125368","display_name":"Er-Ping Li","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Er-Ping Li","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5006-7399","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5014148417"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0038129,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":"7","first_page":"1823","last_page":"1837"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8108300566673279},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.667130708694458},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.6230512857437134},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.5711110234260559},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5660328269004822},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5334916710853577},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5250608325004578},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5185763835906982},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5073637366294861},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.5006003379821777},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.448344886302948},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4304077923297882},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33006367087364197},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12243607640266418},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07284411787986755}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8108300566673279},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.667130708694458},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.6230512857437134},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.5711110234260559},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5660328269004822},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5334916710853577},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5250608325004578},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5185763835906982},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5073637366294861},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.5006003379821777},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.448344886302948},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4304077923297882},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33006367087364197},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12243607640266418},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07284411787986755},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2025.3528384","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3528384","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1520121841","https://openalex.org/W2001610032","https://openalex.org/W2003357516","https://openalex.org/W2097117768","https://openalex.org/W2110798204","https://openalex.org/W2136922672","https://openalex.org/W2168558032","https://openalex.org/W2194775991","https://openalex.org/W2338908902","https://openalex.org/W2612690371","https://openalex.org/W2953070460","https://openalex.org/W2963234741","https://openalex.org/W2963446712","https://openalex.org/W2964080999","https://openalex.org/W2964319207","https://openalex.org/W2983785920","https://openalex.org/W2990138404","https://openalex.org/W2998249317","https://openalex.org/W3035524453","https://openalex.org/W3118608800","https://openalex.org/W3120903390","https://openalex.org/W3121174466","https://openalex.org/W3125127048","https://openalex.org/W3177554119","https://openalex.org/W3207492555","https://openalex.org/W4283207077","https://openalex.org/W4295935507","https://openalex.org/W4308567496","https://openalex.org/W4317541846","https://openalex.org/W4323022356","https://openalex.org/W4388544075","https://openalex.org/W6631071444","https://openalex.org/W6677919164","https://openalex.org/W6703652217","https://openalex.org/W6726238325","https://openalex.org/W6733814495","https://openalex.org/W6739152584","https://openalex.org/W6741529945","https://openalex.org/W6750269818","https://openalex.org/W6757376125","https://openalex.org/W6759063983","https://openalex.org/W6761579024","https://openalex.org/W6779984738","https://openalex.org/W6787972765","https://openalex.org/W6789802742","https://openalex.org/W6848515839"],"related_works":["https://openalex.org/W2125652721","https://openalex.org/W1540371141","https://openalex.org/W1549363203","https://openalex.org/W2147697413","https://openalex.org/W2154063878","https://openalex.org/W4231274751","https://openalex.org/W2556012038","https://openalex.org/W2151749779","https://openalex.org/W1489772951","https://openalex.org/W1538046993"],"abstract_inverted_index":{"Traditional":[0],"end-to-end":[1],"(E2E)":[2],"training":[3,50],"of":[4,65,67,74,99,141,155,158],"deep":[5],"networks":[6],"necessitates":[7],"storing":[8],"intermediate":[9],"activations":[10],"for":[11,116,152],"back-propagation,":[12],"resulting":[13],"in":[14],"a":[15,104],"large":[16],"memory":[17,55,147],"footprint":[18],"on":[19,41,120],"GPUs":[20],"and":[21,37,48,102,130,148],"restricted":[22],"model":[23],"parallelization.":[24],"As":[25],"an":[26],"alternative,":[27],"greedy":[28,93,142],"local":[29,42,76,94,143],"learning":[30,77,95,144],"partitions":[31],"the":[32,63,68,72,75,92,97,139,153,156],"network":[33],"into":[34],"gradient-isolated":[35,69],"modules":[36,113],"trains":[38],"supervisely":[39],"based":[40],"preliminary":[43],"losses,":[44],"thereby":[45],"providing":[46],"asynchronous":[47],"parallel":[49],"methods":[51],"that":[52,61,132],"substantially":[53],"reduce":[54],"cost.":[56],"However,":[57],"empirical":[58],"experiments":[59],"reveal":[60],"as":[62],"number":[64,157],"segmentations":[66],"module":[70],"increases,":[71],"performance":[73,140],"scheme":[78],"degrades":[79],"substantially,":[80],"severely":[81],"limiting":[82],"its":[83],"expansibility.":[84],"To":[85],"avoid":[86],"this":[87],"issue,":[88],"we":[89],"theoretically":[90],"analyze":[91],"from":[96],"standpoint":[98],"information":[100,117],"theory":[101],"propose":[103],"ContSup":[105],"scheme,":[106],"which":[107],"incorporates":[108],"context":[109],"supply":[110],"between":[111],"isolated":[112,159],"to":[114],"compensate":[115],"loss.":[118],"Experiments":[119],"benchmark":[121],"datasets":[122],"(i.e.":[123],"CIFAR,":[124],"SVHN,":[125],"STL-10)":[126],"achieve":[127],"SOTA":[128],"results":[129],"indicate":[131],"our":[133],"proposed":[134],"method":[135],"can":[136],"significantly":[137],"improve":[138],"with":[145],"minimal":[146],"computational":[149],"overhead,":[150],"allowing":[151],"boost":[154],"modules.":[160]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}