{"id":"https://openalex.org/W3181134709","doi":"https://doi.org/10.1109/lanman52105.2021.9478829","title":"Model-Distributed DNN Training for Memory-Constrained Edge Computing Devices","display_name":"Model-Distributed DNN Training for Memory-Constrained Edge Computing Devices","publication_year":2021,"publication_date":"2021-07-12","ids":{"openalex":"https://openalex.org/W3181134709","doi":"https://doi.org/10.1109/lanman52105.2021.9478829","mag":"3181134709"},"language":"en","primary_location":{"id":"doi:10.1109/lanman52105.2021.9478829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lanman52105.2021.9478829","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Local and Metropolitan Area Networks (LANMAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110699018","display_name":"Pengzhen Li","orcid":"https://orcid.org/0009-0007-7128-4126"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Pengzhen Li","raw_affiliation_strings":["University of Illinois at Chicago"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Chicago","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059833598","display_name":"H\u00fclya Sefero\u011flu","orcid":"https://orcid.org/0000-0001-5497-6090"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hulya Seferoglu","raw_affiliation_strings":["University of Illinois at Chicago"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Chicago","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027071723","display_name":"Venkat Dasari","orcid":"https://orcid.org/0000-0001-9795-6567"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Venkat R. Dasari","raw_affiliation_strings":["US Army Research Laboratory"],"affiliations":[{"raw_affiliation_string":"US Army Research Laboratory","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046275838","display_name":"Erdem Koyuncu","orcid":"https://orcid.org/0000-0002-6238-0470"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erdem Koyuncu","raw_affiliation_strings":["University of Illinois at Chicago"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Chicago","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5110699018"],"corresponding_institution_ids":["https://openalex.org/I39422238"],"apc_list":null,"apc_paid":null,"fwci":1.2237,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.83216763,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.846107006072998},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8354987502098083},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.809141993522644},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6342812180519104},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5610433220863342},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.557618260383606},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.540675163269043},{"id":"https://openalex.org/keywords/distributed-data-store","display_name":"Distributed data store","score":0.47969886660575867},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4575902223587036},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.45100629329681396},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4453742802143097},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3933147192001343},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1772826910018921},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10827124118804932},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.09794947504997253},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08110776543617249}],"concepts":[{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.846107006072998},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8354987502098083},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.809141993522644},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6342812180519104},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5610433220863342},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.557618260383606},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.540675163269043},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.47969886660575867},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4575902223587036},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.45100629329681396},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4453742802143097},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3933147192001343},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1772826910018921},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10827124118804932},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.09794947504997253},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08110776543617249},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lanman52105.2021.9478829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lanman52105.2021.9478829","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Local and Metropolitan Area Networks (LANMAN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320316514","display_name":"Arm","ror":"https://ror.org/04mmhzs81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2139432235","https://openalex.org/W2153103970","https://openalex.org/W2163605009","https://openalex.org/W2242818861","https://openalex.org/W2535838896","https://openalex.org/W2616657226","https://openalex.org/W2617766261","https://openalex.org/W2735364603","https://openalex.org/W2766140019","https://openalex.org/W2769644379","https://openalex.org/W2786070938","https://openalex.org/W2793925626","https://openalex.org/W2807147113","https://openalex.org/W2891017939","https://openalex.org/W2912213068","https://openalex.org/W2913570153","https://openalex.org/W2962788286","https://openalex.org/W2962835968","https://openalex.org/W2963300197","https://openalex.org/W2963318081","https://openalex.org/W2963540381","https://openalex.org/W2963765119","https://openalex.org/W2963766684","https://openalex.org/W2964004663","https://openalex.org/W2991040477","https://openalex.org/W3038028469","https://openalex.org/W3133874138","https://openalex.org/W3162873931","https://openalex.org/W4293775467","https://openalex.org/W4297687186","https://openalex.org/W4300427714","https://openalex.org/W6637373629","https://openalex.org/W6680579697","https://openalex.org/W6682421523","https://openalex.org/W6684191040","https://openalex.org/W6690026940","https://openalex.org/W6729007826","https://openalex.org/W6738383168","https://openalex.org/W6738460352","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6752367771","https://openalex.org/W6754222578","https://openalex.org/W6754341472","https://openalex.org/W6756718674","https://openalex.org/W6759226220","https://openalex.org/W6791617972","https://openalex.org/W6795594200"],"related_works":["https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W4312996489","https://openalex.org/W3214037210"],"abstract_inverted_index":{"We":[0,84,103],"consider":[1],"a":[2,10,107],"model-distributed":[3,28,55,100],"learning":[4,12,29,101],"framework":[5],"in":[6,60,106],"which":[7,57,72],"layers":[8],"of":[9,33,36,54,76,89],"deep":[11],"model":[13],"is":[14,58],"distributed":[15],"across":[16],"multiple":[17,34],"workers.":[18,83],"To":[19],"achieve":[20],"consistent":[21],"gradient":[22],"updates":[23],"during":[24],"the":[25,31,37,51,74,86,115],"training":[26],"phase,":[27],"requires":[30],"storage":[32],"versions":[35],"layer":[38],"parameters":[39],"at":[40,82],"every":[41],"worker.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46],"design":[47],"mcPipe":[48,65,90,105],"to":[49,98],"reduce":[50],"memory":[52,87,116],"cost":[53,88,117],"learning,":[56],"crucial":[59],"memory-constrained":[61],"edge":[62],"computing":[63],"devices.":[64],"uses":[66],"an":[67],"on-demand":[68],"weight":[69],"updating":[70],"policy,":[71],"reduces":[73],"amount":[75],"weights":[77],"that":[78,112],"should":[79],"be":[80],"stored":[81],"analyze":[85],"and":[91,110,122],"demonstrate":[92],"its":[93],"superior":[94],"performance":[95],"as":[96],"compared":[97],"existing":[99],"mechanisms.":[102],"implement":[104],"real":[108],"testbed":[109],"show":[111],"it":[113],"improves":[114],"without":[118],"hurting":[119],"converge":[120],"rate":[121],"computation":[123],"cost.":[124]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}