{"id":"https://openalex.org/W4408100119","doi":"https://doi.org/10.1109/tccn.2025.3547049","title":"DeepCon: Improving Distributed Deep Learning Model Consistency in Edge-Cloud Environments via Distillation","display_name":"DeepCon: Improving Distributed Deep Learning Model Consistency in Edge-Cloud Environments via Distillation","publication_year":2025,"publication_date":"2025-03-03","ids":{"openalex":"https://openalex.org/W4408100119","doi":"https://doi.org/10.1109/tccn.2025.3547049"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2025.3547049","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3547049","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029554732","display_name":"Bin Qian","orcid":"https://orcid.org/0000-0001-7058-0360"},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bin Qian","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104314505","display_name":"Jiaxu Qian","orcid":"https://orcid.org/0009-0002-9514-528X"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxu Qian","raw_affiliation_strings":["Institute of Cyberspace Security, and the College of Information Engineering, Zhejiang University of Technology, Hangzhou, China","Institute of Cyberspace Security and College of Information Engineering, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Institute of Cyberspace Security, and the College of Information Engineering, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Institute of Cyberspace Security and College of Information Engineering, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081043543","display_name":"Zhenyu Wen","orcid":"https://orcid.org/0000-0002-2914-912X"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Wen","raw_affiliation_strings":["Institute of Cyberspace Security, and the College of Information Engineering, Zhejiang University of Technology, Hangzhou, China","Institute of Cyberspace Security and College of Information Engineering, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Institute of Cyberspace Security, and the College of Information Engineering, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Institute of Cyberspace Security and College of Information Engineering, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090899388","display_name":"Di Wu","orcid":"https://orcid.org/0000-0001-6631-4887"},"institutions":[{"id":"https://openalex.org/I16835326","display_name":"University of St Andrews","ror":"https://ror.org/02wn5qz54","country_code":"GB","type":"education","lineage":["https://openalex.org/I16835326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Di Wu","raw_affiliation_strings":["School of Computer Science, University of St Andrews, St Andrews, U.K","School of Computer Science, University of St Andrews, UK"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of St Andrews, St Andrews, U.K","institution_ids":["https://openalex.org/I16835326"]},{"raw_affiliation_string":"School of Computer Science, University of St Andrews, UK","institution_ids":["https://openalex.org/I16835326"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068195118","display_name":"Shibo He","orcid":"https://orcid.org/0000-0002-1505-6766"},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shibo He","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100726041","display_name":"Jiming Chen","orcid":"https://orcid.org/0000-0003-3155-3145"},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiming Chen","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072670483","display_name":"Rajiv Ranjan","orcid":"https://orcid.org/0000-0002-6610-1328"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rajiv Ranjan","raw_affiliation_strings":["School of Computing, Newcastle University, Newcastle upon Tyne, U.K","Newcastle University, UK"],"affiliations":[{"raw_affiliation_string":"School of Computing, Newcastle University, Newcastle upon Tyne, U.K","institution_ids":["https://openalex.org/I84884186"]},{"raw_affiliation_string":"Newcastle University, UK","institution_ids":["https://openalex.org/I84884186"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5029554732"],"corresponding_institution_ids":["https://openalex.org/I4391767838"],"apc_list":null,"apc_paid":null,"fwci":6.1931,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.95119238,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"11","issue":"6","first_page":"4182","last_page":"4195"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.942300021648407,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8114866018295288},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7648357152938843},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5316867232322693},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5198031663894653},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.519487738609314},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5036682486534119},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4162610173225403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3309262990951538},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10885000228881836}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8114866018295288},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7648357152938843},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5316867232322693},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5198031663894653},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.519487738609314},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5036682486534119},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4162610173225403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3309262990951538},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10885000228881836},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2025.3547049","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3547049","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2202871882","display_name":null,"funder_award_id":"62472387","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3435001950","display_name":null,"funder_award_id":"2025C01064","funder_id":"https://openalex.org/F8142712028","funder_display_name":"Key Research and Development Program of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F8142712028","display_name":"Key Research and Development Program of Zhejiang Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1525038591","https://openalex.org/W1561047078","https://openalex.org/W1821462560","https://openalex.org/W2026844864","https://openalex.org/W2060393849","https://openalex.org/W2144200996","https://openalex.org/W2161190431","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2342045095","https://openalex.org/W2620998106","https://openalex.org/W2736068844","https://openalex.org/W2792459145","https://openalex.org/W2808365057","https://openalex.org/W2954996726","https://openalex.org/W2996970889","https://openalex.org/W2999074226","https://openalex.org/W3035321581","https://openalex.org/W3040838366","https://openalex.org/W3082480211","https://openalex.org/W3109408818","https://openalex.org/W3201936322","https://openalex.org/W4243888010","https://openalex.org/W4287887274","https://openalex.org/W4386418529","https://openalex.org/W4390970400"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W3150465815","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W3023564924","https://openalex.org/W2942586735"],"abstract_inverted_index":{"In":[0],"a":[1,22,33,60,195],"typical":[2],"distributed":[3,106,114],"Deep":[4],"Learning":[5],"(DL)":[6],"based":[7],"application,":[8],"models":[9,64,104,184],"are":[10],"configured":[11],"differently":[12],"to":[13,159,199,229,266,270],"meet":[14],"the":[15,29,42,50,53,71,86,93,101,110,117,144,161,183,225,241,250],"requirements":[16],"of":[17,52,82,113,119,197,243,258],"resource":[18],"constraints.":[19],"For":[20],"instance,":[21],"large":[23],"ResNet56":[24],"model":[25,37,54,149,168,226],"is":[26,38,264],"deployed":[27],"on":[28,214],"cloud":[30],"server":[31],"while":[32],"small":[34],"lightweight":[35],"MobileNet":[36],"more":[39],"suitable":[40],"for":[41,96,155,180],"end-user":[43],"device":[44],"with":[45,147,194],"fewer":[46],"computation":[47],"resources.":[48],"However,":[49],"heterogeneity":[51],"architectures":[55],"and":[56,99,126,134,185,204,217,232,236,261],"configurations":[57],"may":[58,65,77],"bring":[59],"systemic":[61,94],"problem":[62,76],"-":[63],"produce":[66],"different":[67],"outputs":[68],"when":[69],"given":[70],"same":[72],"input.":[73],"This":[74],"inconsistency":[75,102,120,202],"cause":[78],"severe":[79],"system":[80,127,142],"failure":[81],"prediction":[83,169],"agreement":[84],"inside":[85],"application.":[87],"Current":[88],"research":[89],"has":[90],"not":[91],"studied":[92],"design":[95,133],"efficiently":[97,156],"detecting":[98],"reducing":[100,186],"among":[103],"in":[105,206],"DL":[107,115],"applications.":[108,210],"With":[109],"increasing":[111],"scale":[112],"applications,":[116],"challenges":[118],"mitigation":[121],"should":[122],"consider":[123],"both":[124,215],"algorithm":[125,179],"design.":[128],"To":[129],"this":[130],"end,":[131],"we":[132,172],"implement":[135,152,173],"<sc":[136,188],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[137,189],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">DeepCon</small>,":[138],"an":[139,175],"adaptive":[140],"deployment":[141],"across":[143],"edge-cloud":[145],"layer":[146],"over-the-air":[148,192],"updates.":[150],"We":[151,246],"ASRS":[153,251],"sampling":[154,157,252],"data":[158,163,259],"reveal":[160],"real":[162],"distribution":[164],"as":[165,167],"well":[166],"inconsistency.":[170,187],"Then,":[171],"DMML-Par,":[174],"asynchronous":[176],"parallel":[177,273],"training":[178],"quickly":[181],"updating":[182],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">DeepCon</small>":[190],"implements":[191],"updates":[193],"set":[196],"APIS":[198],"enable":[200],"seamless":[201],"detection":[203],"reduction":[205],"such":[207],"deep":[208],"learning":[209],"Our":[211],"experiment":[212],"results":[213],"vision":[216],"language":[218],"tasks":[219],"demonstrate":[220],"that":[221,249,262],"DMML":[222],"could":[223],"improve":[224],"consistency":[227],"up":[228,265],"4%,":[230],"7%,":[231],"13%":[233],"at":[234],"CIFAR10/100":[235],"IMDB":[237],"datasets":[238],"without":[239],"sacrificing":[240],"accuracy":[242],"individual":[244],"models.":[245],"also":[247],"show":[248],"can":[253],"save":[254],"90%":[255],"network":[256],"bandwidth":[257],"transmission":[260],"DMML-Par":[263],"60%":[267],"faster":[268],"compared":[269],"simple":[271],"synchronous":[272],"training.":[274]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}