{"id":"https://openalex.org/W4285261368","doi":"https://doi.org/10.1109/tpds.2022.3177782","title":"CNNPC: End-Edge-Cloud Collaborative CNN Inference With Joint Model Partition and Compression","display_name":"CNNPC: End-Edge-Cloud Collaborative CNN Inference With Joint Model Partition and Compression","publication_year":2022,"publication_date":"2022-05-26","ids":{"openalex":"https://openalex.org/W4285261368","doi":"https://doi.org/10.1109/tpds.2022.3177782"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2022.3177782","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3177782","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067547680","display_name":"Shusen Yang","orcid":"https://orcid.org/0000-0002-4495-6237"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shusen Yang","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analytics (NEL-BDA), Ministry of Education Key Laboratory for Intelligent Networks and Network Security (MOE KLINNS Lab), Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China","Pazhou Laboratory, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4495-6237","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analytics (NEL-BDA), Ministry of Education Key Laboratory for Intelligent Networks and Network Security (MOE KLINNS Lab), Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Pazhou Laboratory, Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001640816","display_name":"Zhanhua Zhang","orcid":"https://orcid.org/0000-0002-8890-2716"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanhua Zhang","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0002-8890-2716","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037412714","display_name":"Cong Zhao","orcid":"https://orcid.org/0000-0002-9002-4350"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Cong Zhao","raw_affiliation_strings":["Department of Computing, Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-9002-4350","affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086019608","display_name":"Xin Song","orcid":"https://orcid.org/0000-0002-5380-3785"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Song","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082739421","display_name":"Siyan Guo","orcid":"https://orcid.org/0000-0002-1493-8775"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyan Guo","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0002-1493-8775","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077205464","display_name":"Hailiang Li","orcid":"https://orcid.org/0000-0001-7188-7540"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hailiang Li","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0001-7188-7540","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5067547680"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":8.0464,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.97849849,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"33","issue":"12","first_page":"4039","last_page":"4056"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7847425937652588},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.711057186126709},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6325807571411133},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5518128871917725},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5430876016616821},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.46317583322525024},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.36332231760025024},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.34390145540237427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3153845965862274},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19421029090881348},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.15982836484909058}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7847425937652588},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.711057186126709},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6325807571411133},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5518128871917725},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5430876016616821},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.46317583322525024},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36332231760025024},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34390145540237427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3153845965862274},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19421029090881348},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.15982836484909058},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2022.3177782","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3177782","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G1082092869","display_name":null,"funder_award_id":"2020T130513","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G2045660238","display_name":null,"funder_award_id":"61802298","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2066389582","display_name":null,"funder_award_id":"2019M663726","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5234250448","display_name":null,"funder_award_id":"11690011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5372072380","display_name":null,"funder_award_id":"U1811461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6727632337","display_name":null,"funder_award_id":"61772410","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7108580912","display_name":null,"funder_award_id":"62172329","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8698885527","display_name":null,"funder_award_id":"U21A6005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1885185971","https://openalex.org/W1969616664","https://openalex.org/W2019377328","https://openalex.org/W2053637704","https://openalex.org/W2060393849","https://openalex.org/W2097117768","https://openalex.org/W2108597378","https://openalex.org/W2117539524","https://openalex.org/W2119112357","https://openalex.org/W2125444986","https://openalex.org/W2163605009","https://openalex.org/W2168231600","https://openalex.org/W2186094539","https://openalex.org/W2192203593","https://openalex.org/W2194775991","https://openalex.org/W2257979135","https://openalex.org/W2285660444","https://openalex.org/W2302255633","https://openalex.org/W2475287302","https://openalex.org/W2524428287","https://openalex.org/W2605258629","https://openalex.org/W2662297521","https://openalex.org/W2779003141","https://openalex.org/W2787513570","https://openalex.org/W2792220137","https://openalex.org/W2800102422","https://openalex.org/W2805454539","https://openalex.org/W2809624076","https://openalex.org/W2860338957","https://openalex.org/W2896225285","https://openalex.org/W2896457183","https://openalex.org/W2903711666","https://openalex.org/W2919115771","https://openalex.org/W2949941638","https://openalex.org/W2950767422","https://openalex.org/W2950865323","https://openalex.org/W2960833983","https://openalex.org/W2962677625","https://openalex.org/W2962746461","https://openalex.org/W2962804345","https://openalex.org/W2963163009","https://openalex.org/W2963318081","https://openalex.org/W2963363373","https://openalex.org/W2981114133","https://openalex.org/W2984618279","https://openalex.org/W2994749257","https://openalex.org/W3010837127","https://openalex.org/W3049640275","https://openalex.org/W3088405768","https://openalex.org/W3094144275","https://openalex.org/W3102767875","https://openalex.org/W3106250896","https://openalex.org/W3130823781","https://openalex.org/W3161432682","https://openalex.org/W3193859704","https://openalex.org/W4289147229","https://openalex.org/W4297775537","https://openalex.org/W6637373629","https://openalex.org/W6663928093","https://openalex.org/W6684191040","https://openalex.org/W6684859321","https://openalex.org/W6686583229","https://openalex.org/W6698183232","https://openalex.org/W6727208969","https://openalex.org/W6737664043","https://openalex.org/W6748319235","https://openalex.org/W6753069482","https://openalex.org/W6753490951","https://openalex.org/W6755207826","https://openalex.org/W6756756286","https://openalex.org/W6766225098","https://openalex.org/W6767064347","https://openalex.org/W6785652829"],"related_works":["https://openalex.org/W2383532021","https://openalex.org/W2748454020","https://openalex.org/W3181746755","https://openalex.org/W3016958897","https://openalex.org/W2779562428","https://openalex.org/W4283379348","https://openalex.org/W4312417841","https://openalex.org/W3008625068","https://openalex.org/W2735477435","https://openalex.org/W3045739591"],"abstract_inverted_index":{"Edge":[0],"Intelligence":[1],"(EI)":[2],"aims":[3],"at":[4,122],"addressing":[5],"concerns":[6],"like":[7],"response":[8],"latency":[9,87],"risen":[10],"by":[11],"the":[12,24,36,44,60,84,178,192,200],"conflict":[13],"between":[14,86],"predominating":[15],"Cloud-based":[16],"deployments":[17],"of":[18,27,39,90],"computationally":[19],"intensive":[20],"AI":[21,40],"applications":[22],"and":[23,88,103,125,142,159,163,170],"expensive":[25],"uploading":[26],"explosive":[28],"end":[29],"data.":[30],"Convolutional":[31],"Neural":[32],"Networks":[33],"(CNNs)":[34],"leading":[35],"latest":[37],"flourish":[38],"inevitably":[41],"suffer":[42],"from":[43],"aforementioned":[45],"conflict.":[46],"There":[47],"emerge":[48],"increasing":[49],"EI-driven":[50],"attempts":[51],"on":[52,152],"fast":[53,107],"CNN":[54],"inference":[55,74,77,108,150],"with":[56,109,139],"high":[57,110],"accuracy":[58,89,111,147],"in":[59,112],"End-Edge-Cloud":[61],"(EEC)":[62],"collaborative":[63,76,113,143,149],"computing":[64],"paradigm,":[65],"where,":[66],"however,":[67],"neither":[68],"model":[69],"compression":[70,189],"approaches":[71],"for":[72,106],"on-device":[73],"nor":[75],"methods":[78],"across":[79],"devices":[80],"can":[81],"effectively":[82],"achieve":[83],"trade-off":[85],"End-to-End":[91],"(E2E)":[92],"inference.":[93],"In":[94],"this":[95],"article,":[96],"we":[97],"present":[98],"CNNPC":[99,118,153,181],"that":[100,191],"jointly":[101],"partitions":[102],"compresses":[104],"CNNs":[105],"EEC":[114,132],"systems.":[115],"We":[116],"implemented":[117],"(source":[119],"code":[120],"available":[121],"<uri>https://github.com/IoTDATALab/CNNPC</uri>":[123],")":[124],"evaluated":[126],"its":[127],"performance":[128],"within":[129],"extensive":[130],"real-world":[131],"scenarios.":[133],"Experimental":[134],"results":[135],"demonstrate":[136],"that,":[137],"compared":[138],"state-of-the-art":[140],"single-end":[141],"approaches,":[144],"without":[145],"obvious":[146],"loss,":[148],"based":[151],"is":[154],"up":[155],"to":[156],"<inline-formula><tex-math":[157,160,168,171,186],"notation=\"LaTeX\">$1.6\\times$</tex-math></inline-formula>":[158],"notation=\"LaTeX\">$5.6\\times$</tex-math></inline-formula>":[161],"faster,":[162],"requires":[164,182],"as":[165,167,183,185],"low":[166,184],"notation=\"LaTeX\">$4.30\\%$</tex-math></inline-formula>":[169],"notation=\"LaTeX\">$6.48\\%$</tex-math></inline-formula>":[172],"communications,":[173],"respectively.":[174],"Besides,":[175],"when":[176],"determines":[177],"optimal":[179,202],"strategy,":[180],"notation=\"LaTeX\">$0.1\\%$</tex-math></inline-formula>":[187],"actual":[188],"operations":[190],"traversal":[193],"method":[194,198],"(the":[195],"only":[196],"viable":[197],"providing":[199],"theoretically":[201],"strategy)":[203],"requires.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
