{"id":"https://openalex.org/W3162473050","doi":"https://doi.org/10.1109/ojcas.2021.3072884","title":"Lightweight Compression of Intermediate Neural Network Features for Collaborative Intelligence","display_name":"Lightweight Compression of Intermediate Neural Network Features for Collaborative Intelligence","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3162473050","doi":"https://doi.org/10.1109/ojcas.2021.3072884","mag":"3162473050"},"language":"en","primary_location":{"id":"doi:10.1109/ojcas.2021.3072884","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcas.2021.3072884","pdf_url":"https://ieeexplore.ieee.org/ielx7/8784029/9314963/09430648.pdf","source":{"id":"https://openalex.org/S4210192473","display_name":"IEEE Open Journal of Circuits and Systems","issn_l":"2644-1225","issn":["2644-1225"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8784029/9314963/09430648.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024386606","display_name":"Robert Cohen","orcid":"https://orcid.org/0000-0001-7724-8993"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Robert A. Cohen","raw_affiliation_strings":["School of Engineering Science, Simon Fraser University, Burnaby, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7724-8993","affiliations":[{"raw_affiliation_string":"School of Engineering Science, Simon Fraser University, Burnaby, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047769395","display_name":"Hyomin Choi","orcid":"https://orcid.org/0000-0003-2458-893X"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hyomin Choi","raw_affiliation_strings":["School of Engineering Science, Simon Fraser University, Burnaby, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering Science, Simon Fraser University, Burnaby, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012187461","display_name":"Ivan V. Baji\u0107","orcid":"https://orcid.org/0000-0003-3154-5743"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ivan V. Bajic","raw_affiliation_strings":["School of Engineering Science, Simon Fraser University, Burnaby, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3154-5743","affiliations":[{"raw_affiliation_string":"School of Engineering Science, Simon Fraser University, Burnaby, Canada","institution_ids":["https://openalex.org/I18014758"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I18014758"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":2.0857,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.87907167,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"2","issue":null,"first_page":"350","last_page":"362"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8164029717445374},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.6222264766693115},{"id":"https://openalex.org/keywords/codec","display_name":"Codec","score":0.5930558443069458},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.589931845664978},{"id":"https://openalex.org/keywords/clipping","display_name":"Clipping (morphology)","score":0.5852694511413574},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5849636197090149},{"id":"https://openalex.org/keywords/entropy-encoding","display_name":"Entropy encoding","score":0.5559675693511963},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4283676743507385},{"id":"https://openalex.org/keywords/floating-point","display_name":"Floating point","score":0.42587873339653015},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.42158159613609314},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4078517556190491},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.395659476518631},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3879910409450531},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.1925976276397705}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8164029717445374},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.6222264766693115},{"id":"https://openalex.org/C161765866","wikidata":"https://www.wikidata.org/wiki/Q184748","display_name":"Codec","level":2,"score":0.5930558443069458},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.589931845664978},{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.5852694511413574},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5849636197090149},{"id":"https://openalex.org/C1769480","wikidata":"https://www.wikidata.org/wiki/Q1345239","display_name":"Entropy encoding","level":3,"score":0.5559675693511963},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4283676743507385},{"id":"https://openalex.org/C84211073","wikidata":"https://www.wikidata.org/wiki/Q117879","display_name":"Floating point","level":2,"score":0.42587873339653015},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.42158159613609314},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4078517556190491},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.395659476518631},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3879910409450531},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.1925976276397705},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ojcas.2021.3072884","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcas.2021.3072884","pdf_url":"https://ieeexplore.ieee.org/ielx7/8784029/9314963/09430648.pdf","source":{"id":"https://openalex.org/S4210192473","display_name":"IEEE Open Journal of Circuits and Systems","issn_l":"2644-1225","issn":["2644-1225"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of Circuits and Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2105.07102","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.07102","pdf_url":"https://arxiv.org/pdf/2105.07102","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:0bba4d1f95a54dd89e882f8d4bd1d703","is_oa":true,"landing_page_url":"https://doaj.org/article/0bba4d1f95a54dd89e882f8d4bd1d703","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of Circuits and Systems, Vol 2, Pp 350-362 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcas.2021.3072884","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcas.2021.3072884","pdf_url":"https://ieeexplore.ieee.org/ielx7/8784029/9314963/09430648.pdf","source":{"id":"https://openalex.org/S4210192473","display_name":"IEEE Open Journal of Circuits and Systems","issn_l":"2644-1225","issn":["2644-1225"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of Circuits and Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3162473050.pdf","grobid_xml":"https://content.openalex.org/works/W3162473050.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W587794757","https://openalex.org/W1861492603","https://openalex.org/W1902041153","https://openalex.org/W2033140753","https://openalex.org/W2117539524","https://openalex.org/W2129768577","https://openalex.org/W2131578006","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2267635276","https://openalex.org/W2300242332","https://openalex.org/W2560140734","https://openalex.org/W2605258629","https://openalex.org/W2751477244","https://openalex.org/W2796347433","https://openalex.org/W2803113791","https://openalex.org/W2804309962","https://openalex.org/W2809624076","https://openalex.org/W2883920103","https://openalex.org/W2896718327","https://openalex.org/W2912168260","https://openalex.org/W2915478146","https://openalex.org/W2918274546","https://openalex.org/W2960833983","https://openalex.org/W2962761403","https://openalex.org/W2962790536","https://openalex.org/W2963094099","https://openalex.org/W2963122961","https://openalex.org/W2963709416","https://openalex.org/W2963769126","https://openalex.org/W2963770864","https://openalex.org/W2963918968","https://openalex.org/W2964264300","https://openalex.org/W2970601456","https://openalex.org/W2971714613","https://openalex.org/W2981114133","https://openalex.org/W2981751377","https://openalex.org/W3015540635","https://openalex.org/W3034755948","https://openalex.org/W3034940165","https://openalex.org/W3037288590","https://openalex.org/W3125348112","https://openalex.org/W3160882100","https://openalex.org/W3162253109","https://openalex.org/W4293584584","https://openalex.org/W4295262505","https://openalex.org/W6617368339","https://openalex.org/W6639102338","https://openalex.org/W6684191040","https://openalex.org/W6693397755","https://openalex.org/W6698200048","https://openalex.org/W6743755670","https://openalex.org/W6751528251","https://openalex.org/W6754259177","https://openalex.org/W6755034786","https://openalex.org/W6758625146","https://openalex.org/W6759144272","https://openalex.org/W6779885597"],"related_works":["https://openalex.org/W2107680156","https://openalex.org/W2163719598","https://openalex.org/W3161919736","https://openalex.org/W2387018512","https://openalex.org/W4301184752","https://openalex.org/W2751422192","https://openalex.org/W1509797384","https://openalex.org/W1201576901","https://openalex.org/W2479386627","https://openalex.org/W2054991208"],"abstract_inverted_index":{"In":[0],"collaborative":[1],"intelligence":[2],"applications,":[3],"part":[4],"of":[5,29,66,74,87,116,205,220],"a":[6,14,19,48,67,138,221],"deep":[7],"neural":[8,223],"network":[9,76,224],"(DNN)":[10],"is":[11,32,123],"deployed":[12],"on":[13],"lightweight":[15,50,190,207],"device":[16],"such":[17,40],"as":[18,41],"mobile":[20],"phone":[21],"or":[22],"edge":[23],"device,":[24],"and":[25,57,84,89,113,125,152,203],"the":[26,30,43,59,63,75,82,111,160,174,189],"remaining":[27],"portion":[28],"DNN":[31],"processed":[33],"where":[34],"more":[35],"computing":[36],"resources":[37],"are":[38,96],"available,":[39],"in":[42,176],"cloud.":[44],"This":[45],"paper":[46],"presents":[47],"novel":[49],"compression":[51,208],"technique":[52,209],"designed":[53],"specifically":[54],"to":[55,98,127,149,158,167,169,178,184,199],"quantize":[56],"compress":[58,159],"features":[60],"output":[61],"by":[62,197],"intermediate":[64,94,121,164,218],"layer":[65,95,122,219],"split":[68,222],"DNN,":[69],"without":[70],"requiring":[71],"any":[72],"retraining":[73],"weights.":[77],"Mathematical":[78],"models":[79],"for":[80,103,109,132,143,215,225],"estimating":[81,110],"clipping":[83,101,112,130],"quantization":[85,114],"error":[86,115],"leaky-ReLU":[88,117],"ReLU":[90],"activations":[91,118,165],"at":[92,119],"this":[93,120,206],"used":[97,126],"compute":[99,128],"optimal":[100,129],"ranges":[102,131],"coarse":[104,133],"quantization.":[105,134],"A":[106],"mathematical":[107],"model":[108],"developed":[124],"We":[135],"also":[136],"present":[137],"modified":[139],"entropy-constrained":[140],"design":[141],"algorithm":[142],"quantizing":[144],"clipped":[145],"activations.":[146],"When":[147,182],"applied":[148],"popular":[150],"object-detection":[151],"classification":[153],"DNNs,":[154],"we":[155,186],"were":[156],"able":[157],"32-bit":[161],"floating":[162],"point":[163],"down":[166],"0.6":[168],"0.8":[170],"bits,":[171],"while":[172],"keeping":[173],"loss":[175],"accuracy":[177],"less":[179],"than":[180],"1%.":[181],"compared":[183],"HEVC,":[185],"found":[187],"that":[188],"codec":[191],"consistently":[192],"provided":[193],"better":[194],"inference":[195],"accuracy,":[196],"up":[198],"1.3%.":[200],"The":[201],"performance":[202],"simplicity":[204],"makes":[210],"it":[211],"an":[212,217],"attractive":[213],"option":[214],"coding":[216],"edge/cloud":[226],"applications.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}