{"id":"https://openalex.org/W2796049039","doi":"https://doi.org/10.1109/jsait.2023.3261819","title":"Universal and Succinct Source Coding of Deep Neural Networks","display_name":"Universal and Succinct Source Coding of Deep Neural Networks","publication_year":2022,"publication_date":"2022-12-01","ids":{"openalex":"https://openalex.org/W2796049039","doi":"https://doi.org/10.1109/jsait.2023.3261819","mag":"2796049039"},"language":"en","primary_location":{"id":"doi:10.1109/jsait.2023.3261819","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/jsait.2023.3261819","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"http://dx.doi.org/10.1109/jsait.2023.3261819","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017389731","display_name":"Sourya Basu","orcid":"https://orcid.org/0000-0003-4064-4540"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sourya Basu","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Kanpur, Kanpur, India"],"raw_orcid":"https://orcid.org/0000-0003-4064-4540","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Kanpur, Kanpur, India","institution_ids":["https://openalex.org/I94234084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065423139","display_name":"Lav R. Varshney","orcid":"https://orcid.org/0000-0003-2798-5308"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lav R. Varshney","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Coordinated Science Laboratory, University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0000-0003-2798-5308","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Coordinated Science Laboratory, University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.232,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.56904032,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"3","issue":"4","first_page":"732","last_page":"745"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6809870004653931},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6023581027984619},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5700197815895081},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.5624621510505676},{"id":"https://openalex.org/keywords/entropy-encoding","display_name":"Entropy encoding","score":0.5312623381614685},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.5293458104133606},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5206698179244995},{"id":"https://openalex.org/keywords/bipartite-graph","display_name":"Bipartite graph","score":0.4808852970600128},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.46680381894111633},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.4559401571750641},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4415547251701355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40974104404449463},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4023256301879883},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.31664636731147766},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.24606898427009583},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2344561219215393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6809870004653931},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6023581027984619},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5700197815895081},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.5624621510505676},{"id":"https://openalex.org/C1769480","wikidata":"https://www.wikidata.org/wiki/Q1345239","display_name":"Entropy encoding","level":3,"score":0.5312623381614685},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5293458104133606},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5206698179244995},{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.4808852970600128},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.46680381894111633},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.4559401571750641},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4415547251701355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40974104404449463},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4023256301879883},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.31664636731147766},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.24606898427009583},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2344561219215393},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/jsait.2023.3261819","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/jsait.2023.3261819","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:www.ideals.illinois.edu:2142/107959","is_oa":true,"landing_page_url":"http://hdl.handle.net/2142/107959","pdf_url":"http://hdl.handle.net/2142/107959","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},{"id":"pmh:oai:osti.gov:1984902","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1984902","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:osti.gov:1984903","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1984903","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1109/jsait.2023.3261819","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/jsait.2023.3261819","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7134470632","display_name":null,"funder_award_id":"2018-182794","funder_id":"https://openalex.org/F4320315474","funder_display_name":"Chan Zuckerberg Initiative"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320315474","display_name":"Chan Zuckerberg Initiative","ror":"https://ror.org/02qenvm24"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W105762734","https://openalex.org/W127947978","https://openalex.org/W140312209","https://openalex.org/W1724438581","https://openalex.org/W1821462560","https://openalex.org/W1841592590","https://openalex.org/W1971289435","https://openalex.org/W1985174631","https://openalex.org/W2005437133","https://openalex.org/W2012853908","https://openalex.org/W2046419776","https://openalex.org/W2088266105","https://openalex.org/W2101208289","https://openalex.org/W2112038332","https://openalex.org/W2113459411","https://openalex.org/W2114508814","https://openalex.org/W2119144962","https://openalex.org/W2128777897","https://openalex.org/W2130753066","https://openalex.org/W2136986825","https://openalex.org/W2139053813","https://openalex.org/W2167359416","https://openalex.org/W2172166488","https://openalex.org/W2286365479","https://openalex.org/W2297325673","https://openalex.org/W2310139742","https://openalex.org/W2319920447","https://openalex.org/W2431931973","https://openalex.org/W2478708596","https://openalex.org/W2569540185","https://openalex.org/W2612616507","https://openalex.org/W2742643699","https://openalex.org/W2783538964","https://openalex.org/W2911940095","https://openalex.org/W2962988160","https://openalex.org/W2963374099","https://openalex.org/W2963991999","https://openalex.org/W2964299589","https://openalex.org/W3213111742","https://openalex.org/W4205898702","https://openalex.org/W4236853429","https://openalex.org/W4242124034","https://openalex.org/W4295262505","https://openalex.org/W4322614689","https://openalex.org/W6605195948","https://openalex.org/W6637709462","https://openalex.org/W6638523607","https://openalex.org/W6638783484","https://openalex.org/W6646629931","https://openalex.org/W6676984168","https://openalex.org/W6677192272","https://openalex.org/W6677580257","https://openalex.org/W6685405536","https://openalex.org/W6685627644","https://openalex.org/W6693397755","https://openalex.org/W6696004547","https://openalex.org/W6698263982"],"related_works":["https://openalex.org/W2128890367","https://openalex.org/W2167897635","https://openalex.org/W4287817374","https://openalex.org/W2155738200","https://openalex.org/W3015028689","https://openalex.org/W2127140080","https://openalex.org/W1489137","https://openalex.org/W1547343187","https://openalex.org/W1945246094","https://openalex.org/W2482609302"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2,41,75],"have":[3,76],"shown":[4],"incredible":[5],"performance":[6],"for":[7,25],"inference":[8,52],"tasks":[9],"in":[10,87,112],"a":[11,77,113],"variety":[12],"of":[13,38,73,79,85,89,121],"domains,":[14],"but":[15],"require":[16],"significant":[17],"storage":[18],"space,":[19],"which":[20],"limits":[21],"scaling":[22],"and":[23,49,101],"use":[24,103],"on-device":[26],"intelligence.":[27],"This":[28],"paper":[29],"is":[30,66],"concerned":[31],"with":[32,42],"finding":[33],"universal":[34,114],"lossless":[35],"compressed":[36],"representations":[37],"deep":[39],"feedforward":[40,74],"synaptic":[43],"weights":[44],"drawn":[45],"from":[46],"discrete":[47],"sets,":[48],"directly":[50],"performing":[51],"without":[53],"full":[54],"decompression.":[55],"The":[56],"basic":[57],"insight":[58],"that":[59,68],"allows":[60],"less":[61],"rate":[62],"than":[63],"na\u00efve":[64],"approaches":[65],"recognizing":[67],"the":[69,83,109],"bipartite":[70],"graph":[71],"layers":[72],"kind":[78],"permutation":[80],"invariance":[81],"to":[82,96,106],"labeling":[84],"nodes,":[86],"terms":[88],"inferential":[90],"operation.":[91],"We":[92,116],"provide":[93,118],"efficient":[94],"algorithms":[95],"dissipate":[97],"this":[98],"irrelevant":[99],"uncertainty":[100],"then":[102],"arithmetic":[104],"coding":[105],"nearly":[107],"achieve":[108],"entropy":[110],"bound":[111],"manner.":[115],"also":[117],"experimental":[119],"results":[120],"our":[122],"approach":[123],"on":[124],"several":[125],"standard":[126],"datasets.":[127]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}