{"id":"https://openalex.org/W4415367189","doi":"https://doi.org/10.1109/isit63088.2025.11195233","title":"Coded Deep Learning: Framework and Preliminary Results","display_name":"Coded Deep Learning: Framework and Preliminary Results","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4415367189","doi":"https://doi.org/10.1109/isit63088.2025.11195233"},"language":null,"primary_location":{"id":"doi:10.1109/isit63088.2025.11195233","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080794633","display_name":"En\u2010hui Yang","orcid":"https://orcid.org/0000-0003-1504-7584"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"En-Hui Yang","raw_affiliation_strings":["University of Waterloo,Waterloo,ON,Canada,N2L 3G1"],"affiliations":[{"raw_affiliation_string":"University of Waterloo,Waterloo,ON,Canada,N2L 3G1","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046078522","display_name":"Shayan Mohajer Hamidi","orcid":"https://orcid.org/0000-0001-8321-7130"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shayan Mohajer Hamidi","raw_affiliation_strings":["University of Waterloo,Waterloo,ON,Canada,N2L 3G1"],"affiliations":[{"raw_affiliation_string":"University of Waterloo,Waterloo,ON,Canada,N2L 3G1","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5080794633"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16430051,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.8062999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.8062999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.7193999886512756,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6990000009536743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6294999718666077},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5784000158309937},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5479000210762024},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5418999791145325},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5055999755859375},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4122999906539917},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.4083999991416931},{"id":"https://openalex.org/keywords/approximate-inference","display_name":"Approximate inference","score":0.38909998536109924}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7282999753952026},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6294999718666077},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5784000158309937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5622000098228455},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5479000210762024},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5418999791145325},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5055999755859375},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4122999906539917},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.4083999991416931},{"id":"https://openalex.org/C2777472644","wikidata":"https://www.wikidata.org/wiki/Q16968992","display_name":"Approximate inference","level":3,"score":0.38909998536109924},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3880000114440918},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37610000371932983},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.37599998712539673},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.37450000643730164},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C1769480","wikidata":"https://www.wikidata.org/wiki/Q1345239","display_name":"Entropy encoding","level":3,"score":0.3222000002861023},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.3125},{"id":"https://openalex.org/C2778061373","wikidata":"https://www.wikidata.org/wiki/Q1315146","display_name":"Predictive coding","level":3,"score":0.2964000105857849},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2838999927043915},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit63088.2025.11195233","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2107850525","https://openalex.org/W2135469284","https://openalex.org/W2194775991","https://openalex.org/W2606722458","https://openalex.org/W2884150179","https://openalex.org/W2962851801","https://openalex.org/W2963367920","https://openalex.org/W2998218113","https://openalex.org/W3035183452","https://openalex.org/W3137147200","https://openalex.org/W3139203094","https://openalex.org/W3156544519","https://openalex.org/W3204998121","https://openalex.org/W4224058293","https://openalex.org/W4285414231","https://openalex.org/W4287889157","https://openalex.org/W4402177703","https://openalex.org/W4404672046","https://openalex.org/W4408352151"],"related_works":[],"abstract_inverted_index":{"Deep":[0],"learning":[1,32],"(DL)":[2],"often":[3],"achieves":[4],"success":[5],"at":[6],"the":[7],"cost":[8],"of":[9],"large":[10],"model":[11,45,66,118],"sizes":[12],"and":[13,19,47,52,68,81,91,100,106,113,124],"high":[14],"computational":[15,50],"complexity,":[16,51],"making":[17],"training":[18,92,105],"inference":[20,123],"challenging":[21],"in":[22,110],"resource-limited":[23],"environments.":[24],"To":[25],"address":[26],"this,":[27],"we":[28],"introduce":[29],"coded":[30],"deep":[31],"(CDL),":[33],"a":[34,61,71,116],"framework":[35],"that":[36,130],"integrates":[37],"information-theoretic":[38],"coding":[39],"concepts":[40],"into":[41],"DL":[42],"to":[43],"compress":[44],"weights":[46,67,99],"activations,":[48,69,101],"reduce":[49],"enable":[53],"efficient":[54],"model/data":[55],"parallelism.":[56],"Specifically,":[57],"CDL:":[58],"(i)":[59],"introduces":[60],"probabilistic":[62],"quantization":[63],"method":[64],"for":[65,74],"including":[70],"differentiable":[72],"variant":[73],"gradient":[75],"computation;":[76],"(ii)":[77],"executes":[78],"both":[79],"forward":[80],"backward":[82],"passes":[83],"on":[84,98],"quantized":[85,117],"values,":[86],"significantly":[87],"reducing":[88,121],"floating-point":[89],"operations":[90],"complexity;":[93],"(iii)":[94],"enforces":[95],"entropy":[96],"constraints":[97],"ensuring":[102],"compressibility":[103],"throughout":[104],"lowering":[107],"communication":[108],"costs":[109],"distributed":[111],"settings;":[112],"(iv)":[114],"produces":[115],"by":[119],"default,":[120],"post-training":[122],"storage":[125],"complexity.":[126],"Extensive":[127],"experiments":[128],"demonstrate":[129],"CDL":[131],"outperforms":[132],"state-of-the-art":[133],"DNN":[134],"compression":[135],"methods.":[136]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-21T00:00:00"}