{"id":"https://openalex.org/W4387491086","doi":"https://doi.org/10.1109/istc57237.2023.10273550","title":"Decomposing the Training of Deep Learned Turbo codes via a Feasible MAP Decoder","display_name":"Decomposing the Training of Deep Learned Turbo codes via a Feasible MAP Decoder","publication_year":2023,"publication_date":"2023-09-04","ids":{"openalex":"https://openalex.org/W4387491086","doi":"https://doi.org/10.1109/istc57237.2023.10273550"},"language":"en","primary_location":{"id":"doi:10.1109/istc57237.2023.10273550","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/istc57237.2023.10273550","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 12th International Symposium on Topics in Coding (ISTC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111132207","display_name":"A. Mulgund","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A. Mulgund","raw_affiliation_strings":["University of Illinois Chicago,Chicago,IL,USA","University of Illinois Chicago, Chicago, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Chicago,IL,USA","institution_ids":["https://openalex.org/I39422238"]},{"raw_affiliation_string":"University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079658437","display_name":"Natasha Devroye","orcid":"https://orcid.org/0000-0002-1619-4095"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"N. Devroye","raw_affiliation_strings":["University of Illinois Chicago,Chicago,IL,USA","University of Illinois Chicago, Chicago, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Chicago,IL,USA","institution_ids":["https://openalex.org/I39422238"]},{"raw_affiliation_string":"University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070956305","display_name":"Gy. Tur\u00e1n","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]},{"id":"https://openalex.org/I4210152167","display_name":"MTA-SZTE Research Group on Artificial Intelligence","ror":"https://ror.org/0507fk326","country_code":"HU","type":"facility","lineage":["https://openalex.org/I227486990","https://openalex.org/I4210152167","https://openalex.org/I7597260"]}],"countries":["HU","US"],"is_corresponding":false,"raw_author_name":"Gy. Tur\u00e1n","raw_affiliation_strings":["University of Illinois Chicago,Chicago,IL,USA","University of Illinois Chicago, Chicago, IL, USA","ELRN-SZTE Research Group on Artificial Intelligence, Szeged, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Chicago,IL,USA","institution_ids":["https://openalex.org/I39422238"]},{"raw_affiliation_string":"University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]},{"raw_affiliation_string":"ELRN-SZTE Research Group on Artificial Intelligence, Szeged, Hungary","institution_ids":["https://openalex.org/I4210152167"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062331167","display_name":"Milo\u0161 \u017defran","orcid":"https://orcid.org/0000-0001-9558-3656"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. \u017defran","raw_affiliation_strings":["University of Illinois Chicago,Chicago,IL,USA","University of Illinois Chicago, Chicago, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Chicago,IL,USA","institution_ids":["https://openalex.org/I39422238"]},{"raw_affiliation_string":"University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3263,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65727632,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9539999961853027,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7134941816329956},{"id":"https://openalex.org/keywords/turbo-code","display_name":"Turbo code","score":0.644416093826294},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6318137645721436},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6177425980567932},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.48642635345458984},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.479951411485672},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4617817997932434},{"id":"https://openalex.org/keywords/binary-erasure-channel","display_name":"Binary erasure channel","score":0.4425976872444153},{"id":"https://openalex.org/keywords/cross-entropy","display_name":"Cross entropy","score":0.43952110409736633},{"id":"https://openalex.org/keywords/convolutional-code","display_name":"Convolutional code","score":0.4359833598136902},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.4175929129123688},{"id":"https://openalex.org/keywords/conditional-entropy","display_name":"Conditional entropy","score":0.410269558429718},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3591604232788086},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.3472668528556824},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2871156334877014},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.24841952323913574},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19003355503082275},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.16267195343971252},{"id":"https://openalex.org/keywords/channel-capacity","display_name":"Channel capacity","score":0.12764856219291687},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.11752563714981079},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07584935426712036}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7134941816329956},{"id":"https://openalex.org/C114504821","wikidata":"https://www.wikidata.org/wiki/Q2164281","display_name":"Turbo code","level":3,"score":0.644416093826294},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6318137645721436},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6177425980567932},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.48642635345458984},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.479951411485672},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4617817997932434},{"id":"https://openalex.org/C149862233","wikidata":"https://www.wikidata.org/wiki/Q864142","display_name":"Binary erasure channel","level":4,"score":0.4425976872444153},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.43952110409736633},{"id":"https://openalex.org/C157899210","wikidata":"https://www.wikidata.org/wiki/Q1395022","display_name":"Convolutional code","level":3,"score":0.4359833598136902},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4175929129123688},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.410269558429718},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3591604232788086},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3472668528556824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2871156334877014},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.24841952323913574},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19003355503082275},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.16267195343971252},{"id":"https://openalex.org/C97744766","wikidata":"https://www.wikidata.org/wiki/Q870845","display_name":"Channel capacity","level":3,"score":0.12764856219291687},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.11752563714981079},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07584935426712036},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/istc57237.2023.10273550","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/istc57237.2023.10273550","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 12th International Symposium on Topics in Coding (ISTC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W34390032","https://openalex.org/W114565888","https://openalex.org/W2046736858","https://openalex.org/W2129031807","https://openalex.org/W2159080219","https://openalex.org/W2165732738","https://openalex.org/W2734408173","https://openalex.org/W2922101867","https://openalex.org/W3036589489","https://openalex.org/W4282962298","https://openalex.org/W4289655455","https://openalex.org/W4297749952","https://openalex.org/W4308216524","https://openalex.org/W6767478059","https://openalex.org/W6810146145"],"related_works":["https://openalex.org/W2159911483","https://openalex.org/W2358415454","https://openalex.org/W2158222171","https://openalex.org/W2092269370","https://openalex.org/W2088295822","https://openalex.org/W2148668421","https://openalex.org/W2970575518","https://openalex.org/W2108627014","https://openalex.org/W2123852807","https://openalex.org/W2068423227"],"abstract_inverted_index":{"Most":[0],"deep-learned":[1],"error-correcting":[2],"codes":[3,98,138],"(DL-ECCs)":[4],"use":[5,81],"binary":[6],"cross-entropy":[7],"(BCE)":[8],"between":[9,52],"the":[10,15,20,41,53,59,63,68,73,77,86,100,115,123,148,161,174],"true":[11,54],"input":[12,60,74],"bits":[13,61,75,146],"and":[14,55,67,168],"soft":[16],"decoded":[17],"outputs":[18],"of":[19,43,72,89,102,118,136,139,153,177],"learned":[21,107],"encoder/decoder":[22],"pair":[23],"as":[24,198],"a":[25,44,48,103,133,184,199],"loss":[26,200],"function":[27],"during":[28],"training.":[29],"It":[30],"is":[31,120],"known":[32],"that":[33,195],"this":[34,82,154],"decomposes":[35],"into":[36,160],"two":[37],"terms":[38],"which":[39,95,188],"in":[40,99,114,166],"case":[42],"DL-ECC":[45,192],"correspond":[46],"to:":[47],"Kullback-Leibler":[49],"(KL)":[50],"divergence":[51],"estimated":[56],"posteriors":[57],"on":[58,130,179],"given":[62,76],"noisy":[64],"channel":[65,78],"outputs,":[66],"conditional":[69],"entropy":[70],"(CE)":[71],"outputs.":[79],"We":[80,171],"decomposition":[83,117,155],"to":[84,141,173,189],"explore":[85],"training":[87,157,163,193],"process":[88,164,194],"one":[90],"particular":[91],"DLECC":[92],"termed":[93],"TurboAE,":[94],"replaces":[96],"constituent":[97],"encoders/decoders":[101],"Turbo":[104],"code":[105],"with":[106],"convolutional":[108],"neural":[109],"networks.":[110],"Evaluating":[111],"each":[112],"term":[113],"BCE":[116,197],"TurboAE":[119,167],"facilitated":[121],"through":[122,187],"junction":[124],"tree":[125],"algorithm":[126],"for":[127],"exact":[128],"inference":[129],"graphs,":[131],"yielding":[132],"MAP":[134],"decoding":[135],"TurboAE-like":[137],"up":[140],"40":[142],"input,":[143],"120":[144],"output":[145],"(vs.":[147],"original":[149],"100-bit":[150],"inputs).":[151],"Plots":[152],"over":[156],"offer":[158],"insight":[159],"alternating":[162],"used":[165],"other":[169],"DL-ECCs.":[170],"add":[172],"growing":[175],"body":[176],"work":[178],"interpreting":[180],"DL-ECCs":[181],"by":[182],"providing":[183],"new":[185],"lens":[186],"view":[190],"any":[191],"uses":[196],"function.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}