{"id":"https://openalex.org/W4415367190","doi":"https://doi.org/10.1109/isit63088.2025.11195598","title":"Transformer-Based Decoding in Concatenated Coding Schemes Under Synchronization Errors","display_name":"Transformer-Based Decoding in Concatenated Coding Schemes Under Synchronization Errors","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4415367190","doi":"https://doi.org/10.1109/isit63088.2025.11195598"},"language":null,"primary_location":{"id":"doi:10.1109/isit63088.2025.11195598","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195598","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2511.00999","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Julian Streit","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Julian Streit","raw_affiliation_strings":["School of Computation, Information and Technology, Technical University of Munich,Munich Center for Machine Learning"],"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology, Technical University of Munich,Munich Center for Machine Learning","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092639891","display_name":"Franziska Weindel","orcid":"https://orcid.org/0009-0007-9053-4434"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Franziska Weindel","raw_affiliation_strings":["School of Computation, Information and Technology, Technical University of Munich,Munich Center for Machine Learning"],"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology, Technical University of Munich,Munich Center for Machine Learning","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003606899","display_name":"Reinhard Heckel","orcid":"https://orcid.org/0000-0002-2874-2984"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Reinhard Heckel","raw_affiliation_strings":["School of Computation, Information and Technology, Technical University of Munich,Munich Center for Machine Learning"],"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology, Technical University of Munich,Munich Center for Machine Learning","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":1.3676,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86695388,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12162","display_name":"Cellular Automata and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12162","display_name":"Cellular Automata and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/concatenated-error-correction-code","display_name":"Concatenated error correction code","score":0.5597000122070312},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5539000034332275},{"id":"https://openalex.org/keywords/code-word","display_name":"Code word","score":0.5101000070571899},{"id":"https://openalex.org/keywords/error-detection-and-correction","display_name":"Error detection and correction","score":0.4867999851703644},{"id":"https://openalex.org/keywords/block-code","display_name":"Block code","score":0.40959998965263367},{"id":"https://openalex.org/keywords/turbo-code","display_name":"Turbo code","score":0.3822000026702881},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.3702999949455261},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.367900013923645},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3637000024318695}],"concepts":[{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6955999732017517},{"id":"https://openalex.org/C78944582","wikidata":"https://www.wikidata.org/wiki/Q5158264","display_name":"Concatenated error correction code","level":4,"score":0.5597000122070312},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5539000034332275},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5292999744415283},{"id":"https://openalex.org/C153207627","wikidata":"https://www.wikidata.org/wiki/Q863873","display_name":"Code word","level":3,"score":0.5101000070571899},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.4867999851703644},{"id":"https://openalex.org/C157125643","wikidata":"https://www.wikidata.org/wiki/Q884707","display_name":"Block code","level":3,"score":0.40959998965263367},{"id":"https://openalex.org/C114504821","wikidata":"https://www.wikidata.org/wiki/Q2164281","display_name":"Turbo code","level":3,"score":0.3822000026702881},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.3702999949455261},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3637000024318695},{"id":"https://openalex.org/C2400350","wikidata":"https://www.wikidata.org/wiki/Q1752667","display_name":"Linear code","level":4,"score":0.35190001130104065},{"id":"https://openalex.org/C165293857","wikidata":"https://www.wikidata.org/wiki/Q1534522","display_name":"Binary Golay code","level":2,"score":0.3517000079154968},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3352999985218048},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33320000767707825},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.3305000066757202},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3294000029563904},{"id":"https://openalex.org/C78065487","wikidata":"https://www.wikidata.org/wiki/Q1061598","display_name":"Reed\u2013Solomon error correction","level":5,"score":0.32679998874664307},{"id":"https://openalex.org/C202932441","wikidata":"https://www.wikidata.org/wiki/Q55611017","display_name":"Forward error correction","level":3,"score":0.3262999951839447},{"id":"https://openalex.org/C73150493","wikidata":"https://www.wikidata.org/wiki/Q853922","display_name":"Hamming code","level":4,"score":0.3102000057697296},{"id":"https://openalex.org/C56296756","wikidata":"https://www.wikidata.org/wiki/Q840922","display_name":"Bit error rate","level":3,"score":0.298799991607666},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C26693338","wikidata":"https://www.wikidata.org/wiki/Q1567339","display_name":"Hadamard code","level":3,"score":0.275299996137619},{"id":"https://openalex.org/C17137986","wikidata":"https://www.wikidata.org/wiki/Q215067","display_name":"Orthogonality","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C76862118","wikidata":"https://www.wikidata.org/wiki/Q1105671","display_name":"Coding gain","level":3,"score":0.25540000200271606},{"id":"https://openalex.org/C195956108","wikidata":"https://www.wikidata.org/wiki/Q7268362","display_name":"Quadratic growth","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C64948573","wikidata":"https://www.wikidata.org/wiki/Q625117","display_name":"BCJR algorithm","level":5,"score":0.25220000743865967}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isit63088.2025.11195598","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195598","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2511.00999","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.00999","pdf_url":"https://arxiv.org/pdf/2511.00999","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2511.00999","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.00999","pdf_url":"https://arxiv.org/pdf/2511.00999","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1522919591","https://openalex.org/W1963723740","https://openalex.org/W2005692408","https://openalex.org/W2116090194","https://openalex.org/W2128765501","https://openalex.org/W2133068391","https://openalex.org/W2157477135","https://openalex.org/W2161994444","https://openalex.org/W2167082268","https://openalex.org/W2666368276","https://openalex.org/W2770861014","https://openalex.org/W2943019532","https://openalex.org/W2962809499","https://openalex.org/W2963408536","https://openalex.org/W2964175260","https://openalex.org/W2970898848","https://openalex.org/W2992441690","https://openalex.org/W3015658753","https://openalex.org/W3081045327","https://openalex.org/W3112170415","https://openalex.org/W3195874288","https://openalex.org/W3216171223","https://openalex.org/W4385245566","https://openalex.org/W4395680621","https://openalex.org/W4402156627","https://openalex.org/W4407813519"],"related_works":[],"abstract_inverted_index":{"We":[0],"consider":[1],"the":[2,54,60,66,100,111,129,138,144],"reconstruction":[3,72],"of":[4,68,113,128],"a":[5,34,86,149,156],"codeword":[6],"from":[7,73],"multiple":[8,126,165],"noisy":[9,114,166],"copies,":[10,70],"each":[11],"independently":[12],"corrupted":[13,168],"by":[14,169],"insertion,":[15,170],"deletion,":[16,171],"and":[17,43,53,158,172],"substitution":[18,173],"errors.":[19,174],"This":[20,116],"problem":[21],"arises,":[22],"for":[23,91,103,121,163],"example,":[24],"in":[25,155],"DNA":[26,122,131],"data":[27,123],"storage.":[28],"A":[29],"common":[30],"code":[31,36,42],"construction":[32],"uses":[33],"concatenated":[35],"with":[37,65,110,148],"an":[38,44],"outer":[39,146],"linear":[40],"block":[41],"inner":[45,89],"marker":[46,92],"code,":[47],"decoded":[48],"via":[49],"Belief":[50],"Propagation":[51],"(BP)":[52],"Bahl-Cocke-Jelinek-Raviv":[55],"(BCJR)":[56],"algorithm,":[57],"respectively.":[58],"However,":[59],"BCJR":[61,101],"algorithm":[62,102],"scales":[63],"exponentially":[64],"number":[67,112],"nois":[69],"making":[71],"more":[74],"than":[75],"about":[76],"four":[77],"copies":[78,167],"infeasible.":[79],"In":[80],"this":[81,153],"paper,":[82],"we":[83,142],"introduce":[84],"BCJRFormer,":[85],"transformer-based":[87,150,161],"neural":[88],"decoder":[90,147],"codes.":[93],"BCJRFormer":[94,118],"achieves":[95],"error":[96,140],"rates":[97],"comparable":[98],"to":[99],"single-message":[104],"transmissions":[105],"while":[106],"scaling":[107],"only":[108],"quadratically":[109],"copies.":[115],"makes":[117],"well":[119],"suited":[120],"storage,":[124],"where":[125],"reads":[127],"same":[130],"sequence":[132],"are":[133],"common.":[134],"To":[135],"further":[136],"reduce":[137],"bit":[139],"rate,":[141],"replace":[143],"BP":[145],"decoder.":[151],"Combined,":[152],"results":[154],"performant":[157],"efficient":[159],"end-to-end":[160],"pipeline":[162],"decoding":[164]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-21T00:00:00"}