{"id":"https://openalex.org/W4415368862","doi":"https://doi.org/10.1109/isit63088.2025.11195462","title":"Interplay Between Belief Propagation and Transformer: Differential-Attention Message Passing Transformer","display_name":"Interplay Between Belief Propagation and Transformer: Differential-Attention Message Passing Transformer","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4415368862","doi":"https://doi.org/10.1109/isit63088.2025.11195462"},"language":null,"primary_location":{"id":"doi:10.1109/isit63088.2025.11195462","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195462","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038858351","display_name":"Chin Wa Lau","orcid":"https://orcid.org/0009-0004-3864-7341"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chin Wa Ken Lau","raw_affiliation_strings":["The Chinese University of Hong Kong,China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113416047","display_name":"Xiang Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Shi","raw_affiliation_strings":["Tsinghua University,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102578060","display_name":"Ziyan Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyan Zheng","raw_affiliation_strings":["Tsinghua University,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111708148","display_name":"Hongzhi Cao","orcid":"https://orcid.org/0009-0007-2454-1003"},"institutions":[{"id":"https://openalex.org/I4210160618","display_name":"Huawei Technologies (United Kingdom)","ror":"https://ror.org/056gzgs71","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210160618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Haiwen Cao","raw_affiliation_strings":["Huawei Technologies Co., Ltd"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., Ltd","institution_ids":["https://openalex.org/I4210160618"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100948941","display_name":"Nian Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210160618","display_name":"Huawei Technologies (United Kingdom)","ror":"https://ror.org/056gzgs71","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210160618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nian Guo","raw_affiliation_strings":["Huawei Technologies Co., Ltd"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., Ltd","institution_ids":["https://openalex.org/I4210160618"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5038858351"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40599861,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.652999997138977,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.652999997138977,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/belief-propagation","display_name":"Belief propagation","score":0.7888000011444092},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5426999926567078},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5092999935150146},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.4948999881744385},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.49459999799728394},{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.4830000102519989},{"id":"https://openalex.org/keywords/message-passing","display_name":"Message passing","score":0.4778999984264374},{"id":"https://openalex.org/keywords/low-density-parity-check-code","display_name":"Low-density parity-check code","score":0.45159998536109924}],"concepts":[{"id":"https://openalex.org/C152948882","wikidata":"https://www.wikidata.org/wiki/Q4060686","display_name":"Belief propagation","level":3,"score":0.7888000011444092},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6439999938011169},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5426999926567078},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5092999935150146},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.4948999881744385},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.49459999799728394},{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.4830000102519989},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.4778999984264374},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.45879998803138733},{"id":"https://openalex.org/C67692717","wikidata":"https://www.wikidata.org/wiki/Q187444","display_name":"Low-density parity-check code","level":3,"score":0.45159998536109924},{"id":"https://openalex.org/C123614077","wikidata":"https://www.wikidata.org/wiki/Q1364905","display_name":"Propagation of uncertainty","level":2,"score":0.44609999656677246},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.43560001254081726},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.4083000123500824},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38280001282691956},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3285999894142151},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.31690001487731934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2971999943256378},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2581000030040741}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit63088.2025.11195462","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195462","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2128765501","https://openalex.org/W2169415915","https://openalex.org/W2169732368","https://openalex.org/W2584943905","https://openalex.org/W2809638521","https://openalex.org/W2898132586","https://openalex.org/W2962992649","https://openalex.org/W2964070430","https://openalex.org/W3023224011","https://openalex.org/W3033441636","https://openalex.org/W4250143236","https://openalex.org/W4403022002"],"related_works":[],"abstract_inverted_index":{"Transformer-based":[0],"neural":[1],"decoders":[2,76],"have":[3],"emerged":[4],"as":[5],"a":[6,25,40,50],"promising":[7],"approach":[8,71],"to":[9],"error":[10],"correction":[11],"coding,":[12],"combining":[13],"data-driven":[14],"adaptability":[15],"with":[16,35,69],"efficient":[17],"modeling":[18],"of":[19],"long-range":[20],"dependencies.":[21],"This":[22],"paper":[23],"presents":[24],"novel":[26],"decoder":[27],"architecture":[28],"that":[29],"integrates":[30],"classical":[31],"belief":[32,74],"propagation":[33,75],"principles":[34],"transformer":[36],"designs.":[37],"We":[38],"introduce":[39],"differentiable":[41],"syndrome":[42,56],"loss":[43],"function":[44],"leveraging":[45],"global":[46],"codebook":[47],"structure":[48],"and":[49,55],"differential-attention":[51],"mechanism":[52],"optimizing":[53],"bit":[54],"embedding":[57],"interactions.":[58],"Experimental":[59],"results":[60],"demonstrate":[61],"consistent":[62],"performance":[63],"improvements":[64],"over":[65],"existing":[66],"transformer-based":[67],"decoders,":[68],"our":[70],"surpassing":[72],"traditional":[73],"for":[77],"short-to-medium":[78],"length":[79],"LDPC":[80],"codes.":[81]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-21T00:00:00"}