{"id":"https://openalex.org/W7214718109","doi":"https://doi.org/10.48550/arxiv.2609.33695","title":"Geometric Inductive Biases for Semi-Supervised Equalization: The Constellation-Aware Transformer","display_name":"Geometric Inductive Biases for Semi-Supervised Equalization: The Constellation-Aware Transformer","publication_year":2026,"publication_date":"2026-09-27","ids":{"openalex":"https://openalex.org/W7214718109","doi":"https://doi.org/10.48550/arxiv.2609.33695"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.33695","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.33695","pdf_url":"https://arxiv.org/pdf/2609.33695","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.33695","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077903013","display_name":"Avi Caciularu","orcid":"https://orcid.org/0000-0003-0573-1075","observed_orcids":["https://orcid.org/0000-0003-0573-1075"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Caciularu, Avi","raw_affiliation_strings":["Google Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5077903013"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10125","display_name":"Advanced Wireless Communication Techniques","score":0.7813000082969666,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10125","display_name":"Advanced Wireless Communication Techniques","score":0.7813000082969666,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.1624000072479248,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.008100000210106373,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/channel-equalization","display_name":"channel equalization","score":0.7070000171661377},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"semi-supervised learning","score":0.7839999794960022},{"id":"https://openalex.org/keywords/constellation-geometry","display_name":"constellation geometry","score":0.6110000014305115},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.6679999828338623},{"id":"https://openalex.org/keywords/pilot-overhead-reduction","display_name":"pilot overhead reduction","score":0.5659999847412109},{"id":"https://openalex.org/keywords/fir-filters","display_name":"FIR filters","score":0.5379999876022339},{"id":"https://openalex.org/keywords/matched-filter-bank","display_name":"matched filter bank","score":0.6140000224113464},{"id":"https://openalex.org/keywords/mmse-equalization","display_name":"MMSE equalization","score":0.8040000200271606},{"id":"https://openalex.org/keywords/intersymbol-interference","display_name":"intersymbol interference","score":0.7509999871253967},{"id":"https://openalex.org/keywords/deep-learning-for-communications","display_name":"deep learning for communications","score":0.45500001311302185}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5885000228881836},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5522000193595886},{"id":"https://openalex.org/C198386975","wikidata":"https://www.wikidata.org/wiki/Q117785","display_name":"Finite impulse response","level":2,"score":0.5102999806404114},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5095000267028809},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4196999967098236},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4124999940395355},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C72279823","wikidata":"https://www.wikidata.org/wiki/Q1139726","display_name":"Impulse response","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C75755367","wikidata":"https://www.wikidata.org/wiki/Q104531076","display_name":"Equalization (audio)","level":3,"score":0.31450000405311584},{"id":"https://openalex.org/C139722471","wikidata":"https://www.wikidata.org/wiki/Q2619517","display_name":"Linear filter","level":3,"score":0.30480000376701355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3000999987125397},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C174576160","wikidata":"https://www.wikidata.org/wiki/Q1183700","display_name":"Deconvolution","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C70836080","wikidata":"https://www.wikidata.org/wiki/Q837940","display_name":"Impulse (physics)","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C99821215","wikidata":"https://www.wikidata.org/wiki/Q1136583","display_name":"Swap (finance)","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.2865000069141388},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.28290000557899475},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.2806999981403351},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C22597639","wikidata":"https://www.wikidata.org/wiki/Q5449227","display_name":"Filter design","level":3,"score":0.26930001378059387},{"id":"https://openalex.org/C36390408","wikidata":"https://www.wikidata.org/wiki/Q1163067","display_name":"Digital filter","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2605000138282776}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.33695","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.33695","pdf_url":"https://arxiv.org/pdf/2609.33695","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.33695","doi":"https://doi.org/10.48550/arxiv.2609.33695","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.33695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.33695","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.33695","pdf_url":"https://arxiv.org/pdf/2609.33695","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4943999946117401}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214718109.pdf","grobid_xml":"https://content.openalex.org/works/W7214718109.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2045407304","https://openalex.org/W2049633694","https://openalex.org/W2107757493","https://openalex.org/W2666368276","https://openalex.org/W2773170971","https://openalex.org/W2787861575","https://openalex.org/W2791908596","https://openalex.org/W2922367577","https://openalex.org/W2944891299","https://openalex.org/W2946612591","https://openalex.org/W2964121960","https://openalex.org/W2988394319","https://openalex.org/W3004445551","https://openalex.org/W3005100426","https://openalex.org/W3105055324","https://openalex.org/W3197542924","https://openalex.org/W3214546377","https://openalex.org/W4221162285","https://openalex.org/W4377971285","https://openalex.org/W4388426872","https://openalex.org/W4393184912","https://openalex.org/W4403936770","https://openalex.org/W4416595956"],"related_works":["https://openalex.org/W7140786358","https://openalex.org/W4412624503","https://openalex.org/W7172346921","https://openalex.org/W4401509408","https://openalex.org/W7077870772","https://openalex.org/W2033078103","https://openalex.org/W4415342256","https://openalex.org/W2944891299","https://openalex.org/W7011614233","https://openalex.org/W4403936770"],"abstract_inverted_index":{"Decoding":[0],"signals":[1,102],"over":[2],"unknown":[3],"channels":[4],"with":[5,139,193,199],"minimal":[6],"pilot":[7],"overhead":[8],"is":[9,61,84,136],"a":[10,70,87,110,116,125,150,190],"critical":[11],"challenge":[12],"in":[13],"next-generation":[14],"communications.":[15],"Existing":[16],"deep":[17],"learning":[18],"approaches":[19],"typically":[20],"rely":[21],"on":[22,181],"generic":[23],"encoders":[24],"that":[25,44,60,73,114,133,162],"struggle":[26],"to":[27,99],"model":[28],"long-range":[29],"temporal":[30],"dependencies":[31],"or":[32],"efficiently":[33],"capture":[34],"the":[35,57,66,80,140,159,168],"channel's":[36],"physical":[37],"properties":[38],"from":[39,48],"scarce":[40],"data.":[41],"We":[42,64,131],"argue":[43],"standard":[45,178],"architectures":[46],"suffer":[47],"agnostic":[49],"estimation":[50],"gaps,":[51],"as":[52],"they":[53,197],"must":[54],"implicitly":[55],"learn":[56],"constellation":[58,105],"geometry":[59],"already":[62],"known.":[63],"introduce":[65],"Constellation-Aware":[67],"Transformer":[68,179],"(CAT),":[69],"novel":[71],"architecture":[72],"explicitly":[74],"injects":[75],"geometric":[76,129],"inductive":[77],"biases":[78],"into":[79],"equalization":[81,165],"process.":[82],"CAT":[83,171],"composed":[85],"of":[86,89,183],"stack":[88],"custom":[90],"TransFIRmer":[91],"blocks,":[92],"which":[93],"use":[94],"an":[95],"\"early":[96],"interaction\"":[97],"paradigm":[98],"co-process":[100],"received":[101],"and":[103,124,153,177],"ideal":[104],"symbols.":[106],"Each":[107],"block":[108,163],"features":[109],"split":[111],"Feed-Forward":[112],"Network":[113],"applies":[115],"Finite":[117],"Impulse":[118],"Response":[119],"(FIR)-inspired":[120],"filter":[121],"for":[122,128],"deconvolution":[123],"parallel":[126],"MLP":[127],"refinement.":[130],"show":[132],"this":[134],"design":[135],"structurally":[137],"aligned":[138],"optimal":[141],"linear":[142],"(MIMO":[143],"Wiener)":[144],"receiver:":[145],"its":[146,154],"attention":[147],"can":[148],"implement":[149],"matched-filter":[151],"bank,":[152],"bidirectional":[155],"FIR":[156],"branch":[157],"provides":[158],"non-causal":[160],"filtering":[161],"MMSE":[164],"requires.":[166],"In":[167],"semi-supervised":[169],"setting,":[170],"needs":[172],"fewer":[173],"pilots":[174,195],"than":[175,196],"VAE":[176],"baselines:":[180],"two":[182],"our":[184],"three":[185],"ISI":[186],"channels,":[187],"it":[188],"reaches":[189],"lower":[191],"SER":[192],"64":[194],"do":[198],"128.":[200]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-30T00:00:00"}