{"id":"https://openalex.org/W7160916756","doi":"https://doi.org/10.48550/arxiv.2605.09498","title":"Spectral Transformer Neural Processes","display_name":"Spectral Transformer Neural Processes","publication_year":2026,"publication_date":"2026-05-10","ids":{"openalex":"https://openalex.org/W7160916756","doi":"https://doi.org/10.48550/arxiv.2605.09498"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.09498","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09498","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.09498","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135935399","display_name":"Xianhe Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xianhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135937166","display_name":"Hao Chen","orcid":"https://orcid.org/0000-0003-4339-3441"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135958119","display_name":"Yingzhen Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yingzhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.1289999932050705,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.1289999932050705,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.11509999632835388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.08160000294446945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5784000158309937},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5095000267028809},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4320000112056732},{"id":"https://openalex.org/keywords/spectral-shape-analysis","display_name":"Spectral shape analysis","score":0.4050999879837036},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.3953000009059906},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.38280001282691956},{"id":"https://openalex.org/keywords/euclidean-distance","display_name":"Euclidean distance","score":0.3522999882698059},{"id":"https://openalex.org/keywords/manifold","display_name":"Manifold (fluid mechanics)","score":0.34850001335144043}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5784000158309937},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5626000165939331},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5095000267028809},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47130000591278076},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4361000061035156},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4320000112056732},{"id":"https://openalex.org/C152822103","wikidata":"https://www.wikidata.org/wiki/Q7575207","display_name":"Spectral shape analysis","level":3,"score":0.4050999879837036},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3953000009059906},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.38280001282691956},{"id":"https://openalex.org/C120174047","wikidata":"https://www.wikidata.org/wiki/Q847073","display_name":"Euclidean distance","level":2,"score":0.3522999882698059},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3522000014781952},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C2983668108","wikidata":"https://www.wikidata.org/wiki/Q280453","display_name":"Spectral analysis","level":3,"score":0.3156999945640564},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.314300000667572},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.31060001254081726},{"id":"https://openalex.org/C186450821","wikidata":"https://www.wikidata.org/wiki/Q17295","display_name":"Euclidean space","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C168110828","wikidata":"https://www.wikidata.org/wiki/Q1331626","display_name":"Spectral density","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C2985906921","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Spectral properties","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2831000089645386},{"id":"https://openalex.org/C176641082","wikidata":"https://www.wikidata.org/wiki/Q2446767","display_name":"Spectral signature","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C125884559","wikidata":"https://www.wikidata.org/wiki/Q369791","display_name":"Linear variable differential transformer","level":5,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.09498","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09498","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.09498","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09498","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Time":[0],"series,":[1],"spatial":[2],"data,":[3],"and":[4,19,27,73,121,146],"images":[5],"are":[6,95],"natural":[7],"applications":[8],"of":[9,47,144],"Neural":[10,41,49,136],"Processes.":[11],"However,":[12],"when":[13],"such":[14],"data":[15],"exhibit":[16],"strong":[17],"periodicity":[18,145],"quasi-periodicity,":[20],"existing":[21,133],"methods":[22],"often":[23],"suffer":[24],"from":[25],"underfitting":[26],"generalise":[28],"poorly":[29],"beyond":[30,138],"the":[31,89],"training":[32],"distribution.":[33],"In":[34],"this":[35],"work,":[36],"we":[37],"propose":[38],"Spectral":[39,55],"Transformer":[40,48],"Processes":[42,50,137],"(STNPs),":[43],"a":[44,54,66,81],"frequency-aware":[45],"extension":[46],"(TNPs).":[51],"STNPs":[52,127],"introduce":[53],"Aggregator":[56],"that":[57,94,126],"estimates":[58],"an":[59,104,122],"empirical":[60],"context":[61],"spectrum,":[62],"compresses":[63],"it":[64],"into":[65,84],"spectral":[67,71],"mixture,":[68],"samples":[69],"task-adaptive":[70],"features,":[72],"concatenates":[74],"them":[75],"with":[76],"time-domain":[77],"embeddings,":[78],"thereby":[79],"injecting":[80],"spectral-mixture-kernel":[82],"bias":[83],"TNPs.":[85],"This":[86],"design":[87],"reshapes":[88],"similarity":[90],"geometry,":[91],"allowing":[92],"inputs":[93],"distant":[96],"in":[97,103],"Euclidean":[98],"space":[99],"to":[100],"remain":[101],"close":[102],"induced":[105],"periodic":[106],"manifold":[107],"while":[108],"enhancing":[109],"time-frequency":[110],"interactions.":[111],"Extensive":[112],"experiments":[113],"on":[114],"synthetic":[115],"regression":[116],"tasks,":[117],"real-world":[118],"time-series":[119],"datasets,":[120],"image":[123],"dataset":[124],"demonstrate":[125],"consistently":[128],"improve":[129],"predictive":[130],"performance":[131],"over":[132],"baselines,":[134],"extending":[135],"translation":[139],"equivariance":[140],"towards":[141],"effective":[142],"modelling":[143],"quasi-periodicity.":[147]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}