{"id":"https://openalex.org/W7214722154","doi":"https://doi.org/10.48550/arxiv.2609.32319","title":"Phase Space Attention:A Hairer Lift Circumvents the Single-Layer Induction Obstruction","display_name":"Phase Space Attention:A Hairer Lift Circumvents the Single-Layer Induction Obstruction","publication_year":2026,"publication_date":"2026-09-26","ids":{"openalex":"https://openalex.org/W7214722154","doi":"https://doi.org/10.48550/arxiv.2609.32319"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.32319","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32319","pdf_url":"https://arxiv.org/pdf/2609.32319","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.32319","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5153435836","display_name":"Kingsuk Maitra","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210087596","display_name":"Qualcomm (United States)","ror":"https://ror.org/002zrf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maitra, Kingsuk","raw_affiliation_strings":["Qualcomm Cloud AI Division , Santa Clara , CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qualcomm Cloud AI Division , Santa Clara , CA","institution_ids":["https://openalex.org/I4210087596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153406954","display_name":"Shagun Sood Morteza Hosseini","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hosseini, Shagun Sood Morteza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153478118","display_name":"Suman Gunnala","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210087596","display_name":"Qualcomm (United States)","ror":"https://ror.org/002zrf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gunnala, Suman","raw_affiliation_strings":["Qualcomm Cloud AI Division , Santa Clara , CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qualcomm Cloud AI Division , Santa Clara , CA","institution_ids":["https://openalex.org/I4210087596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5153496249","display_name":"Vikram Gupta","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210087596","display_name":"Qualcomm (United States)","ror":"https://ror.org/002zrf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gupta, Vikram","raw_affiliation_strings":["Qualcomm Cloud AI Division , Santa Clara , CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qualcomm Cloud AI Division , Santa Clara , CA","institution_ids":["https://openalex.org/I4210087596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3905999958515167,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3905999958515167,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.06400000303983688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.046799998730421066,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rope","display_name":"rope","score":0.5590000152587891},{"id":"https://openalex.org/keywords/phase-transitions","display_name":"phase transitions","score":0.41499999165534973}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5015000104904175},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.48669999837875366},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4020000100135803},{"id":"https://openalex.org/C151342819","wikidata":"https://www.wikidata.org/wiki/Q62542","display_name":"Phase space","level":2,"score":0.3898000121116638},{"id":"https://openalex.org/C168619227","wikidata":"https://www.wikidata.org/wiki/Q2190991","display_name":"Symplectic geometry","level":2,"score":0.3797000050544739},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C9136319","wikidata":"https://www.wikidata.org/wiki/Q362640","display_name":"Covariant transformation","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3118000030517578},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.30300000309944153},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29280000925064087},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C128107574","wikidata":"https://www.wikidata.org/wiki/Q182003","display_name":"Injective function","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C80962145","wikidata":"https://www.wikidata.org/wiki/Q207450","display_name":"Induction motor","level":3,"score":0.25429999828338623}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.32319","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32319","pdf_url":"https://arxiv.org/pdf/2609.32319","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.32319","doi":"https://doi.org/10.48550/arxiv.2609.32319","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.32319","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.32319","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32319","pdf_url":"https://arxiv.org/pdf/2609.32319","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214722154.pdf","grobid_xml":"https://content.openalex.org/works/W7214722154.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W3001279689","https://openalex.org/W4226434736","https://openalex.org/W4402702494","https://openalex.org/W4403324167","https://openalex.org/W4405030556","https://openalex.org/W4406755454","https://openalex.org/W4409364153","https://openalex.org/W4414856922","https://openalex.org/W4414977149","https://openalex.org/W4416236328","https://openalex.org/W7128026100","https://openalex.org/W7139109177","https://openalex.org/W7149007078","https://openalex.org/W7164414240"],"related_works":["https://openalex.org/W7128026100","https://openalex.org/W7140194818","https://openalex.org/W7221015872","https://openalex.org/W7222885476","https://openalex.org/W7159658251","https://openalex.org/W7167828984","https://openalex.org/W7171639128","https://openalex.org/W7214907108","https://openalex.org/W7223139111","https://openalex.org/W7163187767"],"abstract_inverted_index":{"We":[0,94],"circumvent":[1],"the":[2,19,38,41,47,53,71,80,86,101,148,161,168,249,257,259,262],"Sanford-Hsu-Telgarsky":[3],"(SHT)":[4],"single-layer":[5],"induction":[6,72,125,215,254],"obstruction":[7,54],"within":[8,100],"a":[9,26,56,59,64,122,144,208,222,241],"linear,":[10],"one-step,":[11],"causal,":[12],"bilinear,":[13],"symplectically":[14],"consistent":[15],"design":[16],"class":[17],"on":[18],"post-RoPE":[20,87,111],"substrate,":[21],"by":[22,165,191],"lifting":[23],"attention":[24],"onto":[25],"symplectic":[27,81,105],"phase":[28,126],"space,":[29],"mirroring":[30],"Hairer's":[31],"lift":[32,36,97],"of":[33,40,66,224],"Stormer-Verlet.":[34],"The":[35,50],"exits":[37],"premise":[39],"SHT":[42],"counting":[43],"argument":[44],"rather":[45],"than":[46],"bound":[48],"itself.":[49],"reframing":[51],"exhibits":[52],"as":[55,239,271],"filter-order":[57],"gap:":[58],"one-layer":[60],"bilinear":[61],"score":[62],"realises":[63],"$z$-transform":[65],"joint":[67],"order":[68,76],"$(0,0)$,":[69],"whereas":[70],"discriminator":[73],"requires":[74,110],"key-side":[75],"$\\geq":[77],"1$.":[78],"Applying":[79],"upper":[82],"shear":[83],"$M_\u03b3:(q,p)\\mapsto(q+\u03b3p,p)$":[84],"to":[85,157],"query":[88],"and":[89,109,113,159,175,200,230,267],"key":[90],"streams":[91],"closes":[92],"it.":[93],"prove":[95],"this":[96],"is":[98,138,171,181,256,261],"unique":[99],"factorised":[102],"subclass,":[103],"exactly":[104],"at":[106,130,153,192,219,233],"operator":[107],"level,":[108],"placement;":[112],"in":[114,221],"an":[115,139,212],"explicit":[116],"$T_4$-only":[117],"Gaussian":[118],"reduction":[119],"we":[120],"derive":[121],"closed-form":[123],"two-branch":[124],"transition,":[127],"held":[128],"out":[129],"$r=0.9876$":[131],"with":[132],"zero":[133],"fitted":[134],"parameters.":[135],"That":[136],"law":[137],"analytically":[140],"solvable":[141],"limit,":[142],"not":[143],"robust":[145],"prediction:":[146],"restoring":[147],"$T_3$":[149],"channel":[150],"moves":[151],"$\u03b3_c$":[152],"$d_k=64$":[154],"from":[155],"1.030":[156],"0.569":[158],"removes":[160],"crossover.":[162],"Deployability":[163],"follows":[164],"exact":[166],"derivation:":[167],"KV":[169],"cache":[170],"unchanged,":[172],"prefix":[173],"reuse":[174],"speculative":[176],"decoding":[177],"are":[178,198,203,237],"preserved,":[179],"overhead":[180],"$6d$":[182],"FLOPs":[183],"per":[184,186],"token":[185],"layer,":[187],"INT8":[188],"headroom":[189],"grows":[190],"most":[193],"$\\log_2(1+2\u03b3)$":[194],"bits,":[195],"fused":[196],"kernels":[197],"unmodified,":[199],"no":[201],"parameters":[202,207],"added.":[204],"At":[205],"91.3M":[206],"supercritical":[209],"sweep":[210],"locates":[211],"emergence":[213],"band:":[214],"forms":[216],"3/3":[217],"seeds":[218,229],"$\u03b3=0.80$":[220],"mean":[223],"717":[225],"steps,":[226],"against":[227,246],"2/3":[228],"2700":[231],"steps":[232],"$\u03b3=0$.":[234],"Adverse":[235],"results":[236],"reported":[238],"directly:":[240],"key-only":[242],"half-lift":[243,260],"reaches":[244],"0.949":[245],"0.811":[247],"for":[248],"symmetric":[250],"operator,":[251],"so":[252],"if":[253],"accuracy":[255],"objective,":[258],"better":[263],"construction.":[264],"Forty-one":[265],"notebooks":[266],"result":[268],"files":[269],"ship":[270],"ancillary":[272],"material.":[273]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-30T00:00:00"}