{"id":"https://openalex.org/W7164328933","doi":"https://doi.org/10.48550/arxiv.2606.11673","title":"Higher-Order Token Interactions via Quantum Attention","display_name":"Higher-Order Token Interactions via Quantum Attention","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164328933","doi":"https://doi.org/10.48550/arxiv.2606.11673"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.11673","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11673","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.11673","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138397166","display_name":"Jian Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138453936","display_name":"Chao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135447788","display_name":"Delu Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Delu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135486350","display_name":"John Paisley","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paisley, John","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138450731","display_name":"Qibin Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Qibin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.6298999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.6298999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11804","display_name":"Quantum many-body systems","score":0.16140000522136688,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.07850000262260437,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/disjoint-sets","display_name":"Disjoint sets","score":0.5564000010490417},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5475000143051147},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.5131999850273132},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.48910000920295715},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.41370001435279846},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.4011000096797943},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.37940001487731934},{"id":"https://openalex.org/keywords/degree","display_name":"Degree (music)","score":0.36649999022483826},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.35569998621940613}],"concepts":[{"id":"https://openalex.org/C45340560","wikidata":"https://www.wikidata.org/wiki/Q215382","display_name":"Disjoint sets","level":2,"score":0.5564000010490417},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5475000143051147},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5322999954223633},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5131999850273132},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.48910000920295715},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4699999988079071},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41690000891685486},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.41370001435279846},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.41119998693466187},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.36649999022483826},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C2781204021","wikidata":"https://www.wikidata.org/wiki/Q6497091","display_name":"Lattice (music)","level":2,"score":0.35510000586509705},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.35120001435279846},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3382999897003174},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C2777151079","wikidata":"https://www.wikidata.org/wiki/Q141160","display_name":"Parity (physics)","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C135598885","wikidata":"https://www.wikidata.org/wiki/Q1366302","display_name":"Row","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C203087015","wikidata":"https://www.wikidata.org/wiki/Q378201","display_name":"Qubit","level":3,"score":0.2563000023365021},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.11673","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11673","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.11673","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11673","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Standard":[0],"dot-product":[1],"self-attention":[2,78],"computes,":[3],"in":[4,26],"a":[5,15,39,65,113,121,162,217],"single":[6,76],"layer,":[7],"only":[8],"pairwise":[9],"(order-2)":[10],"interactions":[11,57],"between":[12],"tokens;":[13],"representing":[14],"generic":[16],"order-$k$":[17,55,95],"interaction":[18,220],"is":[19,131,152,209],"known":[20],"to":[21],"require":[22],"either":[23],"super-quadratic":[24],"resources":[25],"one":[27,99],"layer":[28,79],"or":[29],"composition":[30],"across":[31,222],"depth.":[32],"We":[33,69],"introduce":[34],"\\textbf{Quantum":[35],"Higher-Order":[36],"Attention":[37],"(QHA)},":[38],"shallow,":[40],"hardware-realizable":[41],"quantum":[42],"attention":[43,182],"head":[44,101,183],"that,":[45],"via":[46],"data":[47],"re-uploading":[48],"and":[49,61,86,111,124,155,204,229],"an":[50,72,212],"all-to-all":[51,148],"non-Clifford":[52],"entangler,":[53],"synthesizes":[54],"token":[56],"inside":[58],"the":[59,94,128,145,179,190,193,196,235,239],"circuit":[60,104],"exposes":[62],"them":[63],"through":[64],"local":[66,122],"single-qubit":[67],"read-out.":[68],"prove":[70],"(i)":[71],"expressivity":[73],"separation:":[74],"any":[75],"standard":[77],"with":[80,103,120,188],"embedding":[81],"dimension":[82],"$m$,":[83],"$H$":[84],"heads":[85],"$p$-bit":[87],"precision":[88],"satisfying":[89],"$mHp=o(N/\\log\\log":[90],"N)$":[91],"cannot":[92],"represent":[93],"correlation":[96],"family":[97],"that":[98,144],"QHA":[100,167,214],"represents":[102],"depth":[105,127],"$O(\\log":[106,125],"k)$":[107],"($O(k)$":[108],"two-qubit":[109],"gates);":[110],"(ii)":[112],"trainability":[114],"guarantee":[115],"for":[116,202],"its":[117],"local-design":[118],"instantiation:":[119],"read-out":[123],"n)$":[126],"gradient":[129],"variance":[130],"$\u03a9(1/\\mathrm{poly}(n))$":[132],"(no":[133],"barren":[134],"plateau),":[135],"which":[136],"we":[137,150],"confirm":[138],"empirically":[139,154],"--":[140],"while":[141],"being":[142],"explicit":[143],"more":[146],"expressive":[147],"instantiation":[149],"benchmark":[151],"trained":[153],"shows":[156],"exponentially":[157],"decaying":[158],"gradients.":[159],"Empirically,":[160],"at":[161,238],"$6.5\\times$":[163],"smaller":[164],"parameter":[165,241],"budget,":[166],"generalizes":[168],"hidden-subset":[169],"parity":[170,203],"of":[171,192],"every":[172],"order":[173],"$k\\le6$":[174],"from":[175],"disjoint":[176],"inputs,":[177],"whereas":[178],"larger":[180],"classical":[181],"collapses":[184],"past":[185],"order~2;":[186],"consistent":[187],"theory,":[189],"size":[191],"advantage":[194],"tracks":[195],"target's":[197],"Fourier":[198],"degree":[199],"-":[200,225,233],"largest":[201],"shrinking":[205],"when":[206],"low-order":[207],"structure":[208],"present.":[210],"As":[211],"application,":[213],"serves":[215],"as":[216],"compact":[218],"high-order":[219],"detector":[221],"three":[223],"domains":[224],"genetic":[226],"epistasis,":[227],"learning-parity-with-noise,":[228],"graph":[230],"triangle":[231],"detection":[232],"reaching":[234],"noise":[236],"ceiling":[237],"smallest":[240],"budget":[242],"where":[243],"field-standard":[244],"linear":[245],"methods":[246],"fail.":[247]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-12T00:00:00"}