{"id":"https://openalex.org/W7225387182","doi":"https://doi.org/10.5281/zenodo.24013069","title":"Dimension Is All You Need: High-Dimensional Continuous Manifold Computing and Stiefel Retractions Beyond the 1D Attention Bottleneck","display_name":"Dimension Is All You Need: High-Dimensional Continuous Manifold Computing and Stiefel Retractions Beyond the 1D Attention Bottleneck","publication_year":2026,"publication_date":"2026-11-06","ids":{"openalex":"https://openalex.org/W7225387182","doi":"https://doi.org/10.5281/zenodo.24013069"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24013069","doi":"https://doi.org/10.5281/zenodo.24013069","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24013069","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24013069","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139689473","display_name":"Ariel H. Garcia Traba","orcid":"https://orcid.org/0009-0001-2787-6067","observed_orcids":["https://orcid.org/0009-0001-2787-6067"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Garcia Traba, Ariel H.","raw_affiliation_strings":["EinsofOS"],"raw_orcid":"https://orcid.org/0009-0001-2787-6067","affiliations":[{"raw_affiliation_string":"EinsofOS","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5139689473"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2581000030040741,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2581000030040741,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.1462000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12037","display_name":"Algebraic and Geometric Analysis","score":0.050700001418590546,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stiefel-manifold","display_name":"Stiefel manifold","score":0.859000027179718},{"id":"https://openalex.org/keywords/non-von-neumann-architecture","display_name":"non-von Neumann architecture","score":0.7680000066757202},{"id":"https://openalex.org/keywords/orthogonal-transformations","display_name":"orthogonal transformations","score":0.40799999237060547},{"id":"https://openalex.org/keywords/memory-bandwidth","display_name":"memory bandwidth","score":0.46799999475479126},{"id":"https://openalex.org/keywords/riemannian-geometry","display_name":"Riemannian geometry","score":0.625},{"id":"https://openalex.org/keywords/high-dimensional-embeddings","display_name":"high-dimensional embeddings","score":0.335999995470047},{"id":"https://openalex.org/keywords/multi-agent-llm-systems","display_name":"multi-agent LLM systems","score":0.35499998927116394},{"id":"https://openalex.org/keywords/data-processing-inequality","display_name":"data processing inequality","score":0.47999998927116394}],"concepts":[{"id":"https://openalex.org/C612670","wikidata":"https://www.wikidata.org/wiki/Q7616373","display_name":"Stiefel manifold","level":2,"score":0.5601000189781189},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5286999940872192},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.43479999899864197},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42489999532699585},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.41990000009536743},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C80469333","wikidata":"https://www.wikidata.org/wiki/Q189088","display_name":"Von Neumann architecture","level":2,"score":0.3628999888896942},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.3361999988555908},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.334199994802475},{"id":"https://openalex.org/C2776562905","wikidata":"https://www.wikidata.org/wiki/Q306610","display_name":"Hypersphere","level":2,"score":0.33410000801086426},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.3172999918460846},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3131999969482422},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2824999988079071},{"id":"https://openalex.org/C32900221","wikidata":"https://www.wikidata.org/wiki/Q181365","display_name":"Dot product","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.27390000224113464},{"id":"https://openalex.org/C164380108","wikidata":"https://www.wikidata.org/wiki/Q507187","display_name":"Attractor","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C62799726","wikidata":"https://www.wikidata.org/wiki/Q190056","display_name":"Hilbert space","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.24013069","doi":"https://doi.org/10.5281/zenodo.24013069","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24013069","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24013070","doi":"https://doi.org/10.5281/zenodo.24013070","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24013070","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24013069","doi":"https://doi.org/10.5281/zenodo.24013069","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24013069","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7166772687","https://openalex.org/W7166658351","https://openalex.org/W7225048385","https://openalex.org/W7167012213","https://openalex.org/W7116458749","https://openalex.org/W7167818709","https://openalex.org/W7167946411","https://openalex.org/W7223934029","https://openalex.org/W7167421609","https://openalex.org/W7214992186"],"abstract_inverted_index":{"DIMENSION":[0],"IS":[1],"ALL":[2],"YOU":[3],"NEED:":[4],"High-Dimensional":[5],"Continuous":[6],"Manifold":[7],"Computing":[8],"and":[9,50,89,96,145,196,247,261,296],"Stiefel":[10,108],"Retractions":[11],"Beyond":[12],"the":[13,45,51,127,284],"1D":[14,53,71,180],"Attention":[15],"Bottleneck":[16],"Official":[17],"Hardened":[18],"Monograph":[19],"\u2014":[20],"Version":[21],"1550":[22],"(EinsofOS":[23],"/":[24],"POLYDIM":[25,95,150],"Research":[26],"Initiative)Author:":[27],"Ariel":[28],"H.":[29],"Garcia":[30],"Traba":[31],"(ORCID:":[32],"0009-0001-2787-6067)":[33],"---":[34,170,277],"###":[35,171,278],"Executive":[36],"Abstract":[37],"Modern":[38],"artificial":[39],"intelligence":[40],"remains":[41],"fundamentally":[42],"constrained":[43],"by":[44],"von":[46],"Neumann":[47],"sequential":[48],"bottleneck":[49],"discrete":[52,135],"autoregressive":[54],"tokenization":[55],"paradigm.":[56],"Under":[57],"Shannon's":[58],"Data":[59],"Processing":[60],"Inequality":[61],"(DPI),":[62],"sequentially":[63],"projecting":[64],"continuous,":[65],"dense":[66],"high-dimensional":[67,300],"semantic":[68],"spaces":[69],"onto":[70],"integer":[72],"vocabularies":[73],"induces":[74],"irreversible":[75],"entropic":[76],"collapse,":[77],"forcing":[78],"Transformers":[79],"into":[80],"quadratic":[81],"scaling":[82],"overhead":[83],"O(N^2),":[84],"severe":[85],"memory":[86,209,258],"bandwidth":[87,259],"exhaustion,":[88],"catastrophic":[90],"multi-agent":[91],"degradation.":[92],"We":[93],"present":[94],"EinsofOS:":[97],"a":[98],"non-von-Neumann":[99],"geometric":[100],"computing":[101],"architecture":[102,210],"that":[103,188],"operates":[104],"natively":[105],"over":[106],"compact":[107],"manifolds":[109],"St(k,":[110],"D)":[111],"=":[112,122],"{":[113],"X":[114,121,161],"in":[115,143,226,257,271],"R^(D":[116],"x":[117],"k)":[118],"|":[119],"X^T":[120],"I_k":[123],"}":[124],"embedded":[125],"within":[126],"hypersphere":[128],"S^{D-1}":[129],"(D":[130],">=":[131],"1024).":[132],"By":[133],"replacing":[134],"token":[136],"decoders":[137],"with":[138,229],"continuous":[139,184],"orthogonal":[140],"Clifford":[141],"rotors":[142],"Cl(D)":[144],"high-order":[146],"polar":[147],"safe":[148],"retractions,":[149],"preserves":[151],"Riemannian":[152],"metric":[153],"invariants":[154],"while":[155],"maintaining":[156],"strict":[157],"numerical":[158],"isometry":[159],"(||X^T":[160],"-":[162],"I_k||":[163],"<=":[164],"10^-15)":[165],"via":[166],"compensated":[167],"Neumaier":[168],"summation.":[169],"Key":[172],"Technological":[173],"&":[174],"Scientific":[175],"Contributions":[176],"1.":[177],"Elimination":[178],"of":[179,280],"Token":[181],"Collapse:":[182],"Formulates":[183],"vector":[185],"thought":[186],"fields":[187],"bypass":[189],"textual":[190],"serialization,":[191],"avoiding":[192],"intermediate":[193],"lexical":[194],"discretization":[195],"information":[197],"loss.":[198],"2.":[199],"Polymorphic":[200],"Memory":[201],"Transfer":[202],"Protocol":[203],"(PMTP):":[204],"A":[205],"silicon-native":[206],"zero-copy":[207],"shared":[208],"(PmtpShmBus)":[211],"enabling":[212],"multi-model":[213],"swarms":[214],"(DeepSeek-R1,":[215],"Qwen":[216],"2.5,":[217],"LLaMA-3,":[218],"Gemma-2)":[219],"to":[220,254],"exchange":[221],"raw":[222],"latent":[223],"state":[224],"slabs":[225],"physical":[227],"RAM":[228],"sub-microsecond":[230],"IPC":[231],"latency.":[232],"3.":[233],"Empirical":[234],"Silicon":[235],"Verification:":[236],"Validated":[237],"through":[238],"600":[239],"benchmark":[240],"trials":[241],"across":[242],"AVX2/AVX-512":[243],"SIMD,":[244],"C++20,":[245],"Rust,":[246],"NVIDIA":[248],"Triton":[249],"GPU":[250],"kernels,":[251],"demonstrating":[252],"up":[253],"98%":[255],"reduction":[256],"dissipation":[260],"zero":[262],"context":[263],"drift.":[264],"4.":[265],"Formal":[266],"Proofs:":[267],"Axiomatic":[268],"consistency":[269],"verified":[270],"Lean":[272],"4":[273],"theorem":[274],"proving":[275],"frameworks.":[276],"Contents":[279],"this":[281],"Deposit":[282],"Includes":[283],"complete,":[285],"hardened":[286],"scholarly":[287],"manuscript":[288],"PDF":[289],"(105.7":[290],"KB),":[291],"mathematical":[292],"proofs,":[293],"algorithm":[294],"definitions,":[295],"reproducibility":[297],"specifications":[298],"for":[299],"post-transformer":[301],"computing.":[302]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-11-07T00:00:00"}