{"id":"https://openalex.org/W7160650826","doi":"https://doi.org/10.48550/arxiv.2605.05646","title":"MUSE: Resolving Manifold Misalignment in Visual Tokenization via Topological Orthogonality","display_name":"MUSE: Resolving Manifold Misalignment in Visual Tokenization via Topological Orthogonality","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160650826","doi":"https://doi.org/10.48550/arxiv.2605.05646"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.05646","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05646","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.05646","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113196447","display_name":"Panqi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Panqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135654362","display_name":"Haodong Jing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing, Haodong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135712016","display_name":"Jiahao Chao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chao, Jiahao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092595827","display_name":"Tingyan Xiang","orcid":"https://orcid.org/0009-0003-3132-4374"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiang, Tingyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135654061","display_name":"Li Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135705712","display_name":"Yao Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135700849","display_name":"Yang Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135722826","display_name":"Yongqiang Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Yongqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.46140000224113464,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.46140000224113464,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12536","display_name":"Topological and Geometric Data Analysis","score":0.15369999408721924,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.11429999768733978,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orthogonality","display_name":"Orthogonality","score":0.7179999947547913},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.5866000056266785},{"id":"https://openalex.org/keywords/manifold","display_name":"Manifold (fluid mechanics)","score":0.5641000270843506},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5333999991416931},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4284999966621399},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.4018999934196472},{"id":"https://openalex.org/keywords/semantic-feature","display_name":"Semantic feature","score":0.39890000224113464},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.383899986743927},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.35600000619888306}],"concepts":[{"id":"https://openalex.org/C17137986","wikidata":"https://www.wikidata.org/wiki/Q215067","display_name":"Orthogonality","level":2,"score":0.7179999947547913},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6564000248908997},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5866000056266785},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.5641000270843506},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5333999991416931},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48399999737739563},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4284999966621399},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.426800012588501},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.4018999934196472},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.39890000224113464},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39250001311302185},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.35600000619888306},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.35510000586509705},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.3463999927043915},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3463999927043915},{"id":"https://openalex.org/C153120616","wikidata":"https://www.wikidata.org/wiki/Q17068315","display_name":"Manifold alignment","level":4,"score":0.33970001339912415},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.3336000144481659},{"id":"https://openalex.org/C151876577","wikidata":"https://www.wikidata.org/wiki/Q7049464","display_name":"Nonlinear dimensionality reduction","level":3,"score":0.3230000138282776},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3012000024318695},{"id":"https://openalex.org/C198942812","wikidata":"https://www.wikidata.org/wiki/Q496618","display_name":"Semantic property","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.05646","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05646","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.05646","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05646","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Unified":[0],"visual":[1],"tokenization":[2],"faces":[3],"a":[4,32,45],"fundamental":[5],"trade-off":[6],"between":[7,35],"high-fidelity":[8],"pixel":[9],"reconstruction":[10,36,109],"(spatial":[11],"equivariance)":[12],"and":[13,37,94],"semantic":[14,69,112],"abstraction":[15],"(conceptual":[16],"invariance).":[17],"We":[18],"attribute":[19],"this":[20],"conflict":[21],"to":[22],"Manifold":[23],"Misalignment:":[24],"naive":[25],"joint":[26],"optimization":[27,60],"induces":[28],"opposing":[29],"gradients,":[30],"creating":[31],"zero-sum":[33],"game":[34],"perception.":[38,113],"To":[39],"address":[40],"this,":[41],"we":[42],"propose":[43],"MUSE,":[44],"framework":[46],"based":[47],"on":[48],"Topological":[49],"Orthogonality.":[50],"By":[51],"treating":[52],"Structure":[53],"as":[54],"an":[55],"orthogonal":[56],"bridge,":[57],"MUSE":[58,84],"decouples":[59],"within":[61],"Transformers:":[62],"structural":[63],"gradients":[64,70],"refine":[65],"attention":[66],"topology,":[67],"while":[68],"update":[71],"feature":[72],"values.":[73],"This":[74],"turns":[75],"destructive":[76],"interference":[77],"into":[78],"Mutual":[79],"Reinforcement.":[80],"Experiments":[81],"show":[82],"that":[83,106],"breaks":[85],"the":[86],"trade-off,":[87],"achieving":[88],"state-of-the-art":[89],"generation":[90],"quality":[91],"(gFID":[92],"3.08)":[93],"surpassing":[95],"its":[96],"teacher":[97],"InternViT-300M":[98],"in":[99],"linear":[100],"probing":[101],"(85.2\\%":[102],"vs.":[103],"82.5\\%),":[104],"demonstrating":[105],"structurally":[107],"aligned":[108],"can":[110],"enhance":[111],"Code":[114],"is":[115],"available":[116],"at":[117],"https://github.com/PanqiYang1/MUSE.":[118]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}