{"id":"https://openalex.org/W7138114523","doi":"https://doi.org/10.48550/arxiv.2603.15228","title":"HYDRA: Unifying Multi-modal Generation and Understanding via Representation-Harmonized Tokenization","display_name":"HYDRA: Unifying Multi-modal Generation and Understanding via Representation-Harmonized Tokenization","publication_year":2026,"publication_date":"2026-03-16","ids":{"openalex":"https://openalex.org/W7138114523","doi":"https://doi.org/10.48550/arxiv.2603.15228"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.15228","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15228","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.15228","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129673389","display_name":"Xuerui Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Qiu, Xuerui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129699912","display_name":"Yutao Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Yutao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129719244","display_name":"Guozhen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Guozhen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054472471","display_name":"Junzhe Li","orcid":"https://orcid.org/0009-0000-4949-0571"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Junzhe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129655599","display_name":"JiaKui Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, JiaKui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129726894","display_name":"Xiao Yong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129748007","display_name":"Yang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007563120","display_name":"Songtao Liu","orcid":"https://orcid.org/0000-0002-1383-6929"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Songtao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129734243","display_name":"Miles Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Miles","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129658159","display_name":"Yu Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129702943","display_name":"Zhao Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Zhao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129665932","display_name":"Liefeng Bo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bo, Liefeng","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5129673389"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7929999828338623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7929999828338623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.15209999680519104,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.01899999938905239,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5188999772071838},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.47040000557899475},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4611000120639801},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.4262000024318695},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.421099990606308},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.41769999265670776},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.4000999927520752},{"id":"https://openalex.org/keywords/semantic-gap","display_name":"Semantic gap","score":0.39259999990463257},{"id":"https://openalex.org/keywords/unified-model","display_name":"Unified Model","score":0.3772999942302704}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.777899980545044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5891000032424927},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5188999772071838},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.47040000557899475},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4611000120639801},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4262000024318695},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.421099990606308},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41769999265670776},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.4000999927520752},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.39259999990463257},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.3772999942302704},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.37049999833106995},{"id":"https://openalex.org/C2985684807","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Text generation","level":2,"score":0.37040001153945923},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3409999907016754},{"id":"https://openalex.org/C194232998","wikidata":"https://www.wikidata.org/wiki/Q1606712","display_name":"Transition (genetics)","level":3,"score":0.3393999934196472},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3271999955177307},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.29670000076293945},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.15228","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15228","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.15228","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15228","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Unified":[0],"Multimodal":[1],"Models":[2],"struggle":[3],"to":[4,50,73,93,116,125],"bridge":[5],"the":[6,10,18,64,77],"fundamental":[7],"gap":[8],"between":[9],"abstract":[11],"representations":[12],"needed":[13],"for":[14,22,96,119],"visual":[15,67,163],"understanding":[16,195],"and":[17,48,143,167,177],"detailed":[19],"primitives":[20],"required":[21],"generation.":[23],"Existing":[24],"approaches":[25],"typically":[26],"compromise":[27],"by":[28,104,186],"employing":[29],"decoupled":[30],"encoders,":[31],"stacking":[32],"representation":[33],"encoder":[34],"atop":[35],"VAEs,":[36],"or":[37],"utilizing":[38],"discrete":[39],"quantization.":[40],"However,":[41],"these":[42],"methods":[43],"often":[44],"disrupt":[45],"information":[46],"coherence":[47],"lead":[49],"optimization":[51],"conflicts.":[52],"To":[53],"this":[54,100,132],"end,":[55],"we":[56,134],"introduce":[57],"HYDRA-TOK,":[58],"a":[59,81,87,94,105,113,137,146,155,160],"representation-harmonized":[60],"pure":[61],"ViT":[62],"in":[63,162],"insight":[65],"that":[66,84],"modeling":[68],"should":[69],"evolve":[70],"from":[71,86],"generation":[72,144,170],"understanding.":[74],"HYDRA-TOK":[75],"reformulates":[76],"standard":[78],"backbone":[79],"into":[80,112],"progressive":[82],"learner":[83],"transitions":[85],"Gen-ViT,":[88],"which":[89,109],"captures":[90],"structure-preserving":[91],"primitives,":[92],"Sem-ViT":[95],"semantic":[97,128],"encoding.":[98],"Crucially,":[99],"transition":[101],"is":[102],"mediated":[103],"Generation-Semantic":[106],"Bottleneck":[107],"(GSB),":[108],"compresses":[110],"features":[111],"low-dimensional":[114],"space":[115],"filter":[117],"noise":[118],"robust":[120],"synthesis,":[121],"then":[122],"restores":[123],"dimensionality":[124],"empower":[126],"complex":[127],"comprehension.":[129],"Built":[130],"upon":[131],"foundation,":[133],"present":[135],"HYDRA,":[136],"native":[138,184],"unified":[139],"framework":[140],"integrating":[141],"perception":[142],"within":[145],"single":[147],"parameter":[148],"space.":[149],"Extensive":[150],"experiments":[151],"establish":[152],"HYDRA":[153],"as":[154],"new":[156],"state-of-the-art.":[157],"It":[158],"sets":[159],"benchmark":[161],"reconstruction":[164],"(rFID":[165],"0.08)":[166],"achieves":[168],"top-tier":[169],"performance":[171],"on":[172],"GenEval":[173],"(0.86),":[174],"DPG-Bench":[175],"(86.4),":[176],"WISE":[178],"(0.53),":[179],"while":[180],"simultaneously":[181],"outperforming":[182],"previous":[183],"UMMs":[185],"an":[187],"average":[188],"of":[189],"10.0":[190],"points":[191],"across":[192],"eight":[193],"challenging":[194],"benchmarks.":[196]},"counts_by_year":[],"updated_date":"2026-03-18T06:31:55.123368","created_date":"2026-03-18T00:00:00"}