{"id":"https://openalex.org/W7164302347","doi":"https://doi.org/10.48550/arxiv.2606.12303","title":"From 2D Grids to 1D Tokens: Reforming Shared Representations for Multimodal Image Fusion","display_name":"From 2D Grids to 1D Tokens: Reforming Shared Representations for Multimodal Image Fusion","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164302347","doi":"https://doi.org/10.48550/arxiv.2606.12303"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.12303","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12303","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.12303","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138410277","display_name":"Yuchen Xian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xian, Yuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138452910","display_name":"Yunqiu Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yunqiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138474460","display_name":"Yang He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138395144","display_name":"Yi Yang (116183)","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.8781999945640564,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.8781999945640564,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.05649999901652336,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0284000001847744,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7199000120162964},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6456000208854675},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5166000127792358},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.4724000096321106},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4668000042438507},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.4578000009059906},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4228000044822693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7786999940872192},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7199000120162964},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6456000208854675},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.525600016117096},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5166000127792358},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48500001430511475},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.4724000096321106},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4668000042438507},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.4578000009059906},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3359000086784363},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C2985909886","wikidata":"https://www.wikidata.org/wiki/Q193147","display_name":"Spatial coherence","level":3,"score":0.2921999990940094},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.28529998660087585},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.267300009727478},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2632000148296356},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.26109999418258667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.12303","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12303","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.12303","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12303","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.48982059955596924,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"image":[1,14,65],"fusion":[2,130],"aims":[3],"to":[4,122],"integrate":[5],"complementary":[6],"information":[7],"from":[8],"different":[9],"modalities":[10],"into":[11],"a":[12,55,62,78,89,112,119],"fused":[13],"that":[15,144],"preserves":[16],"rich":[17],"local":[18,38,99,161],"details":[19],"while":[20,92,127],"maintaining":[21],"globally":[22],"consistent":[23],"appearance.":[24],"Existing":[25],"approaches":[26],"build":[27],"shared":[28],"representations":[29],"on":[30,61,138],"2D":[31,95],"feature":[32],"grids,":[33],"which":[34,109],"excel":[35],"at":[36],"modeling":[37,68],"structures":[39],"but":[40],"offer":[41],"limited":[42],"leverage":[43],"over":[44],"image-level":[45],"global":[46,90,124,158],"appearance":[47,125],"factors.":[48,71],"To":[49],"balance":[50],"these":[51],"objectives,":[52],"we":[53,103],"introduce":[54,104],"compact":[56],"1D":[57,85],"token":[58,86],"interface":[59],"based":[60],"frozen":[63],"pretrained":[64],"tokenizer":[66,76],"for":[67,98],"non-local":[69],"appearance/base":[70],"Rather":[72],"than":[73],"using":[74],"the":[75,84,94,129,148],"as":[77,88],"reconstruction":[79],"backbone,":[80],"our":[81,145],"design":[82],"uses":[83],"space":[87],"carrier":[91],"retaining":[93],"spatial":[96],"pathway":[97],"structure":[100],"restoration.":[101],"Specifically,":[102],"Selective":[105],"Token":[106],"Editing":[107],"(STE),":[108],"sparsely":[110],"updates/replaces":[111],"small":[113],"set":[114],"of":[115],"critical":[116],"tokens,":[117],"providing":[118],"lightweight":[120],"mechanism":[121],"steer":[123],"coherence":[126,159],"keeping":[128],"backbone":[131],"unchanged":[132],"and":[133,160],"avoiding":[134],"extra":[135],"losses.":[136],"Experiments":[137],"four":[139],"commonly":[140],"used":[141],"benchmarks":[142],"show":[143],"method":[146],"achieves":[147],"best":[149],"overall":[150],"performance,":[151],"with":[152],"consistent,":[153],"multi-metric":[154],"improvements":[155],"in":[156],"both":[157],"fidelity.":[162],"Project":[163],"page:":[164],"https://zju-xyc.github.io/1D-Fusion-Project-Page/":[165]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-12T00:00:00"}