{"id":"https://openalex.org/W7162792116","doi":"https://doi.org/10.48550/arxiv.2605.30265","title":"LoMo: Local Modality Substitution for Deeper Vision-Language Fusion","display_name":"LoMo: Local Modality Substitution for Deeper Vision-Language Fusion","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162792116","doi":"https://doi.org/10.48550/arxiv.2605.30265"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.30265","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30265","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.30265","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137339864","display_name":"Feng Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137382420","display_name":"Zhixiong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhixiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130224606","display_name":"Zheming Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Zheming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137397510","display_name":"Yibin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yibin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137368375","display_name":"Jiaqi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiaqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/substitution","display_name":"Substitution (logic)","score":0.7159000039100647},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6237999796867371},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5748000144958496},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4106999933719635},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.36039999127388},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.358599990606308},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.3450999855995178},{"id":"https://openalex.org/keywords/distributional-semantics","display_name":"Distributional semantics","score":0.321399986743927}],"concepts":[{"id":"https://openalex.org/C2778220771","wikidata":"https://www.wikidata.org/wiki/Q1522579","display_name":"Substitution (logic)","level":2,"score":0.7159000039100647},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6923999786376953},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6237999796867371},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5924999713897705},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5921000242233276},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5748000144958496},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4106999933719635},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.36039999127388},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.358599990606308},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3450999855995178},{"id":"https://openalex.org/C2778828372","wikidata":"https://www.wikidata.org/wiki/Q5283209","display_name":"Distributional semantics","level":3,"score":0.321399986743927},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.267300009727478},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26669999957084656},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.2572000026702881}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.30265","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30265","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.30265","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30265","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language":[0],"Models":[1],"(VLMs)":[2],"have":[3],"achieved":[4],"substantial":[5],"progress":[6],"across":[7,111,124,195,202,225],"a":[8,27,145],"wide":[9],"range":[10],"of":[11,120],"understanding":[12],"and":[13,73,78,85,94,126,163,184,215,237],"reasoning":[14,131,214],"tasks,":[15],"driven":[16],"by":[17,169,232],"large-scale":[18],"image-text":[19],"training":[20,62],"aimed":[21],"at":[22],"multimodal":[23,176,205,213],"fusion.":[24,219],"Ideally,":[25],"replacing":[26],"textual":[28,125],"question":[29],"with":[30,88],"its":[31],"rendered-image":[32],"counterpart":[33],"should":[34],"leave":[35],"model":[36,130],"performance":[37,48],"essentially":[38],"unaffected.":[39],"In":[40],"practice,":[41],"however,":[42],"such":[43,67],"modality":[44,134],"substitution":[45],"induces":[46],"dramatic":[47],"degradation.":[49],"We":[50],"attribute":[51],"this":[52,168],"\"carrier":[53],"sensitivity\"":[54],"issue":[55],"to":[56,104,117,152],"an":[57],"inherent":[58],"bias":[59,101],"in":[60],"current":[61],"corpora.":[63],"Across":[64],"prevalent":[65],"datasets":[66],"as":[68,91,96,187],"image":[69,164],"captioning,":[70],"VQA,":[71],"OCR,":[72],"web-sourced":[74],"interleaved":[75,175],"data,":[76],"text":[77,89,162,182],"images":[79,95],"are":[80],"typically":[81],"organized":[82],"into":[83,173],"distinct":[84,106],"asymmetric":[86],"roles,":[87],"serving":[90],"linguistic":[92],"queries":[93],"visual":[97,127],"references.":[98],"Such":[99],"data":[100,148],"leads":[102],"VLMs":[103,115],"exhibit":[105],"preferences":[107],"for":[108,155],"information":[109],"acquisition":[110],"different":[112],"modalities.":[113],"Consequently,":[114],"fail":[116],"align":[118],"representations":[119],"semantically":[121,160],"equivalent":[122,161],"content":[123],"carriers,":[128],"making":[129],"fragile":[132],"under":[133],"substitution.":[135],"To":[136],"address":[137],"this,":[138],"we":[139],"propose":[140],"Local":[141],"Modality":[142],"Substitution":[143],"(LoMo),":[144],"lightweight,":[146],"architecture-agnostic":[147],"curation":[149],"paradigm":[150],"designed":[151],"provide":[153],"supervision":[154],"cross-modal":[156,218],"representational":[157],"invariance":[158],"between":[159],"carriers.":[165,199],"LoMo":[166,209],"achieves":[167],"reformulating":[170],"single-modality":[171],"prompts":[172],"seamlessly":[174],"sequences.":[177],"It":[178],"dynamically":[179],"selects":[180],"target":[181],"spans":[183],"recasts":[185],"them":[186],"rendered":[188],"images,":[189],"thereby":[190],"preserving":[191],"the":[192],"same":[193],"semantics":[194],"\"text,":[196],"visual,":[197],"text\"":[198],"Extensive":[200],"experiments":[201],"13":[203],"diverse":[204],"benchmarks":[206],"demonstrate":[207],"that":[208],"significantly":[210],"improves":[211],"overall":[212],"yields":[216],"deeper":[217],"Specifically,":[220],"it":[221],"delivers":[222],"consistent":[223],"gains":[224],"foundational":[226],"models,":[227],"improving":[228],"over":[229],"standard":[230],"SFT":[231],"2.67":[233],"points":[234,239],"on":[235,240],"LLaVA-OneVision-1.5-8B":[236],"2.82":[238],"Qwen3.5-9B.":[241]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-30T00:00:00"}