{"id":"https://openalex.org/W7131433728","doi":"https://doi.org/10.48550/arxiv.2602.19188","title":"PositionOCR: Augmenting Positional Awareness in Multi-Modal Models via Hybrid Specialist Integration","display_name":"PositionOCR: Augmenting Positional Awareness in Multi-Modal Models via Hybrid Specialist Integration","publication_year":2026,"publication_date":"2026-02-22","ids":{"openalex":"https://openalex.org/W7131433728","doi":"https://doi.org/10.48550/arxiv.2602.19188"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.19188","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19188","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.19188","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126725608","display_name":"Chen Duan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102907192","display_name":"Zhentao Guo","orcid":"https://orcid.org/0009-0000-0242-4059"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Zhentao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126831125","display_name":"Pei Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Pei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126837988","display_name":"Zining Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zining","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126799980","display_name":"Kai Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126697543","display_name":"Pengfei Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Pengfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spotting","display_name":"Spotting","score":0.6044999957084656},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5677000284194946},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5430999994277954},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5318999886512756},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4932999908924103},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.4641999900341034},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.3864000141620636},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.36480000615119934}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7660999894142151},{"id":"https://openalex.org/C2779506182","wikidata":"https://www.wikidata.org/wiki/Q7580141","display_name":"Spotting","level":2,"score":0.6044999957084656},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5677000284194946},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5430999994277954},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5318999886512756},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5033000111579895},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4932999908924103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48030000925064087},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.4641999900341034},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3864000141620636},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3831000030040741},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.36480000615119934},{"id":"https://openalex.org/C118930307","wikidata":"https://www.wikidata.org/wiki/Q600590","display_name":"Tuple","level":2,"score":0.3490000069141388},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.31869998574256897},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26440000534057617},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.19188","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19188","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.19188","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19188","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7203744649887085}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"Multi-modal":[3],"Large":[4,38],"Language":[5,39],"Models":[6],"(MLLMs)":[7],"have":[8],"achieved":[9],"strong":[10],"performance":[11],"in":[12,163],"OCR-centric":[13],"Visual":[14],"Question":[15],"Answering":[16],"(VQA)":[17],"tasks,":[18,63],"illustrating":[19],"their":[20],"capability":[21],"to":[22,120],"process":[23],"heterogeneous":[24],"data":[25,83],"and":[26,52,68,81,169],"exhibit":[27],"adaptability":[28],"across":[29],"varied":[30],"contexts.":[31],"However,":[32],"these":[33,127],"MLLMs":[34,76],"rely":[35],"on":[36],"a":[37,122,132,139],"Model":[40],"(LLM)":[41],"as":[42,65,166],"the":[43,56,72,110,115],"decoder,":[44],"which":[45],"is":[46],"primarily":[47],"designed":[48],"for":[49,60,84],"linguistic":[50],"processing,":[51],"thus":[53],"inherently":[54],"lacks":[55],"positional":[57,143],"reasoning":[58,98],"required":[59],"precise":[61],"visual":[62],"such":[64,165],"text":[66,69,88,140,167,170],"spotting":[67,89,141],"grounding.":[70],"Additionally,":[71],"extensive":[73],"parameters":[74],"of":[75,112,118],"necessitate":[77],"substantial":[78],"computational":[79],"resources":[80],"large-scale":[82],"effective":[85],"training.":[86],"Conversely,":[87],"specialists":[90,113],"achieve":[91],"state-of-the-art":[92],"coordinate":[93],"predictions":[94],"but":[95],"lack":[96],"semantic":[97],"capabilities.":[99],"This":[100],"dichotomy":[101],"motivates":[102],"our":[103],"key":[104],"research":[105],"question:":[106],"Can":[107],"we":[108,129],"synergize":[109],"efficiency":[111],"with":[114,145],"contextual":[116,148],"power":[117],"LLMs":[119],"create":[121],"positionally-accurate":[123],"MLLM?":[124],"To":[125],"overcome":[126],"challenges,":[128],"introduce":[130],"PositionOCR,":[131],"parameter-efficient":[133],"hybrid":[134],"architecture":[135],"that":[136],"seamlessly":[137],"integrates":[138],"model's":[142],"strengths":[144],"an":[146],"LLM's":[147],"reasoning.":[149],"Comprising":[150],"131M":[151],"trainable":[152],"parameters,":[153],"this":[154],"framework":[155],"demonstrates":[156],"outstanding":[157],"multi-modal":[158],"processing":[159],"capabilities,":[160],"particularly":[161],"excelling":[162],"tasks":[164],"grounding":[168],"spotting,":[171],"consistently":[172],"surpassing":[173],"traditional":[174],"MLLMs.":[175]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-02-26T00:00:00"}