{"id":"https://openalex.org/W7163882971","doi":"https://doi.org/10.48550/arxiv.2606.06760","title":"MedSIGHT: Towards Grounded Visual Comprehension in Medical Large Vision-Language Models","display_name":"MedSIGHT: Towards Grounded Visual Comprehension in Medical Large Vision-Language Models","publication_year":2026,"publication_date":"2026-06-04","ids":{"openalex":"https://openalex.org/W7163882971","doi":"https://doi.org/10.48550/arxiv.2606.06760"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.06760","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06760","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.06760","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102622763","display_name":"Aofei Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Aofei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138170207","display_name":"Le Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Le","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138129651","display_name":"Alex James Boyd","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boyd, Alex James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077875900","display_name":"Parminder Bhatia","orcid":"https://orcid.org/0000-0002-0038-5081"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhatia, Parminder","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136574024","display_name":"Taha Kass-Hout","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kass-Hout, Taha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138122879","display_name":"Fenglong Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Fenglong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138190315","display_name":"Cao Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Cao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7684999704360962,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7684999704360962,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.061400000005960464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.04639999940991402,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.7290999889373779},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.6173999905586243},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.534500002861023},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.48330000042915344},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4779999852180481},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.44850000739097595},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.42329999804496765},{"id":"https://openalex.org/keywords/language-understanding","display_name":"Language understanding","score":0.3693999946117401},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.36070001125335693}],"concepts":[{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.7290999889373779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6389999985694885},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6173999905586243},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6071000099182129},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5694000124931335},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.534500002861023},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.48330000042915344},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4779999852180481},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.44850000739097595},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.42329999804496765},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.3693999946117401},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.36070001125335693},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3075000047683716},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.30079999566078186},{"id":"https://openalex.org/C69505689","wikidata":"https://www.wikidata.org/wiki/Q455338","display_name":"Unified Medical Language System","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.27230000495910645},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2583000063896179}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.06760","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06760","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.06760","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06760","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7982769012451172,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Medical":[0],"large":[1],"vision-language":[2,11],"models":[3,19],"(Med-LVLMs)":[4],"have":[5],"recently":[6],"achieved":[7],"remarkable":[8],"progress":[9],"in":[10],"comprehension":[12,161],"and":[13,104,129,162],"medical":[14,84,160],"image":[15],"segmentation.":[16],"However,":[17],"existing":[18],"still":[20],"struggle":[21],"to":[22,94,115,137],"unify":[23],"these":[24,140],"two":[25],"capabilities,":[26],"which":[27],"is":[28],"essential":[29],"for":[30,54],"achieving":[31,119],"clinically":[32],"reasoning":[33],"that":[34,47,65],"connects":[35],"visual":[36,56],"findings":[37],"with":[38,50],"semantic":[39],"interpretation.":[40],"We":[41,80],"present":[42],"MedSIGHT,":[43],"a":[44,60,83],"unified":[45],"framework":[46],"equips":[48],"Med-LVLMs":[49],"structured,":[51],"pixel-level":[52],"understanding":[53],"grounded":[55],"comprehension.":[57],"MedSIGHT":[58,124,150],"introduces":[59],"novel":[61],"Region":[62,113,126],"Perceiver":[63,114],"module":[64],"produces":[66],"region-centric":[67],"tokens,":[68],"encoding":[69],"spatial":[70,121],"information":[71],"directly":[72],"into":[73,87],"representation":[74],"space":[75],"of":[76,102],"the":[77,88,92,112],"language":[78],"model.":[79],"further":[81],"propose":[82],"region":[85,97],"codebook":[86],"LLM":[89,130],"vocabulary,":[90],"allowing":[91],"model":[93],"generate":[95],"discrete":[96],"codes":[98,108],"as":[99],"symbolic":[100],"representations":[101],"anatomical":[103],"pathological":[105],"regions.":[106],"These":[107],"are":[109],"decoded":[110],"through":[111],"reconstruct":[116],"segmentation":[117,163],"mask,":[118],"end-to-end":[120],"grounding.":[122],"Lastly,":[123],"combines":[125],"Perceiver,":[127],"Codebook":[128],"using":[131],"our":[132],"proposed":[133],"progressive":[134],"training":[135],"strategy":[136],"gradually":[138],"aligns":[139],"modules":[141],"stably.":[142],"Trained":[143],"on":[144,158],"only":[145],"72K":[146],"multimodal":[147],"instruction":[148],"pairs,":[149],"achieves":[151],"state-of-the-art":[152],"performance":[153],"across":[154],"diverse":[155],"imaging":[156],"modalities":[157],"both":[159],"tasks.":[164]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-09T00:00:00"}