{"id":"https://openalex.org/W7163894231","doi":"https://doi.org/10.48550/arxiv.2606.06534","title":"Attention Consistent Longitudinal Medical Visual Question Answering Guided by Vision Foundation Models","display_name":"Attention Consistent Longitudinal Medical Visual Question Answering Guided by Vision Foundation Models","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163894231","doi":"https://doi.org/10.48550/arxiv.2606.06534"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.06534","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06534","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.06534","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138160492","display_name":"Jialin Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jialin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138196769","display_name":"Qianru Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qianru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138157038","display_name":"Georges El Fakhri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fakhri, Georges El","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138176741","display_name":"Xiaofeng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xiaofeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6978999972343445},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.6783000230789185},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5460000038146973},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.5304999947547913},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.49810001254081726},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.46160000562667847},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.42010000348091125},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.3783000111579895},{"id":"https://openalex.org/keywords/image-registration","display_name":"Image registration","score":0.3659999966621399}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6978999972343445},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.6783000230789185},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6679999828338623},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6294999718666077},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5460000038146973},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.5304999947547913},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5178999900817871},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.49810001254081726},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.46160000562667847},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42640000581741333},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.42010000348091125},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C166704113","wikidata":"https://www.wikidata.org/wiki/Q861092","display_name":"Image registration","level":3,"score":0.3659999966621399},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C2776035091","wikidata":"https://www.wikidata.org/wiki/Q7928819","display_name":"Viewpoints","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.30399999022483826},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.2703999876976013},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.27000001072883606},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2644999921321869},{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.06534","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06534","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.06534","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06534","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Longitudinal":[0],"medical":[1,208],"visual":[2],"question":[3],"answering":[4],"(VQA)":[5],"requires":[6],"reasoning":[7,206],"about":[8],"anatomical":[9],"differences":[10],"between":[11],"an":[12,20,29],"image":[13,21,60,64,72,78,100,104,111,222],"of":[14,22,39,166,217],"a":[15,23,47,66,82,88,122,148,152,158,201,218],"current":[16,59],"time":[17,25],"point":[18],"and":[19,87,113,134,157,180,230],"referred":[24],"point.":[26],"We":[27],"propose":[28,44],"attention-guided":[30],"encoder-decoder":[31],"for":[32,204],"this":[33],"task":[34],"with":[35,65,115,197],"chest":[36],"X-rays.":[37],"Instead":[38],"conventional":[40],"direct":[41],"contrast,":[42],"we":[43,142],"to":[45,52,61,93,97,121,126],"include":[46,143],"lightweight":[48],"affine":[49],"registration":[50,68],"module":[51],"reduce":[53],"nuisance":[54],"motion":[55],"by":[56,81,140],"co-registering":[57],"the":[58,62,77,98,110,119,136,164,167,170,173,188,215],"reference":[63],"small":[67],"regularizer.":[69],"The":[70,102],"registered":[71],"pair":[73],"is":[74],"fed":[75,108],"into":[76,109],"encoder,":[79],"followed":[80],"frozen":[83],"DINO-based":[84],"mask":[85,91,149],"generator":[86,92],"trainable":[89],"adaptive":[90],"produce":[94],"masks":[95],"applied":[96],"original":[99],"pairs.":[101],"masked":[103],"pairs":[105],"are":[106],"again":[107],"encoder":[112],"concatenated":[114],"text":[116],"features":[117],"as":[118,200],"input":[120],"multimodal":[123],"transformer-based":[124],"decoder":[125],"generate":[127],"final":[128],"answers.":[129],"To":[130],"facilitate":[131],"learning":[132,232],"stabilization":[133],"clarify":[135],"change":[137],"signal,":[138],"inspired":[139],"DINO-v3,":[141],"additional":[144],"auxiliary":[145],"objectives,":[146],"including":[147],"rebuilding":[150],"loss,":[151,156,161],"pairwise":[153],"Gram-style":[154],"consistency":[155],"KoLeo":[159],"uniformity":[160],"which":[162],"enhances":[163],"geometry":[165],"representation.":[168],"On":[169],"Medical-Diff-VQA":[171],"benchmark,":[172],"model":[174],"delivers":[175],"strong":[176],"BLEU,":[177],"ROUGE-L,":[178],"CIDEr,":[179],"METEOR":[181],"scores":[182],"while":[183],"offering":[184],"intrinsic":[185],"interpretability":[186],"through":[187],"shared":[189],"saliency":[190],"mask.":[191],"These":[192],"results":[193],"support":[194],"saliency-conditioned":[195],"generation":[196],"mild":[198],"pre-alignment":[199],"principled":[202],"framework":[203],"longitudinal":[205],"in":[207,220,225],"VQA.":[209],"Our":[210],"training":[211],"strategy":[212],"also":[213],"illustrates":[214],"potential":[216],"paradigm":[219],"utilizing":[221],"foundation":[223],"models":[224],"biomedicine:":[226],"optimizing":[227],"both":[228],"supervised":[229],"unsupervised":[231],"objectives":[233],"simultaneously.":[234]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-09T00:00:00"}