{"id":"https://openalex.org/W4385245495","doi":"https://doi.org/10.1145/3580305.3599819","title":"Expert Knowledge-Aware Image Difference Graph Representation Learning for Difference-Aware Medical Visual Question Answering","display_name":"Expert Knowledge-Aware Image Difference Graph Representation Learning for Difference-Aware Medical Visual Question Answering","publication_year":2023,"publication_date":"2023-08-04","ids":{"openalex":"https://openalex.org/W4385245495","doi":"https://doi.org/10.1145/3580305.3599819"},"language":"en","primary_location":{"id":"doi:10.1145/3580305.3599819","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580305.3599819","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3580305.3599819","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3580305.3599819","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101512267","display_name":"Xinyue Hu","orcid":"https://orcid.org/0000-0002-0426-9029"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xinyue Hu","raw_affiliation_strings":["The University of Texas at Arlington, Arlinton, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Arlington, Arlinton, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053647594","display_name":"Lin Gu","orcid":"https://orcid.org/0000-0002-7419-6240"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Lin Gu","raw_affiliation_strings":["RIKEN & The University of Tokyo, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"RIKEN & The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041955234","display_name":"Qiyuan An","orcid":"https://orcid.org/0000-0003-4712-891X"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiyuan An","raw_affiliation_strings":["The University of Texas at Arlington, Arlington, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101599233","display_name":"Mengliang Zhang","orcid":"https://orcid.org/0009-0007-5681-8230"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengliang Zhang","raw_affiliation_strings":["The University of Texas at Arlington, Arlington, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018607348","display_name":"Liangchen Liu","orcid":"https://orcid.org/0000-0002-6539-5408"},"institutions":[{"id":"https://openalex.org/I4210155647","display_name":"National Institutes of Health Clinical Center","ror":"https://ror.org/04vfsmv21","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210155647"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liangchen Liu","raw_affiliation_strings":["National Institutes of Health Clinical Center, Bethesda, MD, USA"],"affiliations":[{"raw_affiliation_string":"National Institutes of Health Clinical Center, Bethesda, MD, USA","institution_ids":["https://openalex.org/I4210155647"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012088444","display_name":"Kazuma Kobayashi","orcid":"https://orcid.org/0000-0002-2565-1374"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kazuma Kobayashi","raw_affiliation_strings":["National Cancer Center Research Institute, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"National Cancer Center Research Institute, Tokyo, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042711470","display_name":"Tatsuya Harada","orcid":"https://orcid.org/0000-0002-3712-3691"},"institutions":[{"id":"https://openalex.org/I4210110652","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tatsuya Harada","raw_affiliation_strings":["The University of Tokyo & RIKEN, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"The University of Tokyo & RIKEN, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974","https://openalex.org/I4210110652"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016047550","display_name":"Ronald M. Summers","orcid":"https://orcid.org/0000-0001-8081-7376"},"institutions":[{"id":"https://openalex.org/I4210155647","display_name":"National Institutes of Health Clinical Center","ror":"https://ror.org/04vfsmv21","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210155647"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ronald M. Summers","raw_affiliation_strings":["National Institutes of Health Clinical Center, Bethesda, MD, USA"],"affiliations":[{"raw_affiliation_string":"National Institutes of Health Clinical Center, Bethesda, MD, USA","institution_ids":["https://openalex.org/I4210155647"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101865110","display_name":"Yingying Zhu","orcid":"https://orcid.org/0000-0003-3920-5890"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingying Zhu","raw_affiliation_strings":["The University of Texas at Arlington, Arlington, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5101512267"],"corresponding_institution_ids":["https://openalex.org/I189196454"],"apc_list":null,"apc_paid":null,"fwci":4.2983,"has_fulltext":true,"cited_by_count":36,"citation_normalized_percentile":{"value":0.95720662,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4156","last_page":"4165"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7947393655776978},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5905818343162537},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5776200890541077},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5715015530586243},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.5370093584060669},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5362377166748047},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4881961941719055},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.46037206053733826},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.45673489570617676},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4395793676376343},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.432841420173645},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4230492413043976},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41587385535240173},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.4127398133277893},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.10333389043807983}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7947393655776978},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5905818343162537},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5776200890541077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5715015530586243},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5370093584060669},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5362377166748047},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4881961941719055},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.46037206053733826},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.45673489570617676},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4395793676376343},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.432841420173645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4230492413043976},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41587385535240173},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.4127398133277893},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.10333389043807983},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3580305.3599819","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580305.3599819","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3580305.3599819","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2307.11986","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.11986","pdf_url":"https://arxiv.org/pdf/2307.11986","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3580305.3599819","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580305.3599819","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3580305.3599819","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3056003011","display_name":null,"funder_award_id":"JPMJMS2011","funder_id":"https://openalex.org/F4320338247","funder_display_name":"Moonshot Research and Development Program"},{"id":"https://openalex.org/G3459562248","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5543296614","display_name":null,"funder_award_id":"JPMJMS20","funder_id":"https://openalex.org/F4320338247","funder_display_name":"Moonshot Research and Development Program"},{"id":"https://openalex.org/G6084119905","display_name":null,"funder_award_id":"22K07681","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7752643416","display_name":null,"funder_award_id":"Japan","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8430481527","display_name":null,"funder_award_id":"Number","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320337376","display_name":"NIH Clinical Center","ror":"https://ror.org/04vfsmv21"},{"id":"https://openalex.org/F4320338247","display_name":"Moonshot Research and Development Program","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385245495.pdf","grobid_xml":"https://content.openalex.org/works/W4385245495.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1593271688","https://openalex.org/W1889081078","https://openalex.org/W1956340063","https://openalex.org/W1996430422","https://openalex.org/W2133512280","https://openalex.org/W2154652894","https://openalex.org/W2157331557","https://openalex.org/W2250539671","https://openalex.org/W2604763608","https://openalex.org/W2611650229","https://openalex.org/W2890531016","https://openalex.org/W2901466771","https://openalex.org/W2938232066","https://openalex.org/W2963466845","https://openalex.org/W2964196083","https://openalex.org/W2971157635","https://openalex.org/W2977613223","https://openalex.org/W2988981892","https://openalex.org/W2992323514","https://openalex.org/W2995225687","https://openalex.org/W2997704374","https://openalex.org/W3004349648","https://openalex.org/W3096938098","https://openalex.org/W3101156210","https://openalex.org/W3106224367","https://openalex.org/W3114128166","https://openalex.org/W3140300848","https://openalex.org/W3192040125","https://openalex.org/W3197531068","https://openalex.org/W3213690609","https://openalex.org/W4225739172","https://openalex.org/W4287812705","https://openalex.org/W4289542422","https://openalex.org/W4299522971","https://openalex.org/W4394659038"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W2384605597","https://openalex.org/W4388145910","https://openalex.org/W2381570729","https://openalex.org/W1976205134","https://openalex.org/W4248336175","https://openalex.org/W2387743295","https://openalex.org/W4401140950","https://openalex.org/W4400650325","https://openalex.org/W3080107865"],"abstract_inverted_index":{"To":[0],"contribute":[1],"to":[2,30,84,93,114,134],"automating":[3],"the":[4,40,48,54,58,62,94,140,147,169],"medical":[5,86,170],"vision-language":[6],"model,":[7],"we":[8,103],"propose":[9,105],"a":[10,20,66,106,136],"novel":[11,107],"Chest-Xray":[12],"Different":[13],"Visual":[14],"Question":[15],"Answering":[16],"(VQA)":[17],"task.":[18,117,151],"Given":[19],"pair":[21],"of":[22,78],"main":[23,79],"and":[24,80,131,154],"reference":[25,59,81],"images,":[26],"this":[27,116,163],"task":[28],"attempts":[29],"answer":[31],"several":[32],"questions":[33,90],"on":[34],"both":[35],"diseases":[36],"and,":[37],"more":[38],"importantly,":[39],"differences":[41,142],"between":[42,143],"them.":[43],"This":[44],"is":[45],"consistent":[46],"with":[47,57],"radiologist's":[49],"diagnosis":[50],"practice":[51],"that":[52],"compares":[53],"current":[55],"image":[56,141,148],"before":[60],"concluding":[61],"report.":[63],"We":[64,161],"collect":[65],"new":[67],"dataset,":[68],"namely":[69],"MIMIC-Diff-VQA,":[70],"including":[71],"700,703":[72],"QA":[73],"pairs":[74,77],"from":[75],"164,324":[76],"images.":[82],"Compared":[83],"existing":[85],"VQA":[87,150],"datasets,":[88],"our":[89],"are":[91],"tailored":[92],"Assessment-Diagnosis-Intervention-Evaluation":[95],"treatment":[96],"procedure":[97],"used":[98],"by":[99],"clinical":[100],"professionals.":[101],"Meanwhile,":[102],"also":[104],"expert":[108,123],"knowledge-aware":[109],"graph":[110],"representation":[111],"learning":[112],"model":[113,121],"address":[115],"The":[118,152],"proposed":[119],"baseline":[120],"leverages":[122],"knowledge":[124,133],"such":[125],"as":[126],"anatomical":[127],"structure":[128],"prior,":[129],"semantic,":[130],"spatial":[132],"construct":[135],"multi-relationship":[137],"graph,":[138],"representing":[139],"two":[144],"images":[145],"for":[146],"difference":[149],"dataset":[153],"code":[155],"can":[156],"be":[157],"found":[158],"at":[159],"https://github.com/Holipori/MIMIC-Diff-VQA.":[160],"believe":[162],"work":[164],"would":[165],"further":[166],"push":[167],"forward":[168],"vision":[171],"language":[172],"model.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2023-07-26T00:00:00"}