{"id":"https://openalex.org/W4313527358","doi":"https://doi.org/10.1109/bibm55620.2022.9995473","title":"MHKD-MVQA: Multimodal Hierarchical Knowledge Distillation for Medical Visual Question Answering","display_name":"MHKD-MVQA: Multimodal Hierarchical Knowledge Distillation for Medical Visual Question Answering","publication_year":2022,"publication_date":"2022-12-06","ids":{"openalex":"https://openalex.org/W4313527358","doi":"https://doi.org/10.1109/bibm55620.2022.9995473"},"language":"en","primary_location":{"id":"doi:10.1109/bibm55620.2022.9995473","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm55620.2022.9995473","pdf_url":null,"source":{"id":"https://openalex.org/S4363607730","display_name":"2022 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100358523","display_name":"Jianfeng Wang","orcid":"https://orcid.org/0000-0003-0932-3060"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianfeng Wang","raw_affiliation_strings":["Fudan University,Academy for Engineering and Technology,Shanghai,P.R. China","Academy for Engineering and Technology, Fudan University, Shanghai, P.R. China"],"affiliations":[{"raw_affiliation_string":"Fudan University,Academy for Engineering and Technology,Shanghai,P.R. China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Academy for Engineering and Technology, Fudan University, Shanghai, P.R. China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040808400","display_name":"Shuokang Huang","orcid":"https://orcid.org/0000-0001-9550-3396"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shuokang Huang","raw_affiliation_strings":["Imperial College London,London,United Kingdom,SW7 2AZ"],"affiliations":[{"raw_affiliation_string":"Imperial College London,London,United Kingdom,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065672874","display_name":"Huifang Du","orcid":"https://orcid.org/0000-0002-5241-7620"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huifang Du","raw_affiliation_strings":["Tongji University,College of Design and Innovation,Shanghai,P.R. China","College of Design and Innovation, Tongji University, Shanghai, P.R. China"],"affiliations":[{"raw_affiliation_string":"Tongji University,College of Design and Innovation,Shanghai,P.R. China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"College of Design and Innovation, Tongji University, Shanghai, P.R. China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009652803","display_name":"Yu Qin","orcid":"https://orcid.org/0000-0002-4195-1668"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yu Qin","raw_affiliation_strings":["Imperial College London,London,United Kingdom,SW7 2AZ"],"affiliations":[{"raw_affiliation_string":"Imperial College London,London,United Kingdom,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039059501","display_name":"Haofen Wang","orcid":"https://orcid.org/0000-0003-3018-3824"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haofen Wang","raw_affiliation_strings":["Tongji University,College of Design and Innovation,Shanghai,P.R. China","College of Design and Innovation, Tongji University, Shanghai, P.R. China"],"affiliations":[{"raw_affiliation_string":"Tongji University,College of Design and Innovation,Shanghai,P.R. China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"College of Design and Innovation, Tongji University, Shanghai, P.R. China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100669255","display_name":"Wenqiang Zhang","orcid":"https://orcid.org/0000-0002-3339-8751"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqiang Zhang","raw_affiliation_strings":["Fudan University,Academy for Engineering and Technology,Shanghai,P.R. China","Academy for Engineering and Technology, Fudan University, Shanghai, P.R. China"],"affiliations":[{"raw_affiliation_string":"Fudan University,Academy for Engineering and Technology,Shanghai,P.R. China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Academy for Engineering and Technology, Fudan University, Shanghai, P.R. China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100358523"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":0.9632,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.83737345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"567","last_page":"574"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7418384552001953},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6836849451065063},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6646279096603394},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6559222936630249},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6111884117126465},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4599238336086273},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.42137232422828674},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3499142527580261},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1035485565662384}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7418384552001953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6836849451065063},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6646279096603394},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6559222936630249},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6111884117126465},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4599238336086273},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.42137232422828674},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3499142527580261},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1035485565662384},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm55620.2022.9995473","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm55620.2022.9995473","pdf_url":null,"source":{"id":"https://openalex.org/S4363607730","display_name":"2022 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7699999809265137}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321851","display_name":"Fudan University","ror":"https://ror.org/013q1eq08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1933349210","https://openalex.org/W2101105183","https://openalex.org/W2194775991","https://openalex.org/W2897980926","https://openalex.org/W2901466771","https://openalex.org/W2921873695","https://openalex.org/W2936252403","https://openalex.org/W2962858109","https://openalex.org/W2963140444","https://openalex.org/W2963150162","https://openalex.org/W2963383024","https://openalex.org/W2964062189","https://openalex.org/W2965729401","https://openalex.org/W2966715458","https://openalex.org/W2979525559","https://openalex.org/W2986015886","https://openalex.org/W3011651912","https://openalex.org/W3034368386","https://openalex.org/W3084937072","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3094950914","https://openalex.org/W3120075637","https://openalex.org/W3126074026","https://openalex.org/W3138154797","https://openalex.org/W3164670515","https://openalex.org/W3174102142","https://openalex.org/W3177378457","https://openalex.org/W3198570286","https://openalex.org/W3203255640","https://openalex.org/W3203635737","https://openalex.org/W4221143402","https://openalex.org/W4221166856","https://openalex.org/W4224919709","https://openalex.org/W4225592884","https://openalex.org/W4225667278","https://openalex.org/W4287113019","https://openalex.org/W4287812705","https://openalex.org/W4299518610","https://openalex.org/W4379879090","https://openalex.org/W4393782427","https://openalex.org/W4394670443","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6682132143","https://openalex.org/W6751751081","https://openalex.org/W6766253171","https://openalex.org/W6766819354","https://openalex.org/W6766904570","https://openalex.org/W6776700526","https://openalex.org/W6779469252","https://openalex.org/W6782269215","https://openalex.org/W6791353385","https://openalex.org/W6793164127","https://openalex.org/W6797716411","https://openalex.org/W6810124100","https://openalex.org/W6810447287","https://openalex.org/W6810707814","https://openalex.org/W6864264068"],"related_works":["https://openalex.org/W2381242807","https://openalex.org/W3126131230","https://openalex.org/W2347541121","https://openalex.org/W4288804799","https://openalex.org/W2080951048","https://openalex.org/W3032237421","https://openalex.org/W2390346111","https://openalex.org/W3011883280","https://openalex.org/W2369082698","https://openalex.org/W2401808953"],"abstract_inverted_index":{"Medical":[0],"Visual":[1],"Question":[2],"Answering":[3],"(VQA)":[4],"has":[5],"emerged":[6],"as":[7],"a":[8,19,23,127,138],"promising":[9],"solution":[10],"to":[11,29,57,64,76,126,145],"enhance":[12],"clinic-decision":[13],"making":[14],"and":[15,22,38,133,160,167,172],"patient":[16],"interactions.":[17],"Given":[18],"medical":[20,26,50,59,81,97,131,155,192],"image":[21],"corresponding":[24],"question,":[25],"VQA":[27,82,98,156],"aims":[28],"predict":[30],"an":[31],"informative":[32],"answer":[33],"by":[34,170,185],"reasoning":[35],"the":[36,47,101,112,116,121,180,187],"visual":[37],"textual":[39],"information.":[40],"However,":[41],"datasets":[42],"with":[43,68,83],"limited":[44,124],"samples":[45,125],"circumscribe":[46],"generalization":[48,181],"of":[49,104,182],"VQA,":[51],"reducing":[52],"its":[53],"accuracy":[54],"when":[55],"applied":[56],"unseen":[58],"samples.":[60,85,148],"Existing":[61],"works":[62],"tried":[63],"solve":[65],"this":[66,88],"problem":[67],"meta-learning":[69],"or":[70],"self-supervised":[71],"learning":[72],"but":[73,114],"still":[74],"failed":[75],"achieve":[77],"satisfactory":[78],"performance":[79,166],"on":[80,153,191],"insufficient":[84],"To":[86],"address":[87],"problem,":[89],"we":[90,106],"propose":[91],"multimodal":[92,147],"hierarchical":[93],"knowledge":[94,108,122,183],"distillation":[95,184],"for":[96],"(MHKD-MVQA).":[99],"In":[100],"primary":[102],"novelty":[103],"MHKD-MVQA,":[105],"distill":[107],"from":[109,123],"not":[110],"only":[111],"output":[113],"also":[115,178],"intermediate":[117],"layers,":[118],"which":[119],"leverages":[120],"greater":[128],"extent.":[129],"Meanwhile,":[130],"images":[132,193],"questions":[134],"are":[135],"embedded":[136],"in":[137],"shared":[139],"latent":[140],"space,":[141],"enabling":[142],"our":[143,151],"model":[144,152],"tackle":[146],"We":[149],"evaluate":[150],"two":[154],"datasets,":[157],"VQA-MED":[158],"2019":[159],"VQA-RAD,":[161],"where":[162],"MHKD-MVQA":[163],"achieves":[164],"state-of-the-art":[165],"outperforms":[168],"baselines":[169],"3.6%":[171],"1.6%,":[173],"respectively.":[174],"The":[175],"extensive":[176],"experiments":[177],"highlight":[179],"analyzing":[186],"class":[188],"activation":[189],"maps":[190],"concerning":[194],"specific":[195],"questions.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}