{"id":"https://openalex.org/W4386882992","doi":"https://doi.org/10.1109/tetci.2023.3311333","title":"Parameter-Efficient Transfer Learning for Medical Visual Question Answering","display_name":"Parameter-Efficient Transfer Learning for Medical Visual Question Answering","publication_year":2023,"publication_date":"2023-09-20","ids":{"openalex":"https://openalex.org/W4386882992","doi":"https://doi.org/10.1109/tetci.2023.3311333"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2023.3311333","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2023.3311333","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018267773","display_name":"Jiaxiang Liu","orcid":"https://orcid.org/0000-0003-1764-0322"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I4210132950","display_name":"Stomatology Hospital","ror":"https://ror.org/041yj5753","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210132950"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jiaxiang Liu","raw_affiliation_strings":["Stomatology Hospital, School of Stomatology, Zhejiang University School of Medicine, Zhejiang Provincial Clinical Research Center for Oral Diseases, Key Laboratory of Oral Biomedical Research of Zhejiang Province, Cancer Center of Zhejiang University, Engineering Research Center of Oral Biomaterials and Devices of Zhejiang Province, Hangzhou, China","Zhejiang University - University of Illinois at Urbana Champaign Institute, Zhejiang University, Haining, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0003-1764-0322","affiliations":[{"raw_affiliation_string":"Stomatology Hospital, School of Stomatology, Zhejiang University School of Medicine, Zhejiang Provincial Clinical Research Center for Oral Diseases, Key Laboratory of Oral Biomedical Research of Zhejiang Province, Cancer Center of Zhejiang University, Engineering Research Center of Oral Biomaterials and Devices of Zhejiang Province, Hangzhou, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I4210132950"]},{"raw_affiliation_string":"Zhejiang University - University of Illinois at Urbana Champaign Institute, Zhejiang University, Haining, Zhejiang, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033563561","display_name":"Tianxiang Hu","orcid":"https://orcid.org/0000-0001-9897-8098"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Tianxiang Hu","raw_affiliation_strings":["Zhejiang University - University of Illinois at Urbana Champaign Institute, Zhejiang University, Haining, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University - University of Illinois at Urbana Champaign Institute, Zhejiang University, Haining, Zhejiang, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456419","display_name":"Yan Zhang","orcid":"https://orcid.org/0000-0003-3470-3663"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yan Zhang","raw_affiliation_strings":["National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101421407","display_name":"Feng Yang","orcid":"https://orcid.org/0000-0002-7499-9422"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Feng","raw_affiliation_strings":["Angelalign Technology inc., Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Angelalign Technology inc., Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045391521","display_name":"Jin Hao","orcid":"https://orcid.org/0000-0002-6685-2017"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin Hao","raw_affiliation_strings":["ChohoTech Inc., Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6685-2017","affiliations":[{"raw_affiliation_string":"ChohoTech Inc., Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075399803","display_name":"Junhui Lv","orcid":"https://orcid.org/0000-0001-7443-0300"},"institutions":[{"id":"https://openalex.org/I2802390878","display_name":"Sir Run Run Shaw Hospital","ror":"https://ror.org/00ka6rp58","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802390878"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhui Lv","raw_affiliation_strings":["Sir Run Run Shaw Hospital, College of Medicine, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sir Run Run Shaw Hospital, College of Medicine, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I2802390878","https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024343415","display_name":"Zuozhu Liu","orcid":"https://orcid.org/0000-0002-7816-502X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I4210132950","display_name":"Stomatology Hospital","ror":"https://ror.org/041yj5753","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210132950"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Zuozhu Liu","raw_affiliation_strings":["Stomatology Hospital, School of Stomatology, Zhejiang University School of Medicine, Zhejiang Provincial Clinical Research Center for Oral Diseases, Key Laboratory of Oral Biomedical Research of Zhejiang Province, Cancer Center of Zhejiang University, Engineering Research Center of Oral Biomaterials and Devices of Zhejiang Province, Hangzhou, China","Zhejiang University - University of Illinois at Urbana Champaign Institute, Zhejiang University, Haining, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-7816-502X","affiliations":[{"raw_affiliation_string":"Stomatology Hospital, School of Stomatology, Zhejiang University School of Medicine, Zhejiang Provincial Clinical Research Center for Oral Diseases, Key Laboratory of Oral Biomedical Research of Zhejiang Province, Cancer Center of Zhejiang University, Engineering Research Center of Oral Biomaterials and Devices of Zhejiang Province, Hangzhou, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I4210132950"]},{"raw_affiliation_string":"Zhejiang University - University of Illinois at Urbana Champaign Institute, Zhejiang University, Haining, Zhejiang, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0525,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.96693117,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":"4","first_page":"2816","last_page":"2826"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.8614630699157715},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8015992641448975},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6749210953712463},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.6335371136665344},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5990868806838989},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5734705924987793},{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.531782865524292},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.42895787954330444},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10576125979423523},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.10289517045021057}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8614630699157715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8015992641448975},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6749210953712463},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.6335371136665344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5990868806838989},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5734705924987793},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.531782865524292},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.42895787954330444},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10576125979423523},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.10289517045021057},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2023.3311333","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2023.3311333","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7900000214576721,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G8976068546","display_name":null,"funder_award_id":"62106222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1933349210","https://openalex.org/W2136655611","https://openalex.org/W2250539671","https://openalex.org/W2345474290","https://openalex.org/W2745461083","https://openalex.org/W2886641317","https://openalex.org/W2889187377","https://openalex.org/W2896457183","https://openalex.org/W2897980926","https://openalex.org/W2901466771","https://openalex.org/W2962945654","https://openalex.org/W2963150162","https://openalex.org/W2963383024","https://openalex.org/W2963954913","https://openalex.org/W2979525559","https://openalex.org/W2981963155","https://openalex.org/W3011651912","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3094950914","https://openalex.org/W3164670515","https://openalex.org/W3165058054","https://openalex.org/W3166140588","https://openalex.org/W3173788106","https://openalex.org/W3174702398","https://openalex.org/W3176821361","https://openalex.org/W3198570286","https://openalex.org/W3203255640","https://openalex.org/W3203635737","https://openalex.org/W3216551675","https://openalex.org/W4205991051","https://openalex.org/W4221143402","https://openalex.org/W4224035735","https://openalex.org/W4225667278","https://openalex.org/W4230405732","https://openalex.org/W4285191490","https://openalex.org/W4285606530","https://openalex.org/W4287887134","https://openalex.org/W4297798436","https://openalex.org/W4304092062","https://openalex.org/W4312818263","https://openalex.org/W4312884055","https://openalex.org/W4386790226","https://openalex.org/W6732696085","https://openalex.org/W6736057607","https://openalex.org/W6738045163","https://openalex.org/W6752083267","https://openalex.org/W6754089394","https://openalex.org/W6759579507","https://openalex.org/W6765968251","https://openalex.org/W6778883912","https://openalex.org/W6784333009","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6798350552","https://openalex.org/W6809885388","https://openalex.org/W6810124100","https://openalex.org/W6810707814","https://openalex.org/W6811013733","https://openalex.org/W6846043717","https://openalex.org/W6846068395"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W4297676672","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4281702477","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W4378510483","https://openalex.org/W4390929683"],"abstract_inverted_index":{"The":[0],"Contrastive":[1],"Language-Image":[2],"Pre-Training":[3],"(CLIP)":[4],"model,":[5,206],"pretrained":[6,41,235],"on":[7,90,171,190],"large":[8],"visual":[9,17,48,141],"text":[10],"corpora,":[11],"has":[12,22],"demonstrated":[13],"significant":[14],"improvements":[15],"in":[16,43,74,138,165],"and":[18,21,99,118,178,193,221],"linguistic":[19],"tasks":[20,240],"been":[23],"applied":[24],"to":[25,56,85,132,159,200,211,232,241],"various":[26],"downstream":[27],"tasks.":[28,197],"At":[29],"least":[30],"two":[31,97,172],"issues,":[32],"however,":[33],"hinder":[34],"the":[35,44,70,127,139,162,203,215,225],"transfer":[36,103,233],"learning":[37,104],"with":[38,161],"such":[39],"powerful":[40],"models":[42,61,236],"field":[45],"of":[46,143,214,228],"medical":[47,243],"question":[49,195],"answering":[50,196],"(Med-VQA).":[51],"That":[52],"current":[53],"methods":[54,189],"tend":[55],"full":[57],"fine-tune":[58],"these":[59],"large-scale":[60,140,234],"are":[62,80],"suffering":[63],"from":[64,237],"increasingly":[65],"expensive":[66],"computational":[67],"cost":[68],"as":[69],"model":[71,142],"size":[72],"grows":[73],"development.":[75],"Additionally,":[76],"published":[77],"Med-VQA":[78,107,158,167,174],"datasets":[79],"small":[81,166],"that":[82,181],"may":[83],"lead":[84],"overfitting":[86,163],"when":[87],"directly":[88,201],"fine-tuning":[89,202],"them.":[91],"In":[92],"this":[93],"article,":[94],"we":[95,114],"integrate":[96],"designs":[98],"propose":[100],"an":[101],"efficient":[102],"method":[105,183],"for":[106,157],"named":[108],"VQA-Adapter.":[109],"To":[110],"alleviate":[111],"training":[112],"costs,":[113],"introduce":[115],"a":[116,152],"novel":[117],"parameter-efficient":[119],"adapter":[120,130],"component":[121],"into":[122],"Med-VQA.":[123],"During":[124],"training,":[125],"only":[126,209],"proposed":[128],"light-weight":[129,230],"needs":[131],"be":[133,146],"tuned,":[134],"while":[135],"all":[136],"parameters":[137],"CLIP":[144,205],"could":[145],"kept":[147],"frozen.":[148],"We":[149],"further":[150],"design":[151],"multi-stage":[153],"label":[154],"smoothing":[155],"paradigm":[156],"deal":[160],"issue":[164],"datasets.":[168],"Experimental":[169],"results":[170],"popular":[173],"datasets,":[175],"i.e.,":[176],"VQA-RAD":[177],"SLAKE,":[179],"demonstrate":[180,224],"our":[182,207],"can":[184],"significantly":[185],"outperform":[186],"existing":[187],"state-of-the-art":[188],"both":[191],"open-ended":[192],"closed-ended":[194],"Furthermore,":[198],"compared":[199],"entire":[204],"approach":[208],"requires":[210],"update":[212],"2.38%":[213],"parameters.":[216],"Extensive":[217],"ablation":[218],"studies,":[219],"analysis":[220],"visualizations":[222],"convincingly":[223],"great":[226],"potential":[227],"designing":[229],"frameworks":[231],"natural":[238],"vision-language":[239],"domain-specific":[242],"applications.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":8}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}