{"id":"https://openalex.org/W4401750332","doi":"https://doi.org/10.1109/isbi56570.2024.10635615","title":"MeLo: Low-Rank Adaptation is Better than Fine-Tuning for Medical Image Diagnosis","display_name":"MeLo: Low-Rank Adaptation is Better than Fine-Tuning for Medical Image Diagnosis","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4401750332","doi":"https://doi.org/10.1109/isbi56570.2024.10635615"},"language":"en","primary_location":{"id":"doi:10.1109/isbi56570.2024.10635615","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi56570.2024.10635615","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089072159","display_name":"Yitao Zhu","orcid":"https://orcid.org/0009-0009-7448-9367"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yitao Zhu","raw_affiliation_strings":["Shanghai Tech University,School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices,Shanghai,China,201210"],"affiliations":[{"raw_affiliation_string":"Shanghai Tech University,School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices,Shanghai,China,201210","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027828897","display_name":"Zhenrong Shen","orcid":"https://orcid.org/0000-0003-1803-472X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenrong Shen","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Biomedical Engineering,Shanghai,China,200030"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Biomedical Engineering,Shanghai,China,200030","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103325977","display_name":"Zihao Zhao","orcid":"https://orcid.org/0009-0005-8074-6500"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihao Zhao","raw_affiliation_strings":["Shanghai Tech University,School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices,Shanghai,China,201210"],"affiliations":[{"raw_affiliation_string":"Shanghai Tech University,School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices,Shanghai,China,201210","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100371257","display_name":"Sheng Wang","orcid":"https://orcid.org/0000-0002-1846-9945"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Wang","raw_affiliation_strings":["Shanghai Tech University,School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices,Shanghai,China,201210"],"affiliations":[{"raw_affiliation_string":"Shanghai Tech University,School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices,Shanghai,China,201210","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107031741","display_name":"Xin Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Biomedical Engineering,Shanghai,China,200030"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Biomedical Engineering,Shanghai,China,200030","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026243029","display_name":"Xiangyu Zhao","orcid":"https://orcid.org/0000-0002-0439-4006"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Zhao","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Biomedical Engineering,Shanghai,China,200030"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Biomedical Engineering,Shanghai,China,200030","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000937401","display_name":"Dinggang Shen","orcid":"https://orcid.org/0000-0002-7934-5698"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dinggang Shen","raw_affiliation_strings":["Shanghai Tech University,School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices,Shanghai,China,201210"],"affiliations":[{"raw_affiliation_string":"Shanghai Tech University,School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices,Shanghai,China,201210","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100390983","display_name":"Qian Wang","orcid":"https://orcid.org/0000-0001-5504-0008"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Wang","raw_affiliation_strings":["Shanghai Tech University,School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices,Shanghai,China,201210"],"affiliations":[{"raw_affiliation_string":"Shanghai Tech University,School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices,Shanghai,China,201210","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5089072159"],"corresponding_institution_ids":["https://openalex.org/I30809798"],"apc_list":null,"apc_paid":null,"fwci":8.8791,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.98181947,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.7610095739364624},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6699932813644409},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.596973180770874},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5467915534973145},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.45910999178886414},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4460943043231964},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1588124930858612},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.07375049591064453},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.058926671743392944}],"concepts":[{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.7610095739364624},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6699932813644409},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.596973180770874},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5467915534973145},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45910999178886414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4460943043231964},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1588124930858612},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.07375049591064453},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.058926671743392944},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi56570.2024.10635615","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi56570.2024.10635615","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W304373761","https://openalex.org/W2086543716","https://openalex.org/W2108598243","https://openalex.org/W2607941059","https://openalex.org/W2611650229","https://openalex.org/W3094502228","https://openalex.org/W3101156210","https://openalex.org/W3168867926","https://openalex.org/W4312468136","https://openalex.org/W4386065512","https://openalex.org/W6784333009","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6849928207"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2772917594","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398","https://openalex.org/W2775347418"],"abstract_inverted_index":{"The":[0],"common":[1],"practice":[2,29],"in":[3,24,48,99,181],"developing":[4],"computer-aided":[5],"diagnosis":[6,130],"(CAD)":[7],"models":[8,56,117,153],"based":[9],"on":[10,128,154],"transformer":[11],"architectures":[12],"usually":[13],"involves":[14],"fine-tuning":[15],"from":[16],"ImageNet":[17],"pre-trained":[18,189],"weights.":[19],"However,":[20],"with":[21],"recent":[22],"advances":[23],"large-scale":[25],"pre-training":[26],"and":[27,40,68,118,174,183,188],"the":[28,51,88,113],"of":[30,53,90,108,115,171],"scaling":[31],"laws,":[32],"Vision":[33],"Transformers":[34],"(ViT)":[35],"have":[36],"become":[37],"much":[38],"larger":[39],"less":[41],"accessible":[42],"to":[43,61,149],"medical":[44,157],"imaging":[45,134,158],"communities.":[46],"Additionally,":[47],"real-world":[49],"scenarios,":[50],"deployments":[52],"multiple":[54,96],"CAD":[55,93],"can":[57],"be":[58],"troublesome":[59],"due":[60],"problems":[62],"such":[63],"as":[64],"limited":[65],"storage":[66,172],"space":[67,173],"time-consuming":[69],"model":[70,94,179],"switching.":[71],"To":[72],"address":[73],"these":[74],"challenges,":[75],"we":[76,124],"propose":[77],"a":[78,91,100,138],"new":[79],"method":[80,145],"MeLo":[81,166],"(Medical":[82],"image":[83],"Low-rank":[84],"adaptation),":[85],"which":[86],"enables":[87],"development":[89],"single":[92],"for":[95,176],"clinical":[97],"tasks":[98,131],"lightweight":[101],"manner.":[102],"It":[103],"adopts":[104],"low-rank":[105,122],"adaptation":[106],"instead":[107],"resource-demanding":[109],"fine-tuning.":[110],"By":[111],"fixing":[112],"weight":[114],"ViT":[116,152],"only":[119,137,168],"adding":[120],"small":[121],"plug-ins,":[123],"achieve":[125],"competitive":[126],"results":[127],"various":[129],"across":[132],"different":[133],"modalities":[135],"using":[136,160],"few":[139],"trainable":[140,163],"parameters.":[141,164],"Specifically,":[142],"our":[143],"proposed":[144],"achieves":[146],"comparable":[147],"performance":[148],"fully":[150],"fine-tuned":[151],"four":[155],"distinct":[156],"datasets":[159],"about":[161,169],"0.17%":[162],"Moreover,":[165],"adds":[167],"0.5MB":[170],"allows":[175],"extremely":[177],"fast":[178],"switching":[180],"deployment":[182],"inference.":[184],"Our":[185],"source":[186],"code":[187],"weights":[190],"are":[191],"available":[192],"here.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}