{"id":"https://openalex.org/W4401749553","doi":"https://doi.org/10.1109/isbi56570.2024.10635462","title":"Text-Guided Foundation Model Adaptation for Long-Tailed Medical Image Classification","display_name":"Text-Guided Foundation Model Adaptation for Long-Tailed Medical Image Classification","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4401749553","doi":"https://doi.org/10.1109/isbi56570.2024.10635462"},"language":"en","primary_location":{"id":"doi:10.1109/isbi56570.2024.10635462","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi56570.2024.10635462","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100701503","display_name":"Sirui Li","orcid":"https://orcid.org/0000-0002-2267-4335"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sirui Li","raw_affiliation_strings":["Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459666","display_name":"Li Lin","orcid":"https://orcid.org/0000-0002-9789-0825"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Lin","raw_affiliation_strings":["Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079055375","display_name":"Yijin Huang","orcid":"https://orcid.org/0000-0002-0988-0134"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijin Huang","raw_affiliation_strings":["Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025516568","display_name":"Pujin Cheng","orcid":"https://orcid.org/0009-0000-4844-5146"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pujin Cheng","raw_affiliation_strings":["Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080168999","display_name":"Xiaoying Tang","orcid":"https://orcid.org/0000-0002-7549-6560"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoying Tang","raw_affiliation_strings":["Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I3045169105"],"apc_list":null,"apc_paid":null,"fwci":0.6775,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.71412814,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.7507063150405884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.623557984828949},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6147041320800781},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4720029830932617},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3929957151412964},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3562471866607666},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3304678201675415},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14666253328323364},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.145801842212677},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.0692484974861145},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.06698483228683472}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.7507063150405884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.623557984828949},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6147041320800781},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4720029830932617},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3929957151412964},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3562471866607666},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3304678201675415},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14666253328323364},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.145801842212677},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0692484974861145},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.06698483228683472}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi56570.2024.10635462","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi56570.2024.10635462","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2104167780","https://openalex.org/W2148143831","https://openalex.org/W2932083555","https://openalex.org/W2963351448","https://openalex.org/W2995197345","https://openalex.org/W3044057088","https://openalex.org/W3125815192","https://openalex.org/W3126272270","https://openalex.org/W3202201423","https://openalex.org/W3217385406","https://openalex.org/W4214576162","https://openalex.org/W4214718285","https://openalex.org/W4226426325","https://openalex.org/W4296120703","https://openalex.org/W4296121252","https://openalex.org/W4312244159","https://openalex.org/W4377235500","https://openalex.org/W4385573131","https://openalex.org/W4387640435","https://openalex.org/W4387640457","https://openalex.org/W4391582571","https://openalex.org/W4403015917","https://openalex.org/W6761152059","https://openalex.org/W6768920361","https://openalex.org/W6780957418","https://openalex.org/W6784097300","https://openalex.org/W6791353385","https://openalex.org/W6804489521","https://openalex.org/W6855558826"],"related_works":["https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2358060160","https://openalex.org/W2035483685","https://openalex.org/W1969764885","https://openalex.org/W596947562","https://openalex.org/W2793937822","https://openalex.org/W2790817834","https://openalex.org/W2220552745","https://openalex.org/W2777605427"],"abstract_inverted_index":{"In":[0],"medical":[1,51,72,105],"contexts,":[2],"the":[3,19,85,109,124,139],"imbalanced":[4],"data":[5,36],"distribution":[6],"in":[7,50,146],"long-tailed":[8,104],"datasets,":[9],"due":[10],"to":[11,35,55,136],"scarce":[12],"labels":[13],"for":[14,70,97],"rare":[15],"diseases,":[16],"greatly":[17],"impairs":[18],"diagnostic":[20],"accuracy":[21,132],"of":[22,114,123,134,142],"deep":[23],"learning":[24],"models.":[25],"Recent":[26],"multimodal":[27],"text-image":[28],"supervised":[29],"foundation":[30,86,143],"models":[31],"offer":[32],"new":[33],"solutions":[34],"scarcity":[37],"through":[38],"effective":[39],"representation":[40],"learning.":[41],"However,":[42],"their":[43,48],"limited":[44],"medical-specific":[45],"pretraining":[46],"hinders":[47],"performance":[49],"image":[52,73,106],"classification":[53,74],"relative":[54],"natural":[56],"images.":[57],"To":[58],"address":[59],"this":[60,147],"issue,":[61],"we":[62],"propose":[63],"a":[64,78,94],"novel":[65],"Text-guided":[66],"Foundation":[67],"model":[68,87,144],"Adaptation":[69],"Long-Tailed":[71],"(TFA-LT).":[75],"We":[76],"adopt":[77],"two-stage":[79],"training":[80],"strategy,":[81],"integrating":[82],"representations":[83],"from":[84],"using":[88],"just":[89],"two":[90,103],"linear":[91],"adapters":[92],"and":[93,112],"single":[95],"ensembler":[96],"balanced":[98],"outcomes.":[99],"Experimental":[100],"results":[101],"on":[102],"datasets":[107],"validate":[108],"simplicity,":[110],"lightweight":[111],"efficiency":[113],"our":[115,128],"approach:":[116],"requiring":[117],"only":[118],"6.1%":[119],"GPU":[120],"memory":[121],"usage":[122],"current":[125],"best-performing":[126],"algorithm,":[127],"method":[129],"achieves":[130],"an":[131],"improvement":[133],"up":[135],"27.1%,":[137],"highlighting":[138],"substantial":[140],"|potential":[141],"adaptation":[145],"area.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}