{"id":"https://openalex.org/W7204129604","doi":"https://doi.org/10.48550/arxiv.2608.21300","title":"When Adaptation Hurts: Connecting Representational Drift to OOD Failures in MedSAM Fine-Tuning","display_name":"When Adaptation Hurts: Connecting Representational Drift to OOD Failures in MedSAM Fine-Tuning","publication_year":2026,"publication_date":"2026-08-21","ids":{"openalex":"https://openalex.org/W7204129604","doi":"https://doi.org/10.48550/arxiv.2608.21300"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.21300","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21300","pdf_url":"https://arxiv.org/pdf/2608.21300","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.21300","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5147797539","display_name":"Marko Haralovi\u0107","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Haralovi\u0107, Marko","raw_affiliation_strings":["University of Twente , Enschede , The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente , Enschede , The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148030876","display_name":"Sounic Akkaraju","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akkaraju, Sounic","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147919112","display_name":"Carlo Baretta","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baretta, Carlo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148007003","display_name":"Vasil Zapryanov","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]},{"id":"https://openalex.org/I4390039327","display_name":"Faculty of Electrical Engineering and Computing in Zagreb","ror":"https://ror.org/04e90ca47","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428","https://openalex.org/I4390039327"]}],"countries":["HR"],"is_corresponding":false,"raw_author_name":"Zapryanov, Vasil","raw_affiliation_strings":["University of Zagreb , Faculty of Electrical Engineering and Computing , Zagreb , Croatia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zagreb , Faculty of Electrical Engineering and Computing , Zagreb , Croatia","institution_ids":["https://openalex.org/I181343428","https://openalex.org/I4390039327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039798361","display_name":"Alexia Briassouli","orcid":"https://orcid.org/0000-0002-0545-3215","observed_orcids":["https://orcid.org/0000-0002-0545-3215"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Briassouli, Alexia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.006399999838322401,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/medsam","display_name":"MedSAM","score":0.9789999723434448},{"id":"https://openalex.org/keywords/out-of-distribution-generalization","display_name":"out-of-distribution generalization","score":0.7990000247955322},{"id":"https://openalex.org/keywords/representational-drift","display_name":"representational drift","score":0.8130000233650208},{"id":"https://openalex.org/keywords/lora","display_name":"LoRa","score":0.6570000052452087},{"id":"https://openalex.org/keywords/visual-prompt-tuning","display_name":"visual prompt tuning","score":0.984000027179718},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.718999981880188},{"id":"https://openalex.org/keywords/medical-image-segmentation","display_name":"medical image segmentation","score":0.8080000281333923},{"id":"https://openalex.org/keywords/prompt-robustness","display_name":"prompt robustness","score":0.5789999961853027},{"id":"https://openalex.org/keywords/domain-shift","display_name":"domain shift","score":0.6069999933242798},{"id":"https://openalex.org/keywords/centered-kernel-alignment","display_name":"centered kernel alignment","score":0.7540000081062317},{"id":"https://openalex.org/keywords/dermoscopy","display_name":"dermoscopy","score":0.7319999933242798},{"id":"https://openalex.org/keywords/breast-ultrasound","display_name":"breast ultrasound","score":0.7760000228881836},{"id":"https://openalex.org/keywords/skin-lesion-segmentation","display_name":"skin lesion segmentation","score":0.6240000128746033},{"id":"https://openalex.org/keywords/parameter-efficient-fine-tuning","display_name":"parameter-efficient fine-tuning","score":0.6669999957084656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.765500009059906},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7505000233650208},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.570900022983551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5386000275611877},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.49239999055862427},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.44350001215934753},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.42170000076293945},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.3959999978542328},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.38679999113082886},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38589999079704285},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.382999986410141},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3528999984264374},{"id":"https://openalex.org/C134652429","wikidata":"https://www.wikidata.org/wiki/Q1052698","display_name":"Jitter","level":2,"score":0.33239999413490295},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.31209999322891235},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C2776836416","wikidata":"https://www.wikidata.org/wiki/Q1364844","display_name":"False alarm","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.26109999418258667},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.25760000944137573},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.25279998779296875}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.21300","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21300","pdf_url":"https://arxiv.org/pdf/2608.21300","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.21300","doi":"https://doi.org/10.48550/arxiv.2608.21300","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.21300","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.21300","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21300","pdf_url":"https://arxiv.org/pdf/2608.21300","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204129604.pdf","grobid_xml":"https://content.openalex.org/works/W7204129604.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7124711964","https://openalex.org/W7154309965","https://openalex.org/W7211891285","https://openalex.org/W7204605928","https://openalex.org/W7202395404","https://openalex.org/W4408634392","https://openalex.org/W4409594085","https://openalex.org/W4403649704","https://openalex.org/W7210265796","https://openalex.org/W4392616894"],"abstract_inverted_index":{"Foundation":[0],"models":[1,35],"for":[2,117],"medical":[3,48],"image":[4],"segmentation,":[5],"like":[6],"prompt-based":[7],"MedSAM,":[8],"generalize":[9],"well":[10],"across":[11,46],"domains":[12],"and":[13,30,56,60,66,68,84,88,94,107,128,155,224,245],"modalities,":[14],"often":[15,132],"in":[16,175,203],"zero":[17],"or":[18],"few-shot":[19],"setups.":[20],"However,":[21],"their":[22],"performance":[23,125,134],"depends":[24],"on":[25,74,92,126,135,219],"the":[26,31,34,75,114,141,148,198,208,236],"quality":[27],"of":[28,33,113,239],"prompts":[29,91,220],"adaptation":[32,53,123,234],"to":[36,200],"custom":[37],"datasets.":[38],"This":[39,186],"work":[40],"systematically":[41],"examines":[42],"how":[43],"MedSAM":[44,233],"generalizes":[45],"diverse":[47],"imaging":[49],"benchmarks,":[50],"with":[51,173],"six":[52],"strategies:":[54],"full-model":[55],"encoder-only":[57,145,188],"LoRA,":[58],"shallow":[59],"deep":[61],"visual":[62,204],"prompt":[63,240],"tuning":[64],"(VPT),":[65],"decoder-only":[67],"full":[69],"fine-tuning.":[70],"Models":[71],"are":[72],"trained":[73],"International":[76],"Skin":[77],"Imaging":[78,111],"Collaboration":[79],"Challenge":[80],"(ISIC":[81],"2018)":[82],"dataset":[83],"evaluated":[85],"under":[86,157],"clean":[87],"increasingly":[89],"noisy":[90],"IN":[93,127],"Out-of-Distribution":[95],"(OOD)":[96],"datasets:":[97],"close-OOD":[98,129],"PH2":[99],"(dermoscopy),":[100],"far-OOD":[101,136,158,168],"BUSI":[102],"(Breast":[103],"Ultrasound":[104],"Images":[105],"Dataset)":[106],"CBIS-DDSM":[108],"(Curated":[109],"Breast":[110],"Subset":[112],"Digital":[115],"Database":[116],"Screening":[118],"Mammography).":[119],"We":[120,211,228,248],"show":[121,166,213],"that":[122,167,214,231],"improves":[124],"data":[130],"but":[131],"reduces":[133],"data.":[137],"Full":[138],"fine-tuning":[139],"provides":[140,190],"best":[142],"tradeoff,":[143],"while":[144,206],"LoRA":[146,154,189,195],"is":[147,170],"strongest":[149],"parameter-efficient":[150],"alternative,":[151],"outperforming":[152],"standard":[153,194],"VPT":[156],"shifts.":[159],"Using":[160],"Centered":[161],"Kernel":[162],"Alignment":[163],"(CKA),":[164],"we":[165],"degradation":[169],"strongly":[171],"associated":[172],"drift":[174],"decoder":[176,209],"representations,":[177],"whereas":[178],"encoder":[179,199],"similarity":[180],"alone":[181],"does":[182],"not":[183],"explain":[184],"robustness.":[185],"suggests":[187],"stronger":[191],"robustness":[192],"than":[193],"by":[196],"adapting":[197],"distribution":[201],"shift":[202],"features,":[205],"preserving":[207],"pathway.":[210],"further":[212],"random":[215],"0-100":[216],"pixel":[217],"jitter":[218],"produces":[221],"more":[222],"robust":[223,232],"better":[225],"performing":[226],"models.":[227],"thus":[229],"conclude":[230],"requires":[235],"combined":[237],"consideration":[238],"noise":[241],"exposure,":[242],"domain":[243],"shift,":[244],"representation":[246],"preservation.":[247],"release":[249],"our":[250],"code:":[251],"https://github.com/ImSounic/medsam-vpt":[252]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-08-25T00:00:00"}