{"id":"https://openalex.org/W4410738052","doi":"https://doi.org/10.1109/tpami.2025.3573609","title":"LLaFS++: Few-Shot Image Segmentation With Large Language Models","display_name":"LLaFS++: Few-Shot Image Segmentation With Large Language Models","publication_year":2025,"publication_date":"2025-05-26","ids":{"openalex":"https://openalex.org/W4410738052","doi":"https://doi.org/10.1109/tpami.2025.3573609","pmid":"https://pubmed.ncbi.nlm.nih.gov/40418603"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3573609","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3573609","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.lancs.ac.uk/id/eprint/229990/1/llafs_plus_plus.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074956841","display_name":"Lanyun Zhu","orcid":"https://orcid.org/0000-0001-7309-3330"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lanyun Zhu","raw_affiliation_strings":["Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7309-3330","affiliations":[{"raw_affiliation_string":"Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054714748","display_name":"Tianrun Chen","orcid":"https://orcid.org/0000-0003-0177-0157"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianrun Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","College of Computer Science and Technology, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0003-0177-0157","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089146499","display_name":"Deyi Ji","orcid":"https://orcid.org/0000-0001-7561-9789"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deyi Ji","raw_affiliation_strings":["Alibaba Cloud Computing, Beijing, China","Alibaba Group, China"],"raw_orcid":"https://orcid.org/0000-0001-7561-9789","affiliations":[{"raw_affiliation_string":"Alibaba Cloud Computing, Beijing, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peng Xu","orcid":"https://orcid.org/0009-0005-5545-4530"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Xu","raw_affiliation_strings":["Alibaba Cloud Computing, Beijing, China","Alibaba Group, China"],"raw_orcid":"https://orcid.org/0009-0005-5545-4530","affiliations":[{"raw_affiliation_string":"Alibaba Cloud Computing, Beijing, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010419481","display_name":"Jieping Ye","orcid":"https://orcid.org/0000-0001-8662-5818"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jieping Ye","raw_affiliation_strings":["Alibaba Cloud Computing, Beijing, China","Alibaba Group, China"],"raw_orcid":"https://orcid.org/0000-0001-8662-5818","affiliations":[{"raw_affiliation_string":"Alibaba Cloud Computing, Beijing, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100361857","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0002-4365-4165"},"institutions":[{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["School of Computing and Communications, Lancaster University, Lancaster, U.K","School of Computing and Communications, Lancaster University, U.K"],"raw_orcid":"https://orcid.org/0000-0002-4365-4165","affiliations":[{"raw_affiliation_string":"School of Computing and Communications, Lancaster University, Lancaster, U.K","institution_ids":["https://openalex.org/I67415387"]},{"raw_affiliation_string":"School of Computing and Communications, Lancaster University, U.K","institution_ids":["https://openalex.org/I67415387"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0621,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.91606893,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"47","issue":"9","first_page":"7715","last_page":"7732"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9700999855995178,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7216851711273193},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.6774560809135437},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6580568552017212},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.6224656105041504},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5969818830490112},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5798128843307495},{"id":"https://openalex.org/keywords/scale-space-segmentation","display_name":"Scale-space segmentation","score":0.45344242453575134},{"id":"https://openalex.org/keywords/image-texture","display_name":"Image texture","score":0.4353331923484802},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4273533225059509},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39527279138565063},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33317452669143677}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7216851711273193},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.6774560809135437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6580568552017212},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6224656105041504},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5969818830490112},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5798128843307495},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.45344242453575134},{"id":"https://openalex.org/C63099799","wikidata":"https://www.wikidata.org/wiki/Q17147001","display_name":"Image texture","level":4,"score":0.4353331923484802},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4273533225059509},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39527279138565063},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33317452669143677},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2025.3573609","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3573609","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40418603","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40418603","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:eprints.lancs.ac.uk:229990","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.lancs.ac.uk/id/eprint/229990/1/llafs_plus_plus.pdf","source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:eprints.lancs.ac.uk:229990","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.lancs.ac.uk/id/eprint/229990/1/llafs_plus_plus.pdf","source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1014454864","display_name":null,"funder_award_id":"AISG2-PhD-2021-08-006","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410738052.pdf","grobid_xml":"https://content.openalex.org/works/W4410738052.grobid-xml"},"referenced_works_count":105,"referenced_works":["https://openalex.org/W2125168764","https://openalex.org/W2412782625","https://openalex.org/W2903655137","https://openalex.org/W2963078159","https://openalex.org/W2963150697","https://openalex.org/W2963881378","https://openalex.org/W2965729941","https://openalex.org/W2981787211","https://openalex.org/W2983850069","https://openalex.org/W2990230185","https://openalex.org/W2999219213","https://openalex.org/W3034355852","https://openalex.org/W3034826836","https://openalex.org/W3034985049","https://openalex.org/W3035049382","https://openalex.org/W3047258141","https://openalex.org/W3092612036","https://openalex.org/W3106906018","https://openalex.org/W3108187451","https://openalex.org/W3133929890","https://openalex.org/W3142849873","https://openalex.org/W3160485208","https://openalex.org/W3167453437","https://openalex.org/W3169024950","https://openalex.org/W3169770376","https://openalex.org/W3176065502","https://openalex.org/W3199032418","https://openalex.org/W4214573368","https://openalex.org/W4214660208","https://openalex.org/W4221153269","https://openalex.org/W4225348272","https://openalex.org/W4238352001","https://openalex.org/W4285247752","https://openalex.org/W4286982960","https://openalex.org/W4287891158","https://openalex.org/W4307535256","https://openalex.org/W4312592495","https://openalex.org/W4312635568","https://openalex.org/W4312653100","https://openalex.org/W4312750374","https://openalex.org/W4312794139","https://openalex.org/W4312804183","https://openalex.org/W4312815172","https://openalex.org/W4313180545","https://openalex.org/W4313196086","https://openalex.org/W4313533477","https://openalex.org/W4321194930","https://openalex.org/W4364321988","https://openalex.org/W4385567149","https://openalex.org/W4385945585","https://openalex.org/W4386066138","https://openalex.org/W4386066813","https://openalex.org/W4386071839","https://openalex.org/W4386075493","https://openalex.org/W4386075526","https://openalex.org/W4386075561","https://openalex.org/W4386075882","https://openalex.org/W4386075956","https://openalex.org/W4386076046","https://openalex.org/W4386076115","https://openalex.org/W4386076397","https://openalex.org/W4388240245","https://openalex.org/W4388624635","https://openalex.org/W4390872194","https://openalex.org/W4390872373","https://openalex.org/W4390872705","https://openalex.org/W4390873795","https://openalex.org/W4390874286","https://openalex.org/W4390874575","https://openalex.org/W4391454478","https://openalex.org/W4401636497","https://openalex.org/W4402716107","https://openalex.org/W4402727018","https://openalex.org/W4402727134","https://openalex.org/W4402727522","https://openalex.org/W4402727558","https://openalex.org/W4402727612","https://openalex.org/W4402727719","https://openalex.org/W4402727928","https://openalex.org/W4402754134","https://openalex.org/W4402781012","https://openalex.org/W4402961794","https://openalex.org/W4403889737","https://openalex.org/W6640295612","https://openalex.org/W6739696289","https://openalex.org/W6759579507","https://openalex.org/W6778883912","https://openalex.org/W6791353385","https://openalex.org/W6795934563","https://openalex.org/W6796581206","https://openalex.org/W6797399245","https://openalex.org/W6798837711","https://openalex.org/W6846680268","https://openalex.org/W6848591844","https://openalex.org/W6849177959","https://openalex.org/W6849923734","https://openalex.org/W6850625674","https://openalex.org/W6851592950","https://openalex.org/W6851950068","https://openalex.org/W6851960618","https://openalex.org/W6852447913","https://openalex.org/W6852999659","https://openalex.org/W6855970221","https://openalex.org/W6857661428","https://openalex.org/W6858564957"],"related_works":["https://openalex.org/W4360784979","https://openalex.org/W2204605857","https://openalex.org/W1996489018","https://openalex.org/W2007664797","https://openalex.org/W3196005494","https://openalex.org/W2120981610","https://openalex.org/W2069318476","https://openalex.org/W3129669851","https://openalex.org/W2131637713","https://openalex.org/W2360759360"],"abstract_inverted_index":{"Despite":[0],"the":[1,21,61,77,86,92,97,108,111,125,136,154,193,221],"rapid":[2],"advancements":[3],"in":[4,12,96,114],"few-shot":[5,98,229],"segmentation":[6,87,141],"(FSS),":[7],"most":[8],"of":[9,31,45,110,224],"existing":[10],"methods":[11],"this":[13,49,51],"domain":[14],"are":[15],"hampered":[16],"by":[17,82,192],"their":[18,38],"reliance":[19],"on":[20,209],"limited":[22,93],"and":[23,71,101,121,146,158,167,176,180,215],"biased":[24],"information":[25,94],"from":[26],"only":[27],"a":[28,54,148,182],"small":[29],"number":[30],"labeled":[32,99],"samples.":[33],"This":[34],"limitation":[35],"inherently":[36],"restricts":[37],"capability":[39],"to":[40,84,138,152,173,186,227],"achieve":[41,177],"sufficiently":[42],"high":[43],"levels":[44],"performance.":[46],"To":[47,106],"address":[48],"issue,":[50],"paper":[52],"proposes":[53],"pioneering":[55],"framework":[56,204],"named":[57],"LLaFS++,":[58],"which,":[59],"for":[60,91,171],"first":[62],"time,":[63],"applies":[64],"large":[65],"language":[66],"models":[67],"(LLMs)":[68],"into":[69],"FSS":[70,115],"achieves":[72,206],"notable":[73],"success.":[74],"LLaFS++":[75,126,200],"leverages":[76],"extensive":[78],"prior":[79],"knowledge":[80],"embedded":[81],"LLMs":[83,113,226],"guide":[85],"process,":[88],"effectively":[89],"compensating":[90],"contained":[95],"samples":[100,166],"thereby":[102],"achieving":[103],"superior":[104,218],"results.":[105],"enhance":[107],"effectiveness":[109],"text-based":[112],"scenarios,":[116],"we":[117,129],"present":[118],"several":[119],"innovative":[120],"task-specific":[122],"designs":[123],"within":[124],"framework.":[127],"Specifically,":[128],"introduce":[130],"an":[131,202],"input":[132],"instruction":[133],"that":[134,205],"allows":[135],"LLM":[137],"directly":[139],"produce":[140],"results":[142,208],"represented":[143],"as":[144],"polygons,":[145],"propose":[147,181],"region-attribute":[149],"corresponding":[150],"table":[151],"simulate":[153],"human":[155],"visual":[156],"system":[157],"provide":[159],"multi-modal":[160],"guidance.":[161],"We":[162],"also":[163],"synthesize":[164],"pseudo":[165],"use":[168],"curriculum":[169],"learning":[170],"pretraining":[172],"augment":[174],"data":[175],"better":[178],"optimization,":[179],"novel":[183],"inference":[184],"method":[185],"mitigate":[187],"potential":[188,223],"oversegmentation":[189],"hallucinations":[190],"caused":[191],"regional":[194],"guidance":[195],"information.":[196],"Incorporating":[197],"these":[198],"designs,":[199],"constitutes":[201],"effective":[203],"state-of-the-art":[207],"multiple":[210],"datasets":[211],"including":[212],"PASCAL-$5^{i}$5i,":[213],"COCO-$20^{i}$20i,":[214],"FSS-1000.":[216],"Our":[217],"performance":[219],"showcases":[220],"remarkable":[222],"applying":[225],"process":[228],"vision":[230],"tasks.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}