{"id":"https://openalex.org/W4407450044","doi":"https://doi.org/10.1109/tcyb.2025.3536165","title":"Personalizing Vision-Language Models With Hybrid Prompts for Zero-Shot Anomaly Detection","display_name":"Personalizing Vision-Language Models With Hybrid Prompts for Zero-Shot Anomaly Detection","publication_year":2025,"publication_date":"2025-02-13","ids":{"openalex":"https://openalex.org/W4407450044","doi":"https://doi.org/10.1109/tcyb.2025.3536165","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031813"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2025.3536165","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2025.3536165","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044965902","display_name":"Yunkang Cao","orcid":"https://orcid.org/0000-0001-7619-6618"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yunkang Cao","raw_affiliation_strings":["State Key Laboratory of Intelligent Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010568815","display_name":"Xiaohao Xu","orcid":"https://orcid.org/0000-0002-2162-0116"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaohao Xu","raw_affiliation_strings":["Michigan Robotics, University of Michigan at Ann Arbor, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"Michigan Robotics, University of Michigan at Ann Arbor, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102862335","display_name":"Yuqi Cheng","orcid":"https://orcid.org/0000-0003-1994-7301"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqi Cheng","raw_affiliation_strings":["State Key Laboratory of Intelligent Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103004111","display_name":"Chen Sun","orcid":"https://orcid.org/0009-0000-5776-7825"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Chen Sun","raw_affiliation_strings":["Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Industrial Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069214285","display_name":"Zongwei Du","orcid":"https://orcid.org/0000-0002-9459-1563"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongwei Du","raw_affiliation_strings":["State Key Laboratory of Intelligent Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017886286","display_name":"Liang Gao","orcid":"https://orcid.org/0000-0002-1485-0722"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Gao","raw_affiliation_strings":["State Key Laboratory of Intelligent Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062049138","display_name":"Weiming Shen","orcid":"https://orcid.org/0000-0001-5204-7992"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiming Shen","raw_affiliation_strings":["State Key Laboratory of Intelligent Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5044965902"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":70.2944,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.9990283,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"55","issue":"4","first_page":"1917","last_page":"1929"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9088000059127808,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.6421822309494019},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.5926187038421631},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5615031719207764},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5369662046432495},{"id":"https://openalex.org/keywords/ground-zero","display_name":"Ground zero","score":0.47778376936912537},{"id":"https://openalex.org/keywords/anomaly","display_name":"Anomaly (physics)","score":0.45356225967407227},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40513911843299866},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34960949420928955},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.16084879636764526},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.14451172947883606},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.06610620021820068}],"concepts":[{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6421822309494019},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.5926187038421631},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5615031719207764},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5369662046432495},{"id":"https://openalex.org/C2780518707","wikidata":"https://www.wikidata.org/wiki/Q685332","display_name":"Ground zero","level":2,"score":0.47778376936912537},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.45356225967407227},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40513911843299866},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34960949420928955},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.16084879636764526},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.14451172947883606},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.06610620021820068},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185544564","wikidata":"https://www.wikidata.org/wiki/Q81197","display_name":"Nuclear physics","level":1,"score":0.0},{"id":"https://openalex.org/C26873012","wikidata":"https://www.wikidata.org/wiki/Q214781","display_name":"Condensed matter physics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2025.3536165","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2025.3536165","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:40031813","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031813","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5343595638","display_name":null,"funder_award_id":"202306160078","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G8917428809","display_name":null,"funder_award_id":"2023ZY01089","funder_id":"https://openalex.org/F4320323970","funder_display_name":"Ministry of Industry and Information Technology of the People's Republic of China"}],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320323970","display_name":"Ministry of Industry and Information Technology of the People's Republic of China","ror":"https://ror.org/0385nmy68"},{"id":"https://openalex.org/F4320324873","display_name":"South University of Science and Technology of China","ror":"https://ror.org/049tv2d57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W2088012302","https://openalex.org/W2905065306","https://openalex.org/W2938260698","https://openalex.org/W2964137095","https://openalex.org/W3103800650","https://openalex.org/W3107088192","https://openalex.org/W3118600296","https://openalex.org/W3153381206","https://openalex.org/W3169651898","https://openalex.org/W3217610095","https://openalex.org/W4224999518","https://openalex.org/W4226322036","https://openalex.org/W4283276478","https://openalex.org/W4283380819","https://openalex.org/W4285293775","https://openalex.org/W4312298392","https://openalex.org/W4312420092","https://openalex.org/W4312605624","https://openalex.org/W4312796107","https://openalex.org/W4313195012","https://openalex.org/W4313291134","https://openalex.org/W4315473428","https://openalex.org/W4318831100","https://openalex.org/W4319299987","https://openalex.org/W4384436171","https://openalex.org/W4385195017","https://openalex.org/W4386047758","https://openalex.org/W4386065385","https://openalex.org/W4387351203","https://openalex.org/W4387587797","https://openalex.org/W4388286157","https://openalex.org/W4389317971","https://openalex.org/W4390023570","https://openalex.org/W4390481153","https://openalex.org/W4390706284","https://openalex.org/W4390874575","https://openalex.org/W4390905578","https://openalex.org/W4390939297","https://openalex.org/W4391827404","https://openalex.org/W4391887109","https://openalex.org/W4391992447","https://openalex.org/W4392173888","https://openalex.org/W4393158476","https://openalex.org/W4394625837","https://openalex.org/W4398249121","https://openalex.org/W4402961681","https://openalex.org/W4403022209","https://openalex.org/W4403863647","https://openalex.org/W4404420613","https://openalex.org/W4404612908","https://openalex.org/W6791353385","https://openalex.org/W6802987763","https://openalex.org/W6811013733","https://openalex.org/W6854362512","https://openalex.org/W6857614378","https://openalex.org/W6858057904","https://openalex.org/W6861016268"],"related_works":["https://openalex.org/W4300821880","https://openalex.org/W2806741695","https://openalex.org/W4290647774","https://openalex.org/W3189286258","https://openalex.org/W4402779703","https://openalex.org/W3207797160","https://openalex.org/W3210364259","https://openalex.org/W4300558037","https://openalex.org/W2667207928","https://openalex.org/W2912112202"],"abstract_inverted_index":{"Zero-shot":[0],"anomaly":[1,133,142,147,158,186],"detection":[2,134,187],"(ZSAD)":[3],"aims":[4],"to":[5,30,52,65,85,118],"develop":[6],"a":[7,46,192],"foundational":[8],"model":[9],"capable":[10],"of":[11,60,96,131,206,215],"detecting":[12,35,169],"anomalies":[13,36,170],"across":[14,171],"arbitrary":[15],"categories":[16,173],"without":[17,37,174],"relying":[18],"on":[19,182],"reference":[20,38,53],"images.":[21],"However,":[22],"since":[23],"\"abnormality\"":[24],"is":[25,217],"inherently":[26],"defined":[27],"in":[28,98,168,209],"relation":[29],"\"normality\"":[31],"within":[32,136],"specific":[33,161],"categories,":[34,162],"images":[39],"describing":[40],"the":[41,58,93,116,132,137,175,199],"corresponding":[42],"normal":[43,67],"context":[44],"remains":[45],"significant":[47],"challenge.":[48],"As":[49],"an":[50,141,146],"alternative":[51],"images,":[54],"this":[55,74],"study":[56,75],"explores":[57],"use":[59],"widely":[61],"available":[62,218],"product":[63],"standards":[64,88,117],"characterize":[66],"contexts":[68],"and":[69,89,113,145,166,202],"potential":[70],"abnormal":[71,109],"states.":[72],"Specifically,":[73],"introduces":[76],"AnomalyVLM,":[77,207],"which":[78],"leverages":[79],"generalized":[80],"pretrained":[81],"vision-language":[82],"models":[83],"(VLMs)":[84],"interpret":[86],"these":[87],"detect":[90],"anomalies.":[91],"Given":[92],"current":[94],"limitations":[95],"VLMs":[97,154],"comprehending":[99],"complex":[100],"textual":[101],"information,":[102],"AnomalyVLM":[103,216],"generates":[104],"hybrid":[105,124,152],"prompts-comprising":[106],"prompts":[107,125],"for":[108,160,177],"regions,":[110],"symbolic":[111],"rules,":[112],"region":[114,143,148],"numbers-from":[115],"facilitate":[119],"more":[120],"effective":[121],"understanding.":[122],"These":[123],"are":[126,155],"incorporated":[127],"into":[128],"various":[129],"stages":[130],"process":[135],"selected":[138],"VLMs,":[139],"including":[140],"generator":[144],"refiner.":[149],"By":[150],"utilizing":[151],"prompts,":[153],"personalized":[156],"as":[157,189,191],"detectors":[159],"offering":[163],"users":[164],"flexibility":[165],"control":[167],"novel":[172],"need":[176],"training":[178],"data.":[179],"Experimental":[180],"results":[181],"four":[183],"public":[184],"industrial":[185],"datasets,":[188],"well":[190],"practical":[193],"automotive":[194],"part":[195],"inspection":[196],"task,":[197],"highlight":[198],"superior":[200],"performance":[201],"enhanced":[203],"generalization":[204],"capability":[205],"especially":[208],"texture":[210],"categories.":[211],"An":[212],"online":[213],"demo":[214],"at":[219],"https://github.com/caoyunkang/Segment-Any-Anomaly.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":19}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}