{"id":"https://openalex.org/W4402832817","doi":"https://doi.org/10.1109/tpami.2024.3467229","title":"PSVMA+: Exploring Multi-Granularity Semantic-Visual Adaption for Generalized Zero-Shot Learning","display_name":"PSVMA+: Exploring Multi-Granularity Semantic-Visual Adaption for Generalized Zero-Shot Learning","publication_year":2024,"publication_date":"2024-09-25","ids":{"openalex":"https://openalex.org/W4402832817","doi":"https://doi.org/10.1109/tpami.2024.3467229","pmid":"https://pubmed.ncbi.nlm.nih.gov/39321011"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3467229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3467229","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101777432","display_name":"Man Liu","orcid":"https://orcid.org/0000-0002-8062-5566"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Man Liu","raw_affiliation_strings":["Institute of Information Science, Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030238978","display_name":"Huihui Bai","orcid":"https://orcid.org/0000-0002-3879-8957"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huihui Bai","raw_affiliation_strings":["Institute of Information Science, Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448845","display_name":"Feng Li","orcid":"https://orcid.org/0000-0001-9862-0432"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Li","raw_affiliation_strings":["Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100673406","display_name":"Chunjie Zhang","orcid":"https://orcid.org/0000-0002-1161-8995"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunjie Zhang","raw_affiliation_strings":["Institute of Information Science, Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087043856","display_name":"Yunchao Wei","orcid":"https://orcid.org/0000-0002-2812-8781"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunchao Wei","raw_affiliation_strings":["Institute of Information Science, Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377147","display_name":"Meng Wang","orcid":"https://orcid.org/0000-0002-3094-7735"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Wang","raw_affiliation_strings":["Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089404640","display_name":"Tat\u2010Seng Chua","orcid":"https://orcid.org/0000-0001-6097-7807"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tat-Seng Chua","raw_affiliation_strings":["National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100362745","display_name":"Yao Zhao","orcid":"https://orcid.org/0000-0002-8581-9554"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Zhao","raw_affiliation_strings":["Institute of Information Science, Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101777432"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":1.0245,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.80901697,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"47","issue":"1","first_page":"51","last_page":"66"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9079999923706055,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.7177630662918091},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7118356227874756},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6472349166870117},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.5820099115371704},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5337052941322327},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4336223900318146},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3910999894142151},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3242065906524658},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0925796627998352}],"concepts":[{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.7177630662918091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7118356227874756},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6472349166870117},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5820099115371704},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5337052941322327},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4336223900318146},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3910999894142151},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3242065906524658},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0925796627998352},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3467229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3467229","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39321011","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39321011","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2970365833","display_name":null,"funder_award_id":"F2024105029","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G5043621091","display_name":null,"funder_award_id":"62072026","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5655896502","display_name":null,"funder_award_id":"62120106009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5943259286","display_name":null,"funder_award_id":"JZ2024HGTB0255","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G67044858","display_name":null,"funder_award_id":"62302141","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8604080186","display_name":null,"funder_award_id":"L223022","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G862766206","display_name":null,"funder_award_id":"62331003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8992985131","display_name":null,"funder_award_id":"62476021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1513874326","https://openalex.org/W1580210754","https://openalex.org/W2044913453","https://openalex.org/W2070148066","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2289084343","https://openalex.org/W2334493732","https://openalex.org/W2400717490","https://openalex.org/W2552383788","https://openalex.org/W2924476266","https://openalex.org/W2962716320","https://openalex.org/W2962762077","https://openalex.org/W2963163009","https://openalex.org/W2963499153","https://openalex.org/W2978725006","https://openalex.org/W2979454459","https://openalex.org/W2982407353","https://openalex.org/W2991813857","https://openalex.org/W2999659281","https://openalex.org/W3034359780","https://openalex.org/W3034379915","https://openalex.org/W3035655772","https://openalex.org/W3094502228","https://openalex.org/W3096741441","https://openalex.org/W3097309192","https://openalex.org/W3109728025","https://openalex.org/W3121070744","https://openalex.org/W3143107425","https://openalex.org/W3164027444","https://openalex.org/W3171926364","https://openalex.org/W3176716813","https://openalex.org/W3182605419","https://openalex.org/W3203055845","https://openalex.org/W4200633401","https://openalex.org/W4205932470","https://openalex.org/W4225641084","https://openalex.org/W4229044990","https://openalex.org/W4229482837","https://openalex.org/W4312238440","https://openalex.org/W4312762894","https://openalex.org/W4312791158","https://openalex.org/W4313123992","https://openalex.org/W4367663203","https://openalex.org/W4382466082","https://openalex.org/W4385245566","https://openalex.org/W4386065563","https://openalex.org/W4386076660","https://openalex.org/W6600609147","https://openalex.org/W6603820874","https://openalex.org/W6682222085","https://openalex.org/W6684488266","https://openalex.org/W6730042731","https://openalex.org/W6752745768","https://openalex.org/W6754700304","https://openalex.org/W6755977528","https://openalex.org/W6767354860","https://openalex.org/W6781630272","https://openalex.org/W6785403945","https://openalex.org/W6795140394","https://openalex.org/W6800053997","https://openalex.org/W6802136708","https://openalex.org/W6803185190","https://openalex.org/W6843840597","https://openalex.org/W6853569935"],"related_works":["https://openalex.org/W2931688134","https://openalex.org/W2377919138","https://openalex.org/W2378857091","https://openalex.org/W2999756192","https://openalex.org/W103652678","https://openalex.org/W4226090359","https://openalex.org/W2059697060","https://openalex.org/W936373746","https://openalex.org/W4382701072","https://openalex.org/W4256502920"],"abstract_inverted_index":{"Generalized":[0],"zero-shot":[1],"learning":[2,168,187],"(GZSL)":[3],"endeavors":[4],"to":[5,36,46,59,84,93,121,172,188],"identify":[6],"the":[7,13,17,21,37,68,85,123,148,155,163,177],"unseen":[8],"categories":[9],"using":[10],"knowledge":[11,190],"from":[12,31,54,191],"seen":[14],"domain,":[15],"necessitating":[16],"intrinsic":[18],"interactions":[19,129],"between":[20],"visual":[22,72,81,95,113,140,165,170],"features":[23,171,198],"and":[24,40,141,161,194],"attribute":[25,38,51],"semantic":[26,48,90,142],"features.":[27],"However,":[28],"GZSL":[29],"suffers":[30],"insufficient":[32],"visual-semantic":[33],"correspondences":[34],"due":[35],"diversity":[39,44,66],"instance":[41],"diversity.":[42],"Attribute":[43],"refers":[45],"varying":[47],"granularity":[49,116,124,132,146],"in":[50,138],"descriptions,":[52],"ranging":[53],"low-level":[55],"(specific,":[56],"directly":[57],"observable)":[58],"high-level":[60],"(abstract,":[61],"highly":[62],"generic)":[63],"characteristics.":[64],"This":[65],"challenges":[67],"collection":[69],"of":[70,136,180],"adequate":[71],"cues":[73],"for":[74,199],"attributes":[75,88,157,160],"under":[76],"a":[77,103],"uni-granularity.":[78],"Additionally,":[79],"diverse":[80,178],"instances":[82],"corresponding":[83],"same":[86],"sharing":[87,156],"introduce":[89],"ambiguity,":[91],"leading":[92],"vague":[94],"patterns.":[96],"To":[97],"tackle":[98],"these":[99],"problems,":[100],"we":[101],"propose":[102],"multi-granularity":[104,137,197],"progressive":[105],"semantic-visual":[106,128,150],"mutual":[107],"adaption":[108],"(PSVMA+)":[109],"network,":[110],"where":[111],"sufficient":[112],"elements":[114],"across":[115],"levels":[117],"can":[118],"be":[119],"gathered":[120],"remedy":[122],"inconsistency.":[125],"PSVMA+":[126,183,206],"explores":[127],"at":[130],"different":[131,181],"levels,":[133],"enabling":[134],"awareness":[135],"both":[139],"elements.":[143],"At":[144],"each":[145],"level,":[147],"dual":[149],"transformer":[151],"module":[152],"(DSVTM)":[153],"recasts":[154],"into":[158],"instance-centric":[159],"aggregates":[162],"semantic-related":[164],"regions,":[166],"thereby":[167],"unambiguous":[169],"accommodate":[173],"various":[174],"instances.":[175],"Given":[176],"contributions":[179],"granularities,":[182],"employs":[184],"selective":[185],"cross-granularity":[186],"leverage":[189],"reliable":[192],"granularities":[193],"adaptively":[195],"fuses":[196],"comprehensive":[200],"representations.":[201],"Experimental":[202],"results":[203],"demonstrate":[204],"that":[205],"consistently":[207],"outperforms":[208],"state-of-the-art":[209],"methods.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}