{"id":"https://openalex.org/W4389352569","doi":"https://doi.org/10.1109/tmm.2023.3339387","title":"${A^{2}Pt}$: Anti-Associative Prompt Tuning for Open Set Visual Recognition","display_name":"${A^{2}Pt}$: Anti-Associative Prompt Tuning for Open Set Visual Recognition","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4389352569","doi":"https://doi.org/10.1109/tmm.2023.3339387"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3339387","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3339387","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100919330","display_name":"Hairui Ren","orcid":"https://orcid.org/0000-0002-2887-8929"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210136497","display_name":"Jilin Medical University","ror":"https://ror.org/03mzw7781","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136497"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hairui Ren","raw_affiliation_strings":["School of Artificial Intelligence, Jilin University, Jilin, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Jilin, China","institution_ids":["https://openalex.org/I4210136497","https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112699696","display_name":"Fan Tang","orcid":"https://orcid.org/0000-0002-3975-2483"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Tang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067338071","display_name":"Xingjia Pan","orcid":"https://orcid.org/0000-0003-3699-8936"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingjia Pan","raw_affiliation_strings":["Youtu Lab, Tencent, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Youtu Lab, Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056924576","display_name":"Juan Cao","orcid":"https://orcid.org/0000-0002-7857-1546"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juan Cao","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069298091","display_name":"Weiming Dong","orcid":"https://orcid.org/0000-0001-6502-145X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiming Dong","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004488134","display_name":"Zhiwen Lin","orcid":"https://orcid.org/0009-0008-1883-5950"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Lin","raw_affiliation_strings":["Youtu Lab, Tencent, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Youtu Lab, Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101967246","display_name":"Ke Yan","orcid":"https://orcid.org/0000-0003-3424-4866"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Yan","raw_affiliation_strings":["Youtu Lab, Tencent, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Youtu Lab, Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022636178","display_name":"Changsheng Xu","orcid":"https://orcid.org/0000-0001-8343-9665"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changsheng Xu","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100919330"],"corresponding_institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210136497"],"apc_list":null,"apc_paid":null,"fwci":1.5657,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.86830209,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"8419","last_page":"8431"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7396525740623474},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.7123828530311584},{"id":"https://openalex.org/keywords/associative-property","display_name":"Associative property","score":0.6597530841827393},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6407475471496582},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6217764019966125},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.596796452999115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5382869243621826},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.44431352615356445},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42096173763275146},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16630390286445618},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10308411717414856}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7396525740623474},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.7123828530311584},{"id":"https://openalex.org/C159423971","wikidata":"https://www.wikidata.org/wiki/Q177251","display_name":"Associative property","level":2,"score":0.6597530841827393},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6407475471496582},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6217764019966125},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.596796452999115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5382869243621826},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.44431352615356445},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42096173763275146},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16630390286445618},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10308411717414856},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3339387","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3339387","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2203821447","display_name":null,"funder_award_id":"U20B2070","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4885365858","display_name":null,"funder_award_id":"62102162","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5049913043","display_name":null,"funder_award_id":"L221013","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G7596092009","display_name":null,"funder_award_id":"61832016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8434150956","display_name":null,"funder_award_id":"61832002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1660517870","https://openalex.org/W2100031962","https://openalex.org/W2117539524","https://openalex.org/W2119880843","https://openalex.org/W2157487986","https://openalex.org/W2187089797","https://openalex.org/W2295107390","https://openalex.org/W2551176409","https://openalex.org/W2765407302","https://openalex.org/W2787720882","https://openalex.org/W2799709780","https://openalex.org/W2895752198","https://openalex.org/W2901114541","https://openalex.org/W2962914604","https://openalex.org/W2963149653","https://openalex.org/W2963314614","https://openalex.org/W2963875483","https://openalex.org/W2973218493","https://openalex.org/W2998508940","https://openalex.org/W3035081753","https://openalex.org/W3035224069","https://openalex.org/W3035635319","https://openalex.org/W3095099350","https://openalex.org/W3096831136","https://openalex.org/W3106653142","https://openalex.org/W3118608800","https://openalex.org/W3134961575","https://openalex.org/W3157122767","https://openalex.org/W3174770825","https://openalex.org/W3176799298","https://openalex.org/W3177034761","https://openalex.org/W3198377975","https://openalex.org/W3216551675","https://openalex.org/W4285247752","https://openalex.org/W4285606530","https://openalex.org/W4287203292","https://openalex.org/W4296151208","https://openalex.org/W4312283676","https://openalex.org/W4312310776","https://openalex.org/W4312447943","https://openalex.org/W4312651322","https://openalex.org/W4312747482","https://openalex.org/W4386790226","https://openalex.org/W6606244218","https://openalex.org/W6738373247","https://openalex.org/W6745136726","https://openalex.org/W6754995574","https://openalex.org/W6787972765","https://openalex.org/W6791353385","https://openalex.org/W6794559225","https://openalex.org/W6797148833","https://openalex.org/W6802159084","https://openalex.org/W6843258702"],"related_works":["https://openalex.org/W1492794944","https://openalex.org/W169603398","https://openalex.org/W2953297905","https://openalex.org/W2062195135","https://openalex.org/W2049033869","https://openalex.org/W2910844563","https://openalex.org/W2074255033","https://openalex.org/W4375958012","https://openalex.org/W2379392295","https://openalex.org/W3160965418"],"abstract_inverted_index":{"Multi-modality":[0],"pre-trained":[1],"models":[2],"(PTMs)":[3],"have":[4,19],"considerably":[5],"boosted":[6],"the":[7,114,119,163],"performance":[8,172],"on":[9,41,67,151],"a":[10,75,105],"broad":[11],"range":[12],"of":[13],"computer":[14],"vision":[15],"topics.":[16],"Still,":[17],"they":[18],"not":[20],"been":[21],"explored":[22],"purposefully":[23],"in":[24],"open":[25],"set":[26],"recognition":[27,35],"(OSR)":[28],"scenarios":[29],"when":[30],"applying":[31],"PTMs":[32,40],"to":[33,64,112,135],"downstream":[34],"tasks.":[36],"Directly":[37],"fine/prompt":[38],"tuning":[39,182],"closed-set":[42],"classification":[43],"tasks":[44],"will":[45],"inevitably":[46],"suffer":[47],"from":[48,99,121],"data":[49],"bias":[50],"and":[51,91,117,139,159,170,179],"always":[52],"learn":[53],"more":[54],"or":[55],"less":[56],"target":[57],"class-irrelevant":[58,97,140],"cooccurring":[59],"contextual":[60],"information,":[61],"which":[62],"leads":[63],"over-confident":[65],"predictions":[66],"unknown":[68],"samples.":[69],"In":[70],"this":[71],"paper,":[72],"we":[73],"propose":[74],"simple":[76],"yet":[77],"effective":[78],"approach,":[79],"termed":[80],"Anti-Associative":[81],"Prompt":[82],"Tuning":[83],"<italic":[84,165],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[85,166],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(A<sup>2</sup>Pt)</i>":[86,167],",":[87],"toward":[88],"learning":[89],"compact":[90,137],"accurate":[92],"class-related":[93],"representation":[94,116],"with":[95,175],"few":[96],"associations":[98,120],"context":[100],"using":[101],"multi-modal":[102],"priors.":[103],"Specifically,":[104],"cross-modal":[106],"guided":[107],"activation":[108],"module":[109,134],"is":[110],"adopted":[111],"refine":[113],"class-aware":[115,138],"suppress":[118],"co-occurring":[122],"contexts":[123],"by":[124,143],"involving":[125],"text-modal":[126],"information.":[127],"We":[128],"further":[129],"design":[130],"an":[131],"anti-association":[132],"calibration":[133],"obtain":[136],"representations,":[141],"respectively,":[142],"introducing":[144],"two":[145],"additional":[146],"object":[147],"functions.":[148],"Extensive":[149],"experiments":[150],"publicly":[152],"available":[153],"benchmarks,":[154],"including":[155],"CIFAR":[156],"series,":[157],"Tiny-ImageNet,":[158],"ImageNet-21K-P,":[160],"show":[161],"that":[162],"proposed":[164],"achieves":[168],"substantial":[169],"consistent":[171],"gains":[173],"compared":[174],"both":[176],"SOTA":[177],"OSR":[178],"PTM":[180],"prompt":[181],"approaches.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2023-12-06T00:00:00"}