{"id":"https://openalex.org/W4385484732","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191454","title":"Pre-training A Prompt Pool for Vision-Language Model","display_name":"Pre-training A Prompt Pool for Vision-Language Model","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385484732","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191454"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191454","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191454","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100361857","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0002-4365-4165"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jun Liu","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences,Beijing,China","Chinese Academy of Sciences, Institute of Computing Technology, Beijing, China","The Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Computing Technology, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"The Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048871276","display_name":"Yang Gu","orcid":"https://orcid.org/0000-0001-8572-2907"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Gu","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences,Beijing,China","The Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China","University of Chinese Academy of Sciences, Beijing, China","Chinese Academy of Sciences, Institute of Computing Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"The Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Computing Technology, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040017144","display_name":"Zhaohua Yang","orcid":"https://orcid.org/0000-0002-1481-9952"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaohua Yang","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences,Beijing,China","University of Chinese Academy of Sciences, Beijing, China","Chinese Academy of Sciences, Institute of Computing Technology, Beijing, China","The Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Computing Technology, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"The Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043621252","display_name":"Shuai Guo","orcid":"https://orcid.org/0000-0002-8774-4963"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Guo","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences,Beijing,China","The Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China","Chinese Academy of Sciences, Institute of Computing Technology, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"The Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Computing Technology, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017389264","display_name":"Huaqiu Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaqiu Liu","raw_affiliation_strings":["Peking University,Beijing,China","Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peking University,Beijing,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008558592","display_name":"Yiqiang Chen","orcid":"https://orcid.org/0000-0002-8407-0780"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqiang Chen","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences,Beijing,China","The Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China","Chinese Academy of Sciences, Institute of Computing Technology, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"The Beijing Key Laboratory of Mobile Computing and Pervasive Device, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Computing Technology, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100361857"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08146548,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"21","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7012657523155212},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6620457768440247},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45592594146728516},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3353092074394226},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07947084307670593}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7012657523155212},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6620457768440247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45592594146728516},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3353092074394226},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07947084307670593},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191454","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191454","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5033718275","display_name":null,"funder_award_id":"XDA28040500","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G5497660742","display_name":null,"funder_award_id":"2021101","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"},{"id":"https://openalex.org/G60277599","display_name":null,"funder_award_id":"2021GK4015","funder_id":"https://openalex.org/F4320335801","funder_display_name":"Science and Technology Innovative Research Team in Higher Educational Institutions of Hunan Province"},{"id":"https://openalex.org/G8743930881","display_name":null,"funder_award_id":"2020YFC2007104","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335801","display_name":"Science and Technology Innovative Research Team in Higher Educational Institutions of Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1889081078","https://openalex.org/W1956340063","https://openalex.org/W2185175083","https://openalex.org/W2277195237","https://openalex.org/W2506483933","https://openalex.org/W2896457183","https://openalex.org/W2962369866","https://openalex.org/W2997591391","https://openalex.org/W3094502228","https://openalex.org/W3167118264","https://openalex.org/W3174770825","https://openalex.org/W3193402170","https://openalex.org/W3198571508","https://openalex.org/W3199693760","https://openalex.org/W3205270560","https://openalex.org/W3205717164","https://openalex.org/W3207493267","https://openalex.org/W4200630444","https://openalex.org/W4205797662","https://openalex.org/W4205991051","https://openalex.org/W4287113019","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4297795751","https://openalex.org/W4312238419","https://openalex.org/W4385245566","https://openalex.org/W6620707391","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6765939562","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6789909235","https://openalex.org/W6805551904"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Pre-trained":[0],"vision-language(VL)":[1],"model":[2,20,187],"improves":[3],"the":[4,19,65,79,118,122,136,145,149,160,163,179,183,186,189,194,199,204],"performance":[5,214],"in":[6,73,128,135,144,220],"vision-language":[7],"tasks,":[8],"but":[9],"requires":[10],"a":[11,89,94,155,170],"large":[12],"amount":[13],"of":[14,81,110,151,154],"labeled":[15],"data":[16,66,130],"to":[17,21,27,54,78,102,106,113,124,168],"apply":[18],"downstream":[22,55,184],"tasks.":[23,56],"It":[24],"is":[25,112],"challenging":[26],"obtain":[28],"good":[29],"results":[30],"with":[31,61],"limited":[32],"training":[33,91,164],"data.":[34],"Prompt":[35,95],"Tuning(PT),":[36],"which":[37],"freezes":[38,198],"pre-train":[39,161],"language":[40],"models(PLMs)":[41],"and":[42,69,132,201,223],"only":[43,202],"tunes":[44,203],"soft":[45,82],"prompts,":[46],"provides":[47],"an":[48],"effective":[49],"solution":[50],"for":[51,97,196],"adapting":[52],"PLMs":[53],"However,":[57],"PT":[58,152],"performs":[59,70],"comparably":[60],"Full-model":[62],"Tuning(FT)":[63],"when":[64],"are":[67,166],"sufficient":[68],"much":[71],"worse":[72],"few-shot":[74,224],"settings,":[75],"primarily":[76],"due":[77],"initialization":[80,105,150,195],"prompts.":[83,205],"In":[84,159,182],"this":[85],"paper,":[86],"we":[87,140],"propose":[88],"new":[90],"framework":[92],"Pre-train":[93],"Pool":[96],"Vision-Language":[98],"Models":[99],"called":[100],"\u201cP3VLM\u201d,":[101],"give":[103],"better":[104],"PT.":[107],"The":[108],"objective":[109],"P3VLM":[111],"optimize":[114],"prompts":[115,143,175,192],"selected":[116],"by":[117,173],"visual":[119,180],"feature,":[120],"allowing":[121],"prompt":[123,137,146,171],"learn":[125],"relevant":[126],"knowledge":[127],"different":[129],"domains":[131],"store":[133],"it":[134],"pool.":[138],"Then":[139],"use":[141],"diverse":[142],"pool":[147,172],"as":[148,193],"instead":[153],"single":[156],"pre-trained":[157],"prompt.":[158],"stage,":[162],"samples":[165],"used":[167],"train":[169],"selecting":[174],"that":[176,209],"best":[177,190],"match":[178],"features.":[181],"datasets,":[185],"selects":[188],"matching":[191],"PT,":[197],"PLM,":[200],"Extensive":[206],"experiments":[207],"show":[208],"our":[210],"method":[211],"obtains":[212],"strong":[213],"on":[215],"two":[216],"image":[217],"caption":[218],"datasets":[219],"both":[221],"zero-shot":[222],"scenarios.":[225]},"counts_by_year":[],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}