{"id":"https://openalex.org/W4416965984","doi":"https://doi.org/10.1109/tmm.2025.3639886","title":"Prompt Learning With Knowledge Regularization for Pre-Trained Vision-Language Models","display_name":"Prompt Learning With Knowledge Regularization for Pre-Trained Vision-Language Models","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W4416965984","doi":"https://doi.org/10.1109/tmm.2025.3639886"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2025.3639886","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3639886","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Boyang Guo","orcid":"https://orcid.org/0009-0008-9687-1893"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyang Guo","raw_affiliation_strings":["Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-9687-1893","affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Liang Li","orcid":"https://orcid.org/0000-0001-8437-4824"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Li","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8437-4824","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044578272","display_name":"Jiehua Zhang","orcid":"https://orcid.org/0000-0003-0790-9279"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiehua Zhang","raw_affiliation_strings":["School of Software Engineering, Xi’an Jiaotong University, Xi’an, China","School of Software Engineering, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-0790-9279","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Software Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048712886","display_name":"Yaoqi Sun","orcid":"https://orcid.org/0000-0001-8874-241X"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoqi Sun","raw_affiliation_strings":["Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8874-241X","affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054311881","display_name":"Chenggang Yan","orcid":"https://orcid.org/0000-0003-1204-0512"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenggang Yan","raw_affiliation_strings":["Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1204-0512","affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019496369","display_name":"Xichun Sheng","orcid":"https://orcid.org/0009-0002-3590-0060"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Xichun Sheng","raw_affiliation_strings":["Macao Polytechnic University, Macao, China"],"raw_orcid":"https://orcid.org/0009-0002-3590-0060","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5399,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.91336252,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"28","issue":null,"first_page":"1457","last_page":"1468"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.4844000041484833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.4844000041484833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4129999876022339,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.023399999365210533,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6754999756813049},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6574000120162964},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5738000273704529},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.48579999804496765},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4846000075340271},{"id":"https://openalex.org/keywords/dilemma","display_name":"Dilemma","score":0.4350999891757965},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.40720000863075256}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8064000010490417},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6754999756813049},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6574000120162964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6184999942779541},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.595300018787384},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5738000273704529},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.48579999804496765},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4846000075340271},{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.4350999891757965},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.40720000863075256},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.36970001459121704},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.36739999055862427},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3659000098705292},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.29910001158714294},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3639886","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3639886","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4536128632","display_name":null,"funder_award_id":"62322211","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1977295328","https://openalex.org/W2017814585","https://openalex.org/W2047643928","https://openalex.org/W2108598243","https://openalex.org/W2138011018","https://openalex.org/W2155904486","https://openalex.org/W2533598788","https://openalex.org/W2964194231","https://openalex.org/W3037492894","https://openalex.org/W3176779063","https://openalex.org/W3177096435","https://openalex.org/W3198377975","https://openalex.org/W3213454282","https://openalex.org/W4210311961","https://openalex.org/W4312310776","https://openalex.org/W4312424618","https://openalex.org/W4312925417","https://openalex.org/W4382999123","https://openalex.org/W4386065763","https://openalex.org/W4386071547","https://openalex.org/W4386254667","https://openalex.org/W4386322119","https://openalex.org/W4386453815","https://openalex.org/W4386790226","https://openalex.org/W4387272126","https://openalex.org/W4390873714","https://openalex.org/W4402727025","https://openalex.org/W4402781582","https://openalex.org/W7133219031"],"related_works":[],"abstract_inverted_index":{"Prompt":[0,94],"learning":[1,91],"is":[2],"an":[3],"effective":[4],"way":[5],"to":[6,10,66,113,131,155],"adapt":[7],"pre-trained":[8,34,80,121],"models":[9,36],"downstream":[11,67],"tasks":[12,182],"by":[13,28,107,195],"training":[14,41],"a":[15,88,196],"small":[16],"number":[17],"of":[18,79,120,176],"additional":[19],"learnable":[20],"prompts.":[21],"Recent":[22],"studies":[23],"address":[24,83],"several":[25],"early":[26],"challenges":[27],"combining":[29],"generalized":[30,62,133],"knowledge":[31,39,63,73,115,129],"from":[32,40],"frozen":[33],"VL":[35],"with":[37,53,96],"task-specific":[38,72,114,144],"data":[42],"as":[43],"guidance":[44],"for":[45],"prompt":[46,90],"learning.":[47],"However,":[48],"existing":[49,192],"methods":[50,194],"still":[51],"struggle":[52],"the":[54,75,103,118,135,147,159,164,174],"generalization-adaptation":[55],"(GA)":[56],"trade-off":[57,105],"dilemma:":[58],"excessive":[59],"reliance":[60],"on":[61,71,166,179],"hinders":[64],"adaptation":[65,154],"tasks,":[68],"while":[69,116,141],"overemphasis":[70],"undermines":[74],"inherent":[76],"generalization":[77],"capabilities":[78,140],"models.":[81],"To":[82],"this":[84],"issue,":[85],"we":[86,124],"propose":[87,125],"novel":[89],"method":[92,190],"called":[93],"Learning":[95],"Knowledge":[97],"Regularization":[98],"(PLKR).":[99],"PLKR":[100,162],"effectively":[101],"mitigates":[102],"GA":[104],"dilemma":[106],"offering":[108],"greater":[109],"flexibility":[110],"in":[111],"adapting":[112],"minimizing":[117],"disruption":[119],"knowledge.":[122],"Specifically,":[123],"category-invariant":[126],"and":[127,146,169],"topology-invariant":[128],"regularization":[130],"preserve":[132],"knowledge:":[134],"former":[136],"enhances":[137],"category-level":[138],"discriminative":[139],"allowing":[142],"flexible":[143],"learning,":[145],"latter":[148],"maintains":[149],"global":[150],"topological":[151],"stability":[152],"during":[153],"new":[156,170],"tasks.":[157,171],"Through":[158],"proposed":[160],"regularization,":[161],"improves":[163],"performance":[165],"both":[167],"base":[168],"We":[172],"evaluate":[173],"effectiveness":[175],"our":[177,189],"approach":[178],"four":[180],"representative":[181],"over":[183],"11":[184],"datasets.":[185],"Experimental":[186],"results":[187],"show":[188],"outperforms":[191],"SOTA":[193],"large":[197],"margin.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-12-03T00:00:00"}