{"id":"https://openalex.org/W4399423219","doi":"https://doi.org/10.1145/3652583.3658106","title":"TriMPL: Masked Multi-Prompt Learning with Knowledge Mixing for Vision-Language Few-shot Learning","display_name":"TriMPL: Masked Multi-Prompt Learning with Knowledge Mixing for Vision-Language Few-shot Learning","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399423219","doi":"https://doi.org/10.1145/3652583.3658106"},"language":"en","primary_location":{"id":"doi:10.1145/3652583.3658106","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658106","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658106","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658106","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063062825","display_name":"Xiangyu Liu","orcid":"https://orcid.org/0009-0001-3717-9134"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiangyu Liu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-3717-9134","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043794484","display_name":"Yanlei Shang","orcid":"https://orcid.org/0000-0002-8765-6285"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanlei Shang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8765-6285","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100630707","display_name":"Yong Chen","orcid":"https://orcid.org/0000-0002-1348-9218"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Chen","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1348-9218","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5063062825"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.3311,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.62725292,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"552","last_page":"560"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8145291209220886},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6929708123207092},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6258823275566101},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6113980412483215},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5792639851570129},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5782837271690369},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5131264328956604},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4277041256427765},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41051924228668213},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34683334827423096}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8145291209220886},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6929708123207092},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6258823275566101},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6113980412483215},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5792639851570129},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5782837271690369},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5131264328956604},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4277041256427765},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41051924228668213},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34683334827423096},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3652583.3658106","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658106","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658106","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3652583.3658106","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658106","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658106","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1937340194","display_name":null,"funder_award_id":"62372054, 62006005","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G2627180095","display_name":null,"funder_award_id":"2022YFC3302200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7211204438","display_name":null,"funder_award_id":"2022YFC3302200","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399423219.pdf","grobid_xml":"https://content.openalex.org/works/W4399423219.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1977295328","https://openalex.org/W2047643928","https://openalex.org/W2108598243","https://openalex.org/W2138011018","https://openalex.org/W2155904486","https://openalex.org/W2194775991","https://openalex.org/W2533598788","https://openalex.org/W2964194231","https://openalex.org/W3037492894","https://openalex.org/W3098267758","https://openalex.org/W3177096435","https://openalex.org/W3185341429","https://openalex.org/W3198377975","https://openalex.org/W4212774754","https://openalex.org/W4229453513","https://openalex.org/W4233762729","https://openalex.org/W4285247752","https://openalex.org/W4312310776","https://openalex.org/W4313156423","https://openalex.org/W4385570719","https://openalex.org/W4386065763","https://openalex.org/W4386071687","https://openalex.org/W4390098547","https://openalex.org/W4390272170","https://openalex.org/W4394625619"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W2413243053","https://openalex.org/W410723623","https://openalex.org/W2015341305","https://openalex.org/W2035068594","https://openalex.org/W4225593417","https://openalex.org/W2573498121","https://openalex.org/W3022298670","https://openalex.org/W3160494304","https://openalex.org/W2167883292"],"abstract_inverted_index":{"Prompt":[0],"learning":[1,60,87,221],"has":[2],"been":[3],"proven":[4],"to":[5,17,45,105,117,126,182,230],"be":[6],"quite":[7,231],"an":[8,158],"effective":[9,225],"technique":[10],"for":[11,34,148,191],"adapting":[12],"large":[13],"visual-language":[14],"models":[15],"(LVLMs)":[16],"downstream":[18],"tasks":[19],"via":[20],"few-shot":[21],"learning.":[22],"Early":[23],"methods":[24,56],"often":[25],"rely":[26],"on":[27,59],"a":[28,37,61,84,171,222,232],"single":[29],"prompt,":[30],"which":[31,97,152],"is":[32,156,218],"insufficient":[33],"comprehensively":[35],"representing":[36],"class.":[38],"Subsequent":[39],"efforts":[40],"have":[41],"explored":[42],"multiple":[43],"prompts":[44,72,137,162,181,190],"further":[46],"enhance":[47,106,183],"the":[48,107,119,132,153,184,188,196],"adaptability":[49],"and":[50,80,113,209],"performance":[51,229],"of":[52,63,109,135,151,161,173,187,198,220,224],"LVLMs.":[53],"However,":[54],"these":[55],"primarily":[57],"focus":[58],"set":[62,160,223],"more":[64,75],"discriminative":[65],"prompts,":[66,226],"overlooking":[67],"their":[68],"generalizability.":[69],"To":[70],"learn":[71],"that":[73,157,216],"are":[74],"balanced":[76],"in":[77],"both":[78],"generalization":[79,108],"discrimination,":[81],"we":[82],"propose":[83],"novel":[85],"multi-prompt":[86],"approach,":[88],"Masked":[89],"Multi-Prompt":[90],"Learning":[91],"with":[92,169],"Knowledge":[93],"Mixing":[94],"(dubbed":[95],"TriMPL),":[96],"contains":[98],"two":[99],"pivotal":[100],"mechanisms:":[101],"(1)":[102,203],"knowledge":[103,127,134],"mixing":[104],"each":[110,139],"individual":[111],"prompt":[112,115,120,141,149],"(2)":[114,206],"masking":[116],"boost":[118],"set's":[121],"overall":[122,185],"robustness.":[123],"With":[124],"respect":[125],"mixing,":[128],"it":[129],"progressively":[130],"injects":[131],"general":[133],"handcrafted":[136],"into":[138],"learnable":[140],"at":[142],"different":[143],"Transformer":[144],"encoding":[145],"stages.":[146],"While":[147],"masking,":[150],"critical":[154],"insight":[155],"optimal":[159],"should":[163],"exhibit":[164],"independence,":[165],"allowing":[166],"accurate":[167],"predictions":[168],"just":[170],"subset":[172],"prompts.":[174],"During":[175],"training,":[176],"TriMPL":[177,199,217],"randomly":[178],"masks":[179],"some":[180],"robustness":[186],"learned":[189],"image":[192],"classification.":[193],"We":[194],"evaluate":[195],"effectiveness":[197],"under":[200],"three":[201],"settings:":[202],"base-to-new":[204],"generalization,":[205],"cross-dataset":[207],"transfer,":[208],"(3)":[210],"domain":[211],"generalization.":[212],"Extensive":[213],"experiments":[214],"demonstrate":[215],"capable":[219],"achieving":[227],"superior":[228],"few":[233],"state-of-the-art":[234],"competitors.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}