{"id":"https://openalex.org/W4403488379","doi":"https://doi.org/10.3233/faia240559","title":"Dynamic Multimodal Prompt Tuning: Boost Few-Shot Learning with VLM-Guided Point Cloud Models","display_name":"Dynamic Multimodal Prompt Tuning: Boost Few-Shot Learning with VLM-Guided Point Cloud Models","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403488379","doi":"https://doi.org/10.3233/faia240559"},"language":"en","primary_location":{"id":"doi:10.3233/faia240559","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240559","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia240559","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103574569","display_name":"Xiang Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Gu","raw_affiliation_strings":["School of Cyber Science and Engineering, Nanjing University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088461583","display_name":"Shuchao Pang","orcid":"https://orcid.org/0000-0002-5668-833X"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuchao Pang","raw_affiliation_strings":["School of Cyber Science and Engineering, Nanjing University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-5668-833X","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079966531","display_name":"Anan Du","orcid":"https://orcid.org/0000-0002-9634-3125"},"institutions":[{"id":"https://openalex.org/I4210101451","display_name":"Nanjing University of Industry Technology","ror":"https://ror.org/00qf07q44","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210101451"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Anan Du","raw_affiliation_strings":["Nanjing Vocational University of Industry Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-9634-3125","affiliations":[{"raw_affiliation_string":"Nanjing Vocational University of Industry Technology, China","institution_ids":["https://openalex.org/I4210101451"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115592322","display_name":"Yifei Wang","orcid":"https://orcid.org/0000-0002-9634-4574"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Wang","raw_affiliation_strings":["School of Cyber Science and Engineering, Nanjing University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jixiang Miao","orcid":null},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jixiang Miao","raw_affiliation_strings":["School of Cyber Science and Engineering, Nanjing University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Nanjing University of Science and Technology, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050449056","display_name":"Jorge D\u00edez","orcid":"https://orcid.org/0000-0002-1314-2441"},"institutions":[{"id":"https://openalex.org/I165339363","display_name":"Universidad de Oviedo","ror":"https://ror.org/006gksa02","country_code":"ES","type":"education","lineage":["https://openalex.org/I165339363"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jorge D\u00edez","raw_affiliation_strings":["Artificial Intelligence Center, University of Oviedo at Gij\u00f3n, Spain"],"raw_orcid":"https://orcid.org/0000-0002-1314-2441","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Center, University of Oviedo at Gij\u00f3n, Spain","institution_ids":["https://openalex.org/I165339363"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.866,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81811498,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.8851000070571899,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.8851000070571899,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.8695999979972839,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12537","display_name":"Flow Measurement and Analysis","score":0.8371999859809875,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.6013304591178894},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5866181254386902},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5614611506462097},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.5489698648452759},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4447508156299591},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3613432049751282},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11593815684318542},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08671566843986511},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.06101486086845398},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.04356628656387329}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6013304591178894},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5866181254386902},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5614611506462097},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.5489698648452759},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4447508156299591},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3613432049751282},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11593815684318542},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08671566843986511},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.06101486086845398},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.04356628656387329},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia240559","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240559","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia240559","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240559","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W4244478748","https://openalex.org/W2359774528","https://openalex.org/W4298312966"],"abstract_inverted_index":{"Few-shot":[0],"learning":[1,56,88,138,163],"is":[2,58,117,150],"crucial":[3],"for":[4,34,85],"downstream":[5],"tasks":[6,57,139],"involving":[7],"point":[8,26,50,92,133],"clouds,":[9],"given":[10],"the":[11,35,142],"challenge":[12],"of":[13,37,65,103,144],"obtaining":[14],"sufficient":[15],"datasets":[16,154],"due":[17,60],"to":[18,42,53,61,119,191],"extensive":[19],"collecting":[20],"and":[21,67,106,124,140,175],"labeling":[22],"efforts.":[23],"Pre-trained":[24],"VLM-Guided":[25,91],"cloud":[27,51,93,134],"models,":[28],"containing":[29],"abundant":[30],"knowledge,":[31],"can":[32],"compensate":[33],"scarcity":[36],"training":[38,146],"data,":[39],"potentially":[40],"leading":[41],"very":[43],"good":[44],"performance.":[45],"However,":[46],"adapting":[47],"these":[48],"pre-trained":[49,90,131],"models":[52,135],"specific":[54],"few-shot":[55,87,137,162,177],"challenging":[59,170],"their":[62],"huge":[63],"number":[64],"parameters":[66],"high":[68],"computational":[69,198],"cost.":[70],"To":[71],"this":[72],"end,":[73],"we":[74,96],"propose":[75],"a":[76,98,113,158,168],"novel":[77],"Dynamic":[78],"Multimodal":[79],"Prompt":[80],"Tuning":[81],"method,":[82],"named":[83],"DMMPT,":[84],"boosting":[86],"with":[89,172],"models.":[94],"Specifically,":[95],"build":[97],"dynamic":[99,122],"knowledge":[100,123],"collector":[101],"capable":[102],"gathering":[104],"task-":[105],"data-related":[107],"information":[108],"from":[109],"various":[110],"modalities.":[111],"Then,":[112],"multimodal":[114,126],"prompt":[115],"generator":[116],"constructed":[118],"integrate":[120],"collected":[121],"generate":[125],"prompts,":[127],"which":[128],"efficiently":[129],"direct":[130],"VLM-guided":[132],"toward":[136],"address":[141],"issue":[143],"limited":[145],"data.":[147],"Our":[148],"method":[149,181],"evaluated":[151],"on":[152],"benchmark":[153],"not":[155],"only":[156],"in":[157,167],"standard":[159],"N-way":[160],"K-shot":[161,176],"setting,":[164],"but":[165],"also":[166],"more":[169],"setting":[171],"all":[173],"classes":[174],"learning.":[178],"Notably,":[179],"our":[180],"outperforms":[182],"other":[183],"prompt-tuning":[184],"techniques,":[185],"achieving":[186],"highly":[187],"competitive":[188],"results":[189],"comparable":[190],"full":[192],"fine-tuning":[193],"methods":[194],"while":[195],"significantly":[196],"enhancing":[197],"efficiency.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}