{"id":"https://openalex.org/W7204093793","doi":"https://doi.org/10.48550/arxiv.2608.21194","title":"ES-VP : Energy-Shaped Dynamic Visual Prompting for Efficient Model Adaptation","display_name":"ES-VP : Energy-Shaped Dynamic Visual Prompting for Efficient Model Adaptation","alternate_titles":[],"publication_year":2026,"publication_date":"2026-08-21","ids":{"openalex":"https://openalex.org/W7204093793","doi":"https://doi.org/10.48550/arxiv.2608.21194"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.21194","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21194","pdf_url":"https://arxiv.org/pdf/2608.21194","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7204093793"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.21194","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5147916308","display_name":"Can Jin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jin, Can","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147926511","display_name":"Ying Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Ying","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110936166","display_name":"Jingchen Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sun, Jingchen","raw_affiliation_strings":["University at Buffalo , SUNY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University at Buffalo , SUNY","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045835605","display_name":"Hongwu Peng","orcid":"https://orcid.org/0000-0003-2025-2195","observed_orcids":["https://orcid.org/0000-0003-2025-2195"]},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng, Hongwu","raw_affiliation_strings":["Adobe Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122995202","display_name":"Jiahui Zhao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhao, Jiahui","raw_affiliation_strings":["University of Connecticut"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Connecticut","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137435012","display_name":"Yang Zhou","orcid":"https://orcid.org/0000-0001-5563-9440","observed_orcids":["https://orcid.org/0000-0001-5563-9440","https://orcid.org/0009-0009-8168-470X"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhou, Yang","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147961044","display_name":"Lei Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Lei","raw_affiliation_strings":["Washington University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington University","institution_ids":["https://openalex.org/I204465549"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064437234","display_name":"Dimitris Metaxas","orcid":"https://orcid.org/0000-0001-7142-7640","observed_orcids":["https://orcid.org/0000-0001-7142-7640"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Metaxas, Dimitris N.","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-prompting","display_name":"visual prompting","score":0.9829999804496765},{"id":"https://openalex.org/keywords/parameter-efficient-fine-tuning","display_name":"parameter-efficient fine-tuning","score":0.6430000066757202},{"id":"https://openalex.org/keywords/clip","display_name":"CLIP","score":0.6890000104904175},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.7329999804496765},{"id":"https://openalex.org/keywords/prompt-generation","display_name":"prompt generation","score":0.4230000078678131}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8694000244140625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7889999747276306},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.7028999924659729},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.6603999733924866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6245999932289124},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5896000266075134},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5673999786376953},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5285999774932861},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4447999894618988},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.4327999949455261},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.374099999666214},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.3709000051021576},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.366100013256073},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3449000120162964},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3025999963283539},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C2779714256","wikidata":"https://www.wikidata.org/wiki/Q25305062","display_name":"Multiple Models","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.21194","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21194","pdf_url":"https://arxiv.org/pdf/2608.21194","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.21194","doi":"https://doi.org/10.48550/arxiv.2608.21194","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.21194","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.21194","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21194","pdf_url":"https://arxiv.org/pdf/2608.21194","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204093793.pdf","grobid_xml":"https://content.openalex.org/works/W7204093793.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W639708223","https://openalex.org/W1977295328","https://openalex.org/W2002427601","https://openalex.org/W2047643928","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2427497464","https://openalex.org/W2533598788","https://openalex.org/W2566079294","https://openalex.org/W2604763608","https://openalex.org/W2896457183","https://openalex.org/W2953937638","https://openalex.org/W2964194231","https://openalex.org/W2970018230","https://openalex.org/W2994434574","https://openalex.org/W3030163527","https://openalex.org/W3035742266","https://openalex.org/W3037492894","https://openalex.org/W3042667808","https://openalex.org/W3098267758","https://openalex.org/W3118216348","https://openalex.org/W3135367836","https://openalex.org/W3138516171","https://openalex.org/W3168867926","https://openalex.org/W3174770825","https://openalex.org/W3177096435","https://openalex.org/W3185341429","https://openalex.org/W4281838252","https://openalex.org/W4312585221","https://openalex.org/W4385570651","https://openalex.org/W4386075538","https://openalex.org/W4386075814","https://openalex.org/W4399447862","https://openalex.org/W4407124431","https://openalex.org/W4409368381","https://openalex.org/W4413147450","https://openalex.org/W4415317666","https://openalex.org/W4415799278","https://openalex.org/W7059116044","https://openalex.org/W7133183334","https://openalex.org/W7137842105","https://openalex.org/W7166837673"],"related_works":["https://openalex.org/W4407124431","https://openalex.org/W4416399821","https://openalex.org/W4281838252","https://openalex.org/W4390873881","https://openalex.org/W4402916078","https://openalex.org/W4387635758","https://openalex.org/W4312091889","https://openalex.org/W7152752365","https://openalex.org/W4361194176","https://openalex.org/W4411249748"],"abstract_inverted_index":{"Visual":[0,89],"prompting":[1],"(VP)":[2],"has":[3],"emerged":[4],"as":[5],"a":[6,20,29,92,185],"parameter-efficient":[7],"method":[8,168],"for":[9,63,122,188],"adapting":[10],"pre-trained":[11,77,120],"models":[12],"to":[13,32,44,65,113],"downstream":[14],"tasks.":[15],"However,":[16],"existing":[17],"approaches":[18],"encounter":[19],"trade-off":[21],"between":[22],"flexibility":[23],"and":[24,60,81,102,130,151,190],"efficiency.":[25],"Some":[26],"methods":[27],"apply":[28],"fixed":[30],"prompt":[31,124],"all":[33],"images,":[34],"ignoring":[35],"individual":[36],"image":[37],"characteristics,":[38],"while":[39,177],"others":[40],"introduce":[41],"auxiliary":[42,70],"networks":[43],"generate":[45],"diverse":[46,152],"prompts.":[47],"Although":[48],"the":[49,61,69,119,158,166],"latter":[50],"can":[51],"improve":[52],"performance,":[53],"it":[54],"also":[55],"significantly":[56],"increases":[57],"parameter":[58,128],"usage":[59],"potential":[62],"overfitting":[64],"specific":[66],"datasets.":[67],"Furthermore,":[68],"networks,":[71],"combined":[72],"with":[73,109],"inherent":[74],"biases":[75],"in":[76,175],"models,":[78],"limit":[79],"scalability":[80],"generalization.":[82,132],"In":[83],"this":[84],"paper,":[85],"we":[86],"propose":[87],"Energy-Shaped":[88],"Prompting":[90],"(ES-VP),":[91],"novel":[93],"approach":[94],"that":[95,143],"generates":[96],"image-specific":[97],"prompts":[98],"using":[99,157],"low-rank":[100],"initialization":[101],"energy-guided":[103],"dynamic":[104],"adaptation,":[105],"achieving":[106],"superior":[107],"performance":[108],"fewer":[110,180],"parameters":[111],"compared":[112],"single-prompt":[114],"methods.":[115,154],"ES-VP":[116,144,164],"directly":[117],"utilizes":[118],"model":[121,192],"adaptive":[123],"generation,":[125],"ensuring":[126],"both":[127],"efficiency":[129],"improved":[131],"Extensive":[133],"experiments":[134],"conducted":[135],"on":[136],"five":[137],"architectures":[138],"across":[139,161],"fifteen":[140],"datasets":[141],"demonstrate":[142],"consistently":[145],"outperforms":[146,165],"current":[147],"state-of-the-art":[148],"(SOTA)":[149],"single":[150],"VP":[153,181],"For":[155],"instance,":[156],"CLIP":[159],"architecture":[160],"four":[162],"datasets,":[163],"SOTA":[167],"DAM-VP":[169],"by":[170],"an":[171],"average":[172],"of":[173],"2.6\\%":[174],"accuracy":[176],"utilizing":[178],"590$\\times$":[179],"parameters,":[182],"thereby":[183],"establishing":[184],"new":[186],"benchmark":[187],"efficient":[189],"generalizable":[191],"adaptation.":[193]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7204093793","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-08-25T00:00:00"}
