{"id":"https://openalex.org/W7166089320","doi":"https://doi.org/10.48550/arxiv.2606.26379","title":"Layer-Specific Prompt Fusion Discovery via Differentiable Search in Vision Foundation Models","display_name":"Layer-Specific Prompt Fusion Discovery via Differentiable Search in Vision Foundation Models","publication_year":2026,"publication_date":"2026-06-24","ids":{"openalex":"https://openalex.org/W7166089320","doi":"https://doi.org/10.48550/arxiv.2606.26379"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.26379","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26379","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.26379","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139433170","display_name":"Xi Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Xi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139422025","display_name":"Xingjian Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xingjian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139456470","display_name":"Yunbei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yunbei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139454768","display_name":"Cheng Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139412899","display_name":"Tianming Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Tianming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139452278","display_name":"Tianyang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Tianyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047916703","display_name":"Runmin Jiang","orcid":"https://orcid.org/0009-0004-1645-4610"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Runmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139438494","display_name":"Jihun Hamm","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hamm, Jihun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139423250","display_name":"Xiao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139421433","display_name":"Min Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.46709999442100525,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.46709999442100525,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.11079999804496765,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.050700001418590546,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/concatenation","display_name":"Concatenation (mathematics)","score":0.6554999947547913},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5164999961853027},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.4887999892234802},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.4440000057220459},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.4115000069141388},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.39660000801086426},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.3806999921798706},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.37389999628067017}],"concepts":[{"id":"https://openalex.org/C87619178","wikidata":"https://www.wikidata.org/wiki/Q126002","display_name":"Concatenation (mathematics)","level":2,"score":0.6554999947547913},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6481999754905701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6061999797821045},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5164999961853027},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.4887999892234802},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.4440000057220459},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.4115000069141388},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.37389999628067017},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.3353999853134155},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3287000060081482},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32170000672340393},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27079999446868896},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2680000066757202}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.26379","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26379","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.26379","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26379","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Visual":[0],"prompt":[1,48,68,200],"tuning":[2],"has":[3],"emerged":[4],"as":[5,99],"a":[6,61,71,88,100,167,174,195,203,216],"parameter-efficient":[7],"fine-tuning":[8],"approach":[9],"for":[10,44,219],"adapting":[11],"large-scale":[12],"Vision":[13],"Transformers":[14],"(ViTs)":[15],"to":[16,31,59,76,86,146],"downstream":[17],"tasks.":[18],"As":[19],"its":[20],"learnable":[21,115],"prompts":[22,116,189],"are":[23,121],"applied":[24],"in":[25,36,66,129,144,198],"input":[26],"and":[27,47,80,104,117,142,148,158,181,202],"feature":[28],"spaces,":[29],"prior":[30],"jointly":[32,122],"going":[33],"through":[34],"attention":[35],"transformer":[37],"layers,":[38],"the":[39,97,114,126,130],"most":[40],"commonly":[41],"used":[42],"scheme":[43,74],"fusing":[45],"image":[46,192],"tokens":[49,193],"is":[50],"concatenation":[51,147],"or":[52],"addition.":[53,149],"In":[54,111],"this":[55,93,112],"paper,":[56],"we":[57,95,133],"aim":[58],"study":[60],"fundamental":[62],"yet":[63],"essential":[64],"problem":[65],"visual":[67,199,220],"tuning:":[69],"whether":[70,81],"single":[72],"fusion":[73,90,119,137,205],"tends":[75],"yield":[77],"better":[78],"results,":[79],"that":[82,187],"would":[83],"be":[84],"beneficial":[85],"develop":[87],"hybrid":[89,204],"scheme.":[91],"To":[92,124],"end,":[94],"formulate":[96],"task":[98],"bi-level":[101],"optimization":[102],"problem,":[103],"solve":[105],"it":[106],"leveraging":[107],"differentiable":[108],"architecture":[109,131],"search.":[110],"context,":[113],"their":[118],"schemes":[120],"optimized.":[123],"enrich":[125],"search":[127],"space":[128],"search,":[132],"propose":[134],"two":[135],"additional":[136],"schemes,":[138],"namely,":[139],"affine":[140],"transformation":[141],"cross-attention,":[143],"addition":[145],"Extensive":[150],"experiments":[151],"on":[152],"34":[153],"datasets":[154],"spanning":[155],"VTAB-1k,":[156],"FGVC,":[157],"HTA":[159],"show":[160],"consistent":[161],"gains":[162],"over":[163],"prompt-tuning":[164,221],"baselines.":[165],"With":[166],"frozen":[168],"ViT":[169],"backbone,":[170],"our":[171],"method":[172],"delivers":[173],"favorable":[175],"accuracy--latency--parameter":[176],"trade-off":[177],"compared":[178],"with":[179,191],"VPT-Deep":[180],"recent":[182],"variants.":[183],"Our":[184],"findings":[185],"reveal":[186],"how":[188],"fuse":[190],"plays":[194],"significant":[196],"role":[197],"tuning,":[201],"fashion":[206],"can":[207],"more":[208],"effectively":[209],"leverage":[210],"layer":[211],"semantics":[212],"of":[213],"ViTs,":[214],"contributing":[215],"novel":[217],"perspective":[218],"research.":[222]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-27T00:00:00"}