{"id":"https://openalex.org/W7138842088","doi":"https://doi.org/10.48550/arxiv.2603.16250","title":"Visual Prompt Discovery via Semantic Exploration","display_name":"Visual Prompt Discovery via Semantic Exploration","publication_year":2026,"publication_date":"2026-03-17","ids":{"openalex":"https://openalex.org/W7138842088","doi":"https://doi.org/10.48550/arxiv.2603.16250"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.16250","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16250","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.16250","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102976635","display_name":"Jaechang Kim","orcid":"https://orcid.org/0009-0009-1240-5869"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jaechang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129830815","display_name":"Yotaro Shimose","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shimose, Yotaro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129847867","display_name":"Zhao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032437001","display_name":"Kuang-Da Wang","orcid":"https://orcid.org/0009-0004-0846-8254"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Kuang-Da","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129947608","display_name":"Jungseul Ok","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ok, Jungseul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5043249000","display_name":"Shingo Takamatsu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Takamatsu, Shingo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3188000023365021,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3188000023365021,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.13379999995231628,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.07639999687671661,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-search","display_name":"Visual search","score":0.5024999976158142},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.492000013589859},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47780001163482666},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.43709999322891235},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.423799991607666},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4187000095844269},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.3573000133037567},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.31459999084472656},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.3116999864578247}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7717000246047974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5877000093460083},{"id":"https://openalex.org/C158495155","wikidata":"https://www.wikidata.org/wiki/Q2369151","display_name":"Visual search","level":2,"score":0.5024999976158142},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.492000013589859},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47780001163482666},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43709999322891235},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.423799991607666},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4187000095844269},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3962000012397766},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.3573000133037567},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.31130000948905945},{"id":"https://openalex.org/C2776378700","wikidata":"https://www.wikidata.org/wiki/Q3030775","display_name":"Distraction","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.29249998927116394},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C207363949","wikidata":"https://www.wikidata.org/wiki/Q462915","display_name":"Visual space","level":3,"score":0.274399995803833},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.27309998869895935},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2630999982357025}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.16250","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16250","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.16250","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16250","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LVLMs":[0],"encounter":[1],"significant":[2],"challenges":[3,127],"in":[4,26,207],"image":[5,19],"understanding":[6],"and":[7,50,63,108,140,166,188,214,222],"visual":[8,39,68,93,129,148,176,224,243],"reasoning,":[9],"leading":[10],"to":[11,172,194],"critical":[12],"perception":[13,57,239],"failures.":[14,58],"Visual":[15],"prompts,":[16],"which":[17,76,123,191],"incorporate":[18],"manipulation":[20],"code,":[21],"have":[22,42,77],"shown":[23],"promising":[24,34],"potential":[25],"mitigating":[27,51],"these":[28],"issues.":[29],"While":[30],"emerged":[31],"as":[32,158],"a":[33,117,159,162,167,233],"direction,":[35],"previous":[36],"methods":[37,206],"for":[38,90,236],"prompt":[40,130],"generation":[41],"focused":[43],"on":[44,79,179,185],"tool":[45,230],"selection":[46,164],"rather":[47],"than":[48],"diagnosing":[49],"the":[52,61,110,133,142,186],"root":[53],"causes":[54],"of":[55,60,65,112,128,147],"LVLM":[56,196,238],"Because":[59],"opacity":[62],"unpredictability":[64],"LVLMs,":[66],"optimal":[67],"prompts":[69,177],"must":[70],"be":[71],"discovered":[72],"through":[73,102,240],"empirical":[74,180],"experiments,":[75,104],"relied":[78],"manual":[80],"human":[81,106],"trial-and-error.":[82],"We":[83,115,182],"propose":[84],"an":[85,154],"automated":[86],"semantic":[87,118,168],"exploration":[88,101,119,212,215],"framework":[89,219],"discovering":[91],"task-wise":[92,242],"prompts.":[94,149,244],"Our":[95],"approach":[96],"enables":[97],"diverse":[98,175],"yet":[99],"efficient":[100],"agent-driven":[103],"minimizing":[105],"intervention":[107],"avoiding":[109],"inefficiency":[111],"per-sample":[113],"generation.":[114],"introduce":[116],"algorithm":[120],"named":[121],"SEVEX,":[122],"addresses":[124],"two":[125],"major":[126],"exploration:":[131],"(1)":[132],"distraction":[134],"caused":[135],"by":[136],"lengthy,":[137],"low-level":[138],"code":[139],"(2)":[141],"vast,":[143],"unstructured":[144],"search":[145,160],"space":[146,157],"Specifically,":[150],"our":[151,218],"method":[152],"leverages":[153],"abstract":[155],"idea":[156],"space,":[161],"novelty-guided":[163],"algorithm,":[165],"feedback-driven":[169],"ideation":[170],"process":[171],"efficiently":[173],"explore":[174],"based":[178],"results.":[181],"evaluate":[183],"SEVEX":[184,202],"BlindTest":[187],"BLINK":[189],"benchmarks,":[190],"are":[192],"designed":[193],"assess":[195],"perception.":[197],"Experimental":[198],"results":[199],"demonstrate":[200],"that":[201,226],"significantly":[203],"outperforms":[204],"baseline":[205],"task":[208],"accuracy,":[209],"inference":[210],"efficiency,":[211,213],"stability.":[216],"Notably,":[217],"discovers":[220],"sophisticated":[221],"counter-intuitive":[223],"strategies":[225],"go":[227],"beyond":[228],"conventional":[229],"usage,":[231],"offering":[232],"new":[234],"paradigm":[235],"enhancing":[237],"automated,":[241]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-20T00:00:00"}