{"id":"https://openalex.org/W7224005239","doi":"https://doi.org/10.1109/cec69861.2026.11727305","title":"Evolutionary Prompt Optimization for Visual Language Models using Equivariant Semantics","display_name":"Evolutionary Prompt Optimization for Visual Language Models using Equivariant Semantics","alternate_titles":[],"publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7224005239","doi":"https://doi.org/10.1109/cec69861.2026.11727305"},"language":"en","primary_location":{"id":"doi:10.1109/cec69861.2026.11727305","doi":"https://doi.org/10.1109/cec69861.2026.11727305","is_oa":true,"landing_page_url":"https://doi.org/10.1109/cec69861.2026.11727305","pdf_url":null,"source":{"id":"https://openalex.org/S4363605353","display_name":"IEEE Congress on Evolutionary Computation (CEC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE Congress on Evolutionary Computation (CEC)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7224005239"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/cec69861.2026.11727305","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104558329","display_name":"Guillermo Villate-Castillo","orcid":"https://orcid.org/0009-0001-0783-7984","observed_orcids":["https://orcid.org/0009-0001-0783-7984"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guillermo Villate-Castillo","raw_affiliation_strings":["Basque Research and Technology Alliance (BRTA), Bizkaia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Basque Research and Technology Alliance (BRTA), Bizkaia, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056522412","display_name":"Erik B. Terres-Escudero","orcid":"https://orcid.org/0009-0003-9781-7657","observed_orcids":["https://orcid.org/0009-0003-9781-7657"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erik B. Terres-Escudero","raw_affiliation_strings":["Basque Research and Technology Alliance (BRTA), Bizkaia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Basque Research and Technology Alliance (BRTA), Bizkaia, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050260226","display_name":"Bel\u00e9n Mart\u00ednez-Rodr\u00edguez","orcid":"https://orcid.org/0000-0001-5661-0893","observed_orcids":["https://orcid.org/0000-0001-5661-0893"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Belen Martinez-Rodriguez","raw_affiliation_strings":["Basque Research and Technology Alliance (BRTA), Bizkaia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Basque Research and Technology Alliance (BRTA), Bizkaia, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006861461","display_name":"Sonia Bilbao","orcid":"https://orcid.org/0000-0003-1559-2304","observed_orcids":["https://orcid.org/0000-0003-1559-2304"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sonia Bilbao-Arechabala","raw_affiliation_strings":["Basque Research and Technology Alliance (BRTA), Bizkaia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Basque Research and Technology Alliance (BRTA), Bizkaia, Spain","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129050246","display_name":"Javier Del Ser","orcid":"https://orcid.org/0000-0002-1260-9775","observed_orcids":["https://orcid.org/0000-0002-1260-9775"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Javier Del Ser","raw_affiliation_strings":["Basque Research and Technology Alliance (BRTA), Bizkaia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Basque Research and Technology Alliance (BRTA), Bizkaia, Spain","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6255000233650208,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6255000233650208,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.16060000658035278,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.14830000698566437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.9229999780654907},{"id":"https://openalex.org/keywords/open-vocabulary-object-detection","display_name":"open-vocabulary object detection","score":0.824999988079071},{"id":"https://openalex.org/keywords/discrete-search-space","display_name":"discrete search space","score":0.609000027179718},{"id":"https://openalex.org/keywords/derivative-free-optimization","display_name":"derivative-free optimization","score":0.6949999928474426},{"id":"https://openalex.org/keywords/coco-benchmark","display_name":"COCO benchmark","score":0.6480000019073486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6258000135421753},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5972999930381775},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.5525000095367432},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5235999822616577},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4185999929904938},{"id":"https://openalex.org/C171036898","wikidata":"https://www.wikidata.org/wiki/Q256355","display_name":"Equivariant map","level":2,"score":0.39239999651908875},{"id":"https://openalex.org/C200065993","wikidata":"https://www.wikidata.org/wiki/Q3954981","display_name":"Computational semantics","level":4,"score":0.3675000071525574},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.34869998693466187},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3089999854564667},{"id":"https://openalex.org/C146499914","wikidata":"https://www.wikidata.org/wiki/Q5469969","display_name":"Formal semantics (linguistics)","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2816999852657318},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26429998874664307},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cec69861.2026.11727305","doi":"https://doi.org/10.1109/cec69861.2026.11727305","is_oa":true,"landing_page_url":"https://doi.org/10.1109/cec69861.2026.11727305","pdf_url":null,"source":{"id":"https://openalex.org/S4363605353","display_name":"IEEE Congress on Evolutionary Computation (CEC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE Congress on Evolutionary Computation (CEC)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1109/cec69861.2026.11727305","doi":"https://doi.org/10.1109/cec69861.2026.11727305","is_oa":true,"landing_page_url":"https://doi.org/10.1109/cec69861.2026.11727305","pdf_url":null,"source":{"id":"https://openalex.org/S4363605353","display_name":"IEEE Congress on Evolutionary Computation (CEC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE Congress on Evolutionary Computation (CEC)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2952122856","https://openalex.org/W3198377975","https://openalex.org/W4386839807","https://openalex.org/W4399418385","https://openalex.org/W4401770219","https://openalex.org/W4402660140","https://openalex.org/W4402727267","https://openalex.org/W4402754286","https://openalex.org/W4403888605","https://openalex.org/W4404654839","https://openalex.org/W4407341646","https://openalex.org/W4407794264","https://openalex.org/W4412889611","https://openalex.org/W4413157438","https://openalex.org/W4414939355","https://openalex.org/W4415795278","https://openalex.org/W4416033901","https://openalex.org/W4416183328","https://openalex.org/W4417136542","https://openalex.org/W7221044030"],"related_works":["https://openalex.org/W7223947665","https://openalex.org/W7106296464","https://openalex.org/W4417069258","https://openalex.org/W7223913374","https://openalex.org/W7223823732","https://openalex.org/W7171649409","https://openalex.org/W7223844831","https://openalex.org/W7167273293","https://openalex.org/W7159646949","https://openalex.org/W4413217079"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2,21],"(LLMs)":[3],"have":[4],"recently":[5],"enabled":[6],"guided":[7,124],"evolutionary":[8,25,93,156],"optimization":[9,27,77],"in":[10,39,68],"complex,":[11],"discrete":[12,112],"search":[13,113,157],"spaces,":[14],"such":[15,35],"as":[16,36,72,80,106],"prompt":[17,26,76],"engineering":[18],"for":[19,95,167],"Vision-Language":[20],"(VLMs).":[22],"However,":[23],"existing":[24,63],"methods":[28,64],"largely":[29],"focus":[30],"on":[31,149],"unstructured":[32],"classification":[33],"prompts,":[34],"those":[37],"used":[38],"CLIP,":[40],"and":[41,102,128,146],"fail":[42],"to":[43,45,59,83],"generalize":[44],"modern":[46],"generative":[47],"VLMs,":[48],"which":[49],"require":[50],"rigid":[51],"instruction":[52],"templates.":[53],"Moreover,":[54],"VLMs":[55,169],"are":[56],"highly":[57],"sensitive":[58],"label":[60,104],"vocabulary,":[61],"yet":[62],"typically":[65],"treat":[66],"changes":[67],"the":[69,121,150],"target":[70,103],"vocabulary":[71],"incidental":[73],"by-products":[74],"of":[75,133],"rather":[78],"than":[79],"explicit":[81],"variables":[82],"be":[84],"optimized.":[85],"In":[86],"this":[87,155],"work,":[88],"we":[89],"propose":[90],"an":[91],"LLM-assisted":[92],"framework":[94],"open-vocabulary":[96],"object":[97],"detection":[98,160],"that":[99,154],"treats":[100],"prompts":[101,127],"vocabularies":[105],"co-evolving,":[107],"first-class":[108],"representations":[109],"within":[110],"a":[111,131,163],"space.":[114],"Model-specific":[115],"templates":[116],"ensure":[117],"syntactic":[118],"validity,":[119],"while":[120],"LLM":[122],"performs":[123],"mutations":[125],"over":[126],"labels,":[129,144],"enforcing":[130],"form":[132],"semantic":[134],"equivariance,":[135],"where":[136],"linguistically":[137],"equivalent":[138],"transformations":[139],"induce":[140],"improved":[141],"alignment":[142],"between":[143],"instructions,":[145],"images.":[147],"Experiments":[148],"COCO":[151],"benchmark":[152],"demonstrate":[153],"substantially":[158],"improves":[159],"performance,":[161],"highlighting":[162],"scalable,":[164],"gradient-free":[165],"approach":[166],"aligning":[168],"with":[170],"downstream":[171],"tasks.":[172]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7224005239","counts_by_year":[],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2026-10-28T00:00:00"}
