{"id":"https://openalex.org/W7166840665","doi":"https://doi.org/10.48550/arxiv.2606.30840","title":"Contrastive Reflection for Iterative Prompt Optimization","display_name":"Contrastive Reflection for Iterative Prompt Optimization","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166840665","doi":"https://doi.org/10.48550/arxiv.2606.30840"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.30840","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30840","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.30840","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139782961","display_name":"Derek Koh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koh, Derek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139792943","display_name":"Jinghui Mo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mo, Jinghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139786812","display_name":"Benjamin H. Le","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Le, Benjamin H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108698271","display_name":"Jiening Zhan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhan, Jiening","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109449817","display_name":"Baofen Zheng","orcid":"https://orcid.org/0009-0001-7494-2899"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Baofen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139737438","display_name":"Kevin Bevis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bevis, Kevin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139727790","display_name":"Nathaniel C. Owen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Owen, Nathaniel C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139818276","display_name":"Lauren Elizabeth Charney","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Charney, Lauren Elizabeth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139781578","display_name":"Wenqiong Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Wenqiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139759537","display_name":"Jingwei Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jingwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.3968000113964081,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.3968000113964081,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.1370999962091446,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05079999938607216,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5310999751091003},{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.5303000211715698},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.447299987077713},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.38420000672340393},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.3244999945163727},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.29649999737739563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.715499997138977},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5310999751091003},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.5303000211715698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4708000123500824},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.447299987077713},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4072999954223633},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.38420000672340393},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31209999322891235},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C2779982483","wikidata":"https://www.wikidata.org/wiki/Q6094420","display_name":"Iterative refinement","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2865999937057495},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2782000005245209},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.2556000053882599}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.30840","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30840","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.30840","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30840","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6907261610031128}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0,133],"agents":[1,28,97,105],"are":[2,114,142],"becoming":[3],"central":[4],"to":[5,51,116,134,151,193],"information":[6],"retrieval:":[7],"they":[8],"issue":[9],"retrieval":[10,99],"queries,":[11],"synthesize":[12],"answers,":[13],"and":[14,45,65,103,109,129,196,201,221,241],"increasingly":[15],"serve":[16],"as":[17],"judges":[18],"for":[19,84,231],"IR":[20,36,86,232],"evaluation.":[21],"Improving":[22],"the":[23,63,126,156,164,167,173,212],"prompts":[24],"that":[25],"control":[26],"these":[27],"is":[29,166,226],"an":[30,80,227],"optimization":[31,229],"problem,":[32],"but":[33,163],"in":[34],"applied":[35],"settings":[37],"it":[38],"often":[39],"looks":[40],"less":[41,200],"like":[42,47],"blind":[43],"search":[44],"more":[46,203,239],"debugging.":[48],"Engineers":[49],"need":[50],"know":[52],"which":[53,56],"behavior":[54,58],"failed,":[55],"nearby":[57,122],"still":[59],"worked,":[60],"what":[61],"distinguishes":[62],"two,":[64],"whether":[66],"a":[67,92,131,136,159,177],"prompt":[68,138,216,237],"edit":[69],"improves":[70,187],"held-out":[71,188],"quality":[72,94],"without":[73],"introducing":[74],"regressions.":[75],"We":[76,154],"present":[77],"Contrastive":[78],"Reflection,":[79],"iterative":[81],"prompt-optimization":[82],"framework":[83,89,157],"agentic":[85],"workflows.":[87],"The":[88,224],"starts":[90],"from":[91,125,191],"task-centric":[93],"definition:":[95],"QA":[96,181],"expose":[98,106],"or":[100],"reasoning":[101],"traces,":[102],"grading":[104],"dimension-level":[107],"scores":[108],"rationales.":[110],"These":[111],"structured":[112],"traces":[113],"used":[115],"identify":[117],"error-anchored":[118],"behavioral":[119],"slices,":[120],"add":[121],"successful":[123],"examples":[124],"same":[127],"region,":[128],"ask":[130],"Teacher":[132],"propose":[135],"targeted":[137],"edit.":[139],"Candidate":[140],"edits":[141],"accepted":[143],"only":[144],"when":[145],"validation":[146],"performance":[147],"improves,":[148],"optionally":[149],"subject":[150],"regression":[152],"checks.":[153],"instantiate":[155],"with":[158],"tree-based":[160],"slice":[161],"selector,":[162],"contribution":[165],"contrastive":[168,185],"reflection":[169],"loop":[170,230],"rather":[171],"than":[172],"tree":[174],"itself.":[175],"On":[176],"public":[178],"HotpotQA":[179],"retrieval-augmented":[180],"setup,":[182],"one":[183],"tree-selected":[184],"repair":[186,238],"exact-match":[189],"accuracy":[190],"51.4%":[192],"60.4%.":[194],"Failure-only":[195],"random-evidence":[197],"variants":[198],"improve":[199],"break":[202],"previously":[204],"correct":[205],"examples.":[206],"A":[207],"light":[208],"instruction-only":[209],"comparison":[210],"places":[211],"method":[213],"near":[214],"modern":[215],"optimizers:":[217],"MIPROv2":[218],"reaches":[219],"59.4%":[220],"GEPA":[222],"57.0%.":[223],"result":[225],"interpretable":[228],"agents,":[233],"aimed":[234],"at":[235],"making":[236],"inspectable":[240],"validation-driven.":[242]},"counts_by_year":[],"updated_date":"2026-07-02T06:18:51.028212","created_date":"2026-07-02T00:00:00"}