{"id":"https://openalex.org/W7214178239","doi":"https://doi.org/10.48550/arxiv.2609.28150","title":"Exact Feedback Is Not Control: Evaluating Text-based Closed-Loop Revision in LLMs","display_name":"Exact Feedback Is Not Control: Evaluating Text-based Closed-Loop Revision in LLMs","publication_year":2026,"publication_date":"2026-09-23","ids":{"openalex":"https://openalex.org/W7214178239","doi":"https://doi.org/10.48550/arxiv.2609.28150"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.28150","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.28150","pdf_url":"https://arxiv.org/pdf/2609.28150","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.28150","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5144435209","display_name":"Haitong Jiang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang, Haitong","raw_affiliation_strings":["College of Computer Science and Software Engineering , Shenzhen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering , Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152663926","display_name":"Chunlin Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Chunlin","raw_affiliation_strings":["College of Computer Science and Software Engineering , Shenzhen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering , Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152712952","display_name":"Yile Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Yile","raw_affiliation_strings":["College of Computer Science and Software Engineering , Shenzhen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering , Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101501973","display_name":"Yuhong Feng","orcid":"https://orcid.org/0000-0002-7691-5587","observed_orcids":["https://orcid.org/0000-0002-7691-5587"]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng, Yuhong","raw_affiliation_strings":["College of Computer Science and Software Engineering , Shenzhen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering , Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6377000212669373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6377000212669373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.2587999999523163,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.029899999499320984,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.875},{"id":"https://openalex.org/keywords/compositional-constraints","display_name":"compositional constraints","score":0.7089999914169312},{"id":"https://openalex.org/keywords/lexical-constraints","display_name":"lexical constraints","score":0.8240000009536743},{"id":"https://openalex.org/keywords/constraint-violation-detection","display_name":"constraint violation detection","score":0.4259999990463257}],"concepts":[{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.6650000214576721},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6565999984741211},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.5278000235557556},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.4884999990463257},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.483599990606308},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4683000147342682},{"id":"https://openalex.org/C3018651601","wikidata":"https://www.wikidata.org/wiki/Q183635","display_name":"Feedback control","level":2,"score":0.44359999895095825},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.42739999294281006},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.39910000562667847},{"id":"https://openalex.org/C92811239","wikidata":"https://www.wikidata.org/wiki/Q20998670","display_name":"Expressivity","level":2,"score":0.38929998874664307},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.38749998807907104},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.35690000653266907},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3287000060081482},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.31869998574256897},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C2779462738","wikidata":"https://www.wikidata.org/wiki/Q17146409","display_name":"Realisation","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2761000096797943},{"id":"https://openalex.org/C3017962763","wikidata":"https://www.wikidata.org/wiki/Q427492","display_name":"Feedback regulation","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2572000026702881}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.28150","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.28150","pdf_url":"https://arxiv.org/pdf/2609.28150","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.28150","doi":"https://doi.org/10.48550/arxiv.2609.28150","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.28150","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.28150","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.28150","pdf_url":"https://arxiv.org/pdf/2609.28150","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214178239.pdf","grobid_xml":"https://content.openalex.org/works/W7214178239.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W1995945562","https://openalex.org/W2084413241","https://openalex.org/W2118836230","https://openalex.org/W2963096510","https://openalex.org/W4399837985","https://openalex.org/W4401306979","https://openalex.org/W4404131920","https://openalex.org/W4404782085","https://openalex.org/W4414939355","https://openalex.org/W7103754783","https://openalex.org/W7133222210","https://openalex.org/W7166554991","https://openalex.org/W7171541381"],"related_works":["https://openalex.org/W7208794455","https://openalex.org/W7169496729","https://openalex.org/W4414809123","https://openalex.org/W7155965081","https://openalex.org/W7213675690","https://openalex.org/W7214971856","https://openalex.org/W7220902491","https://openalex.org/W7166838090","https://openalex.org/W4387074712","https://openalex.org/W4287887895"],"abstract_inverted_index":{"Closed-loop":[0],"revision":[1,27,50,154],"is":[2,113],"increasingly":[3],"used":[4],"in":[5],"large":[6],"language":[7],"model":[8],"(LLM)":[9],"applications,":[10],"but":[11,157],"failures":[12],"may":[13],"reflect":[14],"incomplete":[15],"feedback":[16,44,132,152],"or":[17],"ineffective":[18],"responses":[19,82,91],"to":[20,66,83,97],"correct":[21],"feedback.":[22,85],"We":[23],"introduce":[24],"a":[25],"fixed-budget":[26],"protocol":[28],"with":[29,68,115],"deterministic":[30],"verifiers":[31],"that":[32,122],"report":[33],"all":[34,101],"remaining":[35],"violations":[36],"across":[37],"exact-length,":[38],"lexical,":[39],"and":[40,46,55,87,110,131,148,166],"compositional":[41],"constraints.":[42],"Fixing":[43],"correctness":[45],"completeness":[47],"isolates":[48],"model-side":[49],"behavior.":[51],"Across":[52,100],"19":[53],"open-":[54],"closed-source":[56],"models,":[57],"controller-level":[58],"mean":[59],"final":[60,140],"joint":[61],"success":[62],"ranges":[63],"from":[64],"17.4%":[65],"99.8%,":[67],"substantial":[69],"cross-model":[70],"gaps":[71],"persisting":[72],"under":[73],"identical":[74],"initial":[75],"drafts.":[76],"Controlled":[77],"experiments":[78],"reveal":[79],"reproducible":[80],"model-specific":[81],"exact":[84,98],"Post-training":[86],"scale":[88],"reshape":[89],"these":[90],"without":[92,137],"consistently":[93],"bringing":[94],"them":[95],"closer":[96],"correction.":[99],"constraint":[102],"families,":[103],"failed":[104],"trajectories":[105],"often":[106],"repeat":[107],"earlier":[108,124],"outputs,":[109],"prior":[111],"recurrence":[112,135],"associated":[114],"lower":[116],"subsequent":[117],"recoverability.":[118],"Matched-state":[119],"interventions":[120],"show":[121],"removing":[123],"dialogue":[125],"while":[126],"holding":[127],"the":[128,145,161],"current":[129],"draft":[130],"fixed":[133],"changes":[134],"escape":[136],"reliably":[138],"improving":[139],"success;":[141],"effects":[142],"depend":[143],"on":[144],"model,":[146],"task,":[147],"trigger-state":[149],"composition.":[150],"Exact":[151],"makes":[153],"errors":[155],"observable,":[156],"does":[158],"not":[159],"make":[160],"closed":[162],"loop":[163],"reliable.":[164],"Code":[165],"reproduction":[167],"instructions:":[168],"https://github.com/kevinjiang0121-cyber/exact-feedback-code.":[169]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-25T00:00:00"}