{"id":"https://openalex.org/W7167264729","doi":"https://doi.org/10.48550/arxiv.2607.01855","title":"Regression Accumulation in Multi-Turn LLM Programming Conversations","display_name":"Regression Accumulation in Multi-Turn LLM Programming Conversations","publication_year":2026,"publication_date":"2026-07-02","ids":{"openalex":"https://openalex.org/W7167264729","doi":"https://doi.org/10.48550/arxiv.2607.01855"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.01855","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.01855","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.01855","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139953659","display_name":"Yonghui","orcid":null},"institutions":[{"id":"https://openalex.org/I4210121424","display_name":"International Initiative for Impact Evaluation","ror":"https://ror.org/02frad208","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210121424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yonghui","raw_affiliation_strings":["Andie"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Andie","institution_ids":["https://openalex.org/I4210121424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139984797","display_name":"Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130226210","display_name":"L R Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025562598","display_name":"Amjed Tahir","orcid":"https://orcid.org/0000-0001-9454-1366"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tahir, Amjed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139955739","display_name":"Qian Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101322968","display_name":"Liwen Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Liwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5106224007","display_name":"Lysa Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Lysa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7401999831199646,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7401999831199646,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.10080000013113022,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.07729999721050262,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.7310000061988831},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.6395000219345093},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5952000021934509},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.51910001039505},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.4948999881744385},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.47839999198913574},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4763000011444092},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.44839999079704285},{"id":"https://openalex.org/keywords/software-regression","display_name":"Software regression","score":0.44749999046325684}],"concepts":[{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.7310000061988831},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6632999777793884},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.6395000219345093},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5952000021934509},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.51910001039505},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4948999881744385},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.47839999198913574},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4763000011444092},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.44839999079704285},{"id":"https://openalex.org/C191727507","wikidata":"https://www.wikidata.org/wiki/Q24346","display_name":"Software regression","level":5,"score":0.44749999046325684},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4456000030040741},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43630000948905945},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.41200000047683716},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.38260000944137573},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3643999993801117},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.358599990606308},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.34929999709129333},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3328999876976013},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3203999996185303},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.29280000925064087},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.2865000069141388},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2773999869823456},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.01855","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.01855","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.01855","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.01855","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"LLM-assisted":[1],"software":[2],"development,":[3],"coding":[4,228],"is":[5,137,168,191],"often":[6],"iterative.":[7],"We":[8,45,62,89,173],"study":[9],"regression":[10,105,115],"accumulation":[11,116],"in":[12,25,226],"multi-turn":[13,104,227],"LLM":[14],"programming":[15],"conversations,":[16],"where":[17,161],"later":[18,146,162,238],"code":[19,83,163,182,239],"suggestions":[20,240],"may":[21],"break":[22],"requirements":[23,243],"introduced":[24],"earlier":[26,86,166,242],"turns.":[27],"Reliability":[28],"therefore":[29],"depends":[30],"not":[31],"only":[32,193],"on":[33,40,66,207,214],"satisfying":[34],"the":[35,81,96,132,169,192],"current":[36,82],"request,":[37],"but":[38],"also":[39,90],"preserving":[41],"previously":[42,128],"satisfied":[43],"behavior.":[44],"construct":[46],"542":[47],"tasks":[48,126],"from":[49,95,203,210],"HumanEval+":[50],"and":[51,53,99,186,189,209,232,244],"MBPP+":[52],"extend":[54],"each":[55,76],"task":[56],"into":[57],"an":[58],"8-turn":[59],"requirement-evolution":[60],"chain.":[61],"evaluate":[63],"six":[64,120],"LLMs":[65],"26,016":[67],"turn":[68],"instances":[69],"(542":[70],"x":[71,73],"6":[72],"8).":[74],"At":[75],"turn,":[77],"we":[78],"test":[79,236],"whether":[80,237],"still":[84],"passes":[85],"benchmark":[87],"tests.":[88],"analyze":[91],"384":[92],"failure":[93,97,171],"cases":[94],"population":[98],"build":[100],"a":[101],"taxonomy":[102],"of":[103,125],"bugs":[106],"through":[107],"independent":[108],"four-annotator":[109],"labeling.":[110],"Our":[111],"results":[112],"show":[113],"that":[114,158,176,195,219],"appears":[117],"across":[118,142],"all":[119,198],"models:":[121],"40%":[122],"to":[123,205,212],"73%":[124],"lose":[127],"correct":[129],"behavior":[130],"over":[131],"full":[133],"conversation.":[134],"Final-turn":[135],"quality":[136,141,202],"lower":[138],"than":[139],"initial-turn":[140],"models,":[143,199],"especially":[144],"when":[145],"turns":[147],"add":[148],"input":[149,153],"validation":[150],"or":[151],"broader":[152],"types.":[154],"Manual":[155],"analysis":[156],"shows":[157],"Cross-Turn":[159],"Conflict,":[160],"conflicts":[164],"with":[165],"requirements,":[167],"main":[170],"class.":[172],"further":[174],"find":[175],"Verification":[177,247],"Gate,":[178],"which":[179],"checks":[180],"new":[181],"against":[183],"prior":[184],"tests":[185],"triggers":[187],"rollback":[188],"retry,":[190],"strategy":[194],"consistently":[196],"improves":[197],"raising":[200],"final-turn":[201],"75.8%":[204],"87.9%":[206],"DeepSeek-V3":[208],"31.6%":[211],"47.3%":[213],"Llama-3.1-8B.":[215],"These":[216],"findings":[217],"suggest":[218],"strong":[220],"single-turn":[221],"performance":[222],"can":[223],"overestimate":[224],"reliability":[225],"conversations.":[229],"Future":[230],"evaluation":[231],"tool":[233],"design":[234],"should":[235,245],"preserve":[241],"include":[246],"Gate":[248],"mechanisms.":[249]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-04T00:00:00"}