{"id":"https://openalex.org/W7169762274","doi":"https://doi.org/10.48550/arxiv.2607.15684","title":"Understanding Agent-Reactive Bugs at the Model-Harness Boundary: An Empirical Study of LLM Agent Issue Reports","display_name":"Understanding Agent-Reactive Bugs at the Model-Harness Boundary: An Empirical Study of LLM Agent Issue Reports","publication_year":2026,"publication_date":"2026-07-17","ids":{"openalex":"https://openalex.org/W7169762274","doi":"https://doi.org/10.48550/arxiv.2607.15684"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.15684","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.15684","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.15684","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5141214488","display_name":"Jingyi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jingyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141185829","display_name":"Songqiang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Songqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058268359","display_name":"Hao Zhu","orcid":"https://orcid.org/0000-0003-4411-0933"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Hengcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141211800","display_name":"Jialun Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Jialun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024117197","display_name":"Jiasi Shen","orcid":"https://orcid.org/0000-0002-5904-3641"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Jiasi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5141168380","display_name":"Shing-Chi Cheung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheung, Shing-Chi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.6866999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.6866999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.06509999930858612,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.03269999846816063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.6797000169754028},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4925000071525574},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.44279998540878296},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.42669999599456787},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.42010000348091125},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.38760000467300415},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.38609999418258667}],"concepts":[{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.6797000169754028},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5928000211715698},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4925000071525574},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.44279998540878296},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.42669999599456787},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.42010000348091125},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38909998536109924},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.38760000467300415},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.38609999418258667},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.3831000030040741},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3709999918937683},{"id":"https://openalex.org/C84945661","wikidata":"https://www.wikidata.org/wiki/Q7366567","display_name":"Root cause","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33090001344680786},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C2780873155","wikidata":"https://www.wikidata.org/wiki/Q392811","display_name":"Agent-based model","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C130963320","wikidata":"https://www.wikidata.org/wiki/Q1401207","display_name":"Root cause analysis","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2655999958515167}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.15684","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.15684","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.15684","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.15684","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4315584897994995,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0,63,137,164,199,235],"agents":[1,236],"span":[2],"command-line":[3],"interfaces":[4],"(e.g.,":[5,10],"Codex)":[6],"and":[7,25,31,95,125,135,177,217,223,237,246],"agent":[8,23,76],"frameworks":[9],"LangChain),":[11],"integrating":[12],"backend":[13],"LLMs":[14],"with":[15],"harness":[16,30],"code":[17],"that":[18,45,139,145,214],"parses":[19],"model":[20,85],"outputs,":[21],"controls":[22],"loops,":[24],"manages":[26],"context.":[27],"Both":[28],"the":[29,70,105,136,195,198,210,220,229,239],"LLM-generated":[32],"responses":[33,165],"jointly":[34],"shape":[35],"an":[36,66],"agent's":[37],"execution.":[38],"This":[39,181],"architecture":[40],"gives":[41],"rise":[42],"to":[43,83,88,197,203,209,234],"bugs":[44,57,77,148],"cannot":[46],"be":[47],"readily":[48],"understood":[49],"by":[50,175,179],"inspecting":[51],"either":[52,82],"component":[53],"alone,":[54],"because":[55],"some":[56],"occur":[58],"only":[59],"when":[60],"a":[61,129,184],"particular":[62],"response":[64],"elicits":[65],"abnormal":[67],"reaction":[68],"from":[69,121],"agent.":[71],"Prior":[72],"empirical":[73,107],"studies":[74],"of":[75,117,163,225,241],"have":[78],"largely":[79],"attributed":[80],"failures":[81],"limited":[84],"capabilities":[86],"or":[87,200],"harness-side":[89,189],"defects,":[90],"such":[91],"as":[92,150],"outdated":[93],"APIs":[94],"configuration":[96],"misalignment,":[97],"without":[98,153],"characterizing":[99],"these":[100],"AR":[101,147,226,250],"bugs.":[102,113,227,251],"We":[103,170],"conduct":[104],"first":[106],"study":[108,230],"focused":[109],"on":[110],"agent-reactive":[111],"(AR)":[112],"Through":[114],"manual":[115],"analysis":[116,182],"255":[118],"bug":[119,168],"reports":[120],"Codex,":[122],"Gemini-CLI,":[123],"LangChain,":[124],"CrewAI,":[126],"we":[127],"construct":[128],"two-axis":[130],"taxonomy":[131],"covering":[132],"observable":[133],"symptoms":[134],"behaviors":[138],"trigger":[140],"them.":[141],"Our":[142],"findings":[143,207],"show":[144],"many":[146],"manifest":[149],"silent":[151],"errors":[152],"well-defined":[154],"test":[155,242],"oracles,":[156,243],"which":[157],"makes":[158],"detection":[159],"difficult.":[160],"The":[161],"stochasticity":[162],"further":[166],"complicates":[167],"reproduction.":[169],"additionally":[171],"examine":[172],"fixes":[173],"proposed":[174],"users":[176,186,216],"implemented":[178],"developers.":[180],"exposes":[183],"mismatch:":[185],"frequently":[187],"advocate":[188],"guardrails,":[190],"whereas":[191],"developers":[192,218],"may":[193],"attribute":[194],"issue":[196],"respond":[201],"slowly":[202],"user-proposed":[204],"fixes.":[205],"These":[206],"point":[208],"need":[211],"for":[212,249],"mechanisms":[213],"help":[215],"understand":[219],"root":[221],"causes":[222],"resolutions":[224],"Overall,":[228],"highlights":[231],"challenges":[232],"specific":[233],"motivates":[238],"design":[240],"reproduction":[244],"support,":[245],"fault-localization":[247],"techniques":[248]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-21T00:00:00"}