{"id":"https://openalex.org/W7167833691","doi":"https://doi.org/10.48550/arxiv.2607.07593","title":"What Makes a Good Bug Report for an AI Agent?","display_name":"What Makes a Good Bug Report for an AI Agent?","publication_year":2026,"publication_date":"2026-07-08","ids":{"openalex":"https://openalex.org/W7167833691","doi":"https://doi.org/10.48550/arxiv.2607.07593"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2607.07593","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2607.07593","pdf_url":"https://arxiv.org/pdf/2607.07593","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2607.07593","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119872370","display_name":"Lara Khatib","orcid":"https://orcid.org/0009-0004-4770-8900","observed_orcids":["https://orcid.org/0009-0004-4770-8900"]},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Khatib, Lara","raw_affiliation_strings":["University of Waterloo Waterloo , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo Waterloo , Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054968221","display_name":"Noble Saji Mathews","orcid":"https://orcid.org/0000-0003-2266-8848","observed_orcids":["https://orcid.org/0000-0003-2266-8848"]},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mathews, Noble Saji","raw_affiliation_strings":["University of Waterloo Waterloo , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo Waterloo , Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029916309","display_name":"Meiyappan Nagappan","orcid":"https://orcid.org/0000-0003-4533-4728","observed_orcids":["https://orcid.org/0000-0003-4533-4728"]},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nagappan, Meiyappan","raw_affiliation_strings":["University of Waterloo Waterloo , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo Waterloo , Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043609524","display_name":"Pengyu Nie","orcid":"https://orcid.org/0000-0003-1529-3216","observed_orcids":["https://orcid.org/0000-0003-1529-3216"]},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nie, Pengyu","raw_affiliation_strings":["University of Waterloo Waterloo , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo Waterloo , Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124106917","display_name":"Thomas Zimmermann","orcid":"https://orcid.org/0000-0003-4905-1469","observed_orcids":["https://orcid.org/0000-0003-4905-1469"]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zimmermann, Thomas","raw_affiliation_strings":["University of California , Irvine Irvine , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Irvine Irvine , USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9063000082969666,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9063000082969666,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.09179999679327011,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bug-reports","display_name":"bug reports","score":0.7710000276565552},{"id":"https://openalex.org/keywords/automated-program-repair","display_name":"automated program repair","score":0.9580000042915344},{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.6639999747276306},{"id":"https://openalex.org/keywords/swe-bench","display_name":"SWE-bench","score":0.7850000262260437},{"id":"https://openalex.org/keywords/fault-localization","display_name":"fault location","score":0.5809999704360962},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.7049999833106995},{"id":"https://openalex.org/keywords/qwen","display_name":"Qwen","score":0.5609999895095825},{"id":"https://openalex.org/keywords/gemma","display_name":"Gemma","score":0.8209999799728394},{"id":"https://openalex.org/keywords/developer-workflows","display_name":"developer workflows","score":0.31700000166893005}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6184999942779541},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6019999980926514},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.5485000014305115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4320000112056732},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.4049000144004822},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3831999897956848},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.37130001187324524},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36010000109672546},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.31850001215934753},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.31470000743865967},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.2809999883174896},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2768999934196472},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.2759999930858612},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.2759000062942505},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.2513999938964844},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2607.07593","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2607.07593","pdf_url":"https://arxiv.org/pdf/2607.07593","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2607.07593","doi":"https://doi.org/10.48550/arxiv.2607.07593","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07593","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2607.07593","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2607.07593","pdf_url":"https://arxiv.org/pdf/2607.07593","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7167833691.pdf","grobid_xml":"https://content.openalex.org/works/W7167833691.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7168150827","https://openalex.org/W4416092788","https://openalex.org/W6979227228","https://openalex.org/W4417256292","https://openalex.org/W7171671884","https://openalex.org/W4409724980","https://openalex.org/W7204661276","https://openalex.org/W7167935531","https://openalex.org/W7123362380","https://openalex.org/W7212295216"],"abstract_inverted_index":{"Automated":[0],"program":[1],"repair":[2,74,84],"(APR)":[3],"agents":[4,244],"are":[5,99,108],"transitioning":[6],"from":[7,247],"research":[8,27],"benchmarks":[9],"to":[10,40,51,66,132,211,266],"developer":[11],"workflows,":[12],"yet":[13],"they":[14,194],"still":[15],"begin":[16],"with":[17,101,110,276],"bug":[18,34,226],"reports":[19,107],"written":[20],"for":[21,36,228,241,258],"human":[22,259],"developers.":[23],"While":[24],"decades":[25],"of":[26],"have":[28],"established":[29],"what":[30],"makes":[31],"a":[32,212,224,238,242],"good":[33,225,239],"report":[35,227,240],"humans":[37],"(e.g.,":[38],"steps":[39,265],"reproduce,":[41],"stack":[42],"traces),":[43],"it":[44],"remains":[45],"unclear":[46],"whether":[47],"these":[48],"features":[49,72],"transfer":[50],"LLM-based":[52],"agents.":[53,85],"We":[54,86,141,162],"study":[55],"this":[56],"question":[57],"in":[58,192],"two":[59,189],"analyses.":[60],"First,":[61],"we":[62,114],"use":[63],"statistical":[64],"modeling":[65],"examine":[67],"associations":[68],"between":[69],"27":[70],"bug-report":[71,146],"and":[73,96,121,151,171,174,202,216,250,268],"success":[75],"across":[76,118],"433":[77],"SWE-bench":[78,126],"Verified":[79],"issues":[80],"attempted":[81],"by":[82],"87":[83],"find":[87,163],"that":[88,155,164,175,223],"fix":[89],"suggestions,":[90],"reproduction":[91],"scripts,":[92],"repository":[93],"source":[94],"code,":[95],"localization":[97,169],"info":[98],"associated":[100,109],"higher":[102],"resolution":[103],"likelihood,":[104],"while":[105,135,208],"longer":[106],"lower":[111,277],"odds.":[112],"Second,":[113],"conduct":[115],"controlled":[116],"ablations":[117],"2":[119],"models":[120,166,190],"17":[122],"problem-statement":[123],"mutations":[124],"on":[125,168,218],"Pro,":[127],"varying":[128],"the":[129,137],"information":[130],"available":[131],"an":[133,229],"agent":[134,230],"holding":[136],"underlying":[138],"task":[139],"fixed.":[140],"remove":[142,159],"or":[143,158,273],"isolate":[144],"selected":[145],"content,":[147],"delete":[148],"fault-localization":[149],"cues,":[150],"test":[152],"structural":[153,176],"changes":[154,177],"flatten":[156],"lists":[157],"section":[160],"headers.":[161],"both":[165],"depend":[167],"cues":[170],"expected":[172],"behavior,":[173],"alone":[178],"can":[179,203],"reduce":[180],"solve":[181],"rates,":[182],"even":[183,274],"without":[184],"removing":[185],"any":[186],"content.":[187],"The":[188],"diverge":[191],"how":[193],"handle":[195],"missing":[196],"information:":[197],"Qwen":[198],"searches":[199],"more":[200],"widely":[201],"exhaust":[204],"its":[205],"turn":[206],"budget,":[207],"Gemma":[209],"commits":[210],"plausible":[213],"interpretation":[214],"early":[215],"patches":[217],"it.":[219],"Our":[220],"findings":[221],"indicate":[222],"overlaps":[231],"with,":[232],"but":[233],"is":[234],"not":[235],"identical":[236],"to,":[237],"human:":[243],"benefit":[245],"most":[246],"concrete,":[248],"executable,":[249],"well-localized":[251],"information,":[252],"whereas":[253],"some":[254],"qualities":[255],"long":[256],"emphasized":[257],"readers,":[260],"such":[261],"as":[262],"natural":[263],"language":[264],"reproduce":[267],"readable":[269],"descriptions,":[270],"contribute":[271],"little":[272],"correlate":[275],"success.":[278]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2026-07-10T00:00:00"}
