{"id":"https://openalex.org/W7171925781","doi":"https://doi.org/10.1145/3793302.3793579","title":"Where Do AI Coding Agents Fail? An Empirical Study of Failed Agentic Pull Requests in GitHub","display_name":"Where Do AI Coding Agents Fail? An Empirical Study of Failed Agentic Pull Requests in GitHub","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7171925781","doi":"https://doi.org/10.1145/3793302.3793579"},"language":null,"primary_location":{"id":"doi:10.1145/3793302.3793579","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3793302.3793579","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd International Conference on Mining Software Repositories","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3793302.3793579","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092418418","display_name":"Ramtin Ehsani","orcid":"https://orcid.org/0000-0003-1517-7135"},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramtin Ehsani","raw_affiliation_strings":["Drexel University, Philadelphia, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0000-0003-1517-7135","affiliations":[{"raw_affiliation_string":"Drexel University, Philadelphia, Pennsylvania, USA","institution_ids":["https://openalex.org/I72816309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123555490","display_name":"Sakshi Pathak","orcid":null},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sakshi Pathak","raw_affiliation_strings":["Drexel University, Philadelphia, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0009-0005-0565-7831","affiliations":[{"raw_affiliation_string":"Drexel University, Philadelphia, Pennsylvania, USA","institution_ids":["https://openalex.org/I72816309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123607391","display_name":"Shriya Rawal","orcid":null},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shriya Rawal","raw_affiliation_strings":["Drexel University, Philadelphia, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0009-0004-0856-9151","affiliations":[{"raw_affiliation_string":"Drexel University, Philadelphia, Pennsylvania, USA","institution_ids":["https://openalex.org/I72816309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140989294","display_name":"Abdullah Al Mujahid","orcid":"https://orcid.org/0009-0004-4395-1612"},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdullah Al Mujahid","raw_affiliation_strings":["Missouri University of Science and Technology, Rolla, USA"],"raw_orcid":"https://orcid.org/0009-0004-4395-1612","affiliations":[{"raw_affiliation_string":"Missouri University of Science and Technology, Rolla, USA","institution_ids":["https://openalex.org/I20382870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088063511","display_name":"Mia Mohammad Imran","orcid":"https://orcid.org/0000-0003-2477-9971"},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mia Mohammad Imran","raw_affiliation_strings":["Missouri University of Science and Technology, Rolla, USA"],"raw_orcid":"https://orcid.org/0000-0003-2477-9971","affiliations":[{"raw_affiliation_string":"Missouri University of Science and Technology, Rolla, USA","institution_ids":["https://openalex.org/I20382870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049106181","display_name":"Preetha Chatterjee","orcid":"https://orcid.org/0000-0003-3057-7807"},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Preetha Chatterjee","raw_affiliation_strings":["Drexel University, Philadelphia, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0000-0003-3057-7807","affiliations":[{"raw_affiliation_string":"Drexel University, Philadelphia, Pennsylvania, USA","institution_ids":["https://openalex.org/I72816309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"807","last_page":"811"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.6586999893188477},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5799999833106995},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.5457000136375427},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5309000015258789},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4268999993801117},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.32199999690055847}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7267000079154968},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.6586999893188477},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5799999833106995},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.5457000136375427},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5309000015258789},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43959999084472656},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4268999993801117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3725000023841858},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.31189998984336853},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.30820000171661377},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29089999198913574},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.28690001368522644},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.28450000286102295},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26919999718666077},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3793302.3793579","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3793302.3793579","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd International Conference on Mining Software Repositories","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3793302.3793579","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3793302.3793579","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd International Conference on Mining Software Repositories","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2107026277","https://openalex.org/W2293086564","https://openalex.org/W2424693453","https://openalex.org/W2768067395","https://openalex.org/W2898809334","https://openalex.org/W2922265848","https://openalex.org/W2968048819","https://openalex.org/W3082547986","https://openalex.org/W4225632195","https://openalex.org/W4254419114","https://openalex.org/W4254795600","https://openalex.org/W4294214983","https://openalex.org/W4362659486","https://openalex.org/W4388502412","https://openalex.org/W4391579639","https://openalex.org/W4400582623","https://openalex.org/W4409510011","https://openalex.org/W4414456948","https://openalex.org/W4415221973","https://openalex.org/W4416337238","https://openalex.org/W7103754783","https://openalex.org/W7133222210"],"related_works":[],"abstract_inverted_index":{"AI":[0],"coding":[1,64],"agents":[2,65],"are":[3,25,151,209],"now":[4],"submitting":[5],"pull":[6],"requests":[7],"(PRs)":[8],"to":[9,46,103,125,159,211],"software":[10],"projects,":[11],"acting":[12],"not":[13,136,152,179],"just":[14],"as":[15,18],"assistants":[16],"but":[17],"autonomous":[19],"contributors.":[20],"As":[21],"these":[22],"agentic":[23,149,217],"contributions":[24],"rapidly":[26],"increasing":[27],"across":[28,66,84],"real":[29],"repositories,":[30],"little":[31],"is":[32],"known":[33],"about":[34],"how":[35],"they":[36],"behave":[37],"in":[38,173],"practice":[39],"and":[40,74,94,106,116,133,195,204],"why":[41,147],"many":[42],"of":[43,57,164,186,215],"them":[44],"fail":[45],"be":[47],"merged.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52,154],"conduct":[53],"a":[54,161],"large-scale":[55],"study":[56],"33k":[58],"agent-authored":[59],"PRs":[60,76,123,150,158],"made":[61],"by":[62,175,181],"five":[63],"GitHub.":[67],"(RQ1)":[68],"We":[69,98],"first":[70],"quantitatively":[71],"characterize":[72],"merged":[73],"not-merged":[75],"along":[77],"four":[78],"broad":[79],"dimensions:":[80],"1)":[81],"merge":[82,112],"outcomes":[83],"task":[85],"types,":[86],"2)":[87],"code":[88,128],"changes,":[89,129],"3)":[90],"CI":[91],"build":[92,107],"results,":[93],"4)":[95],"review":[96],"dynamics.":[97],"observe":[99],"that":[100,208],"tasks":[101,118],"related":[102],"documentation,":[104],"CI,":[105],"update":[108],"achieve":[109],"the":[110,120,138,170,213],"highest":[111],"success,":[113],"whereas":[114],"performance":[115],"bug-fix":[117],"perform":[119],"worst.":[121],"Not-merged":[122],"tend":[124],"involve":[126],"larger":[127],"touch":[130],"more":[131],"files,":[132],"often":[134],"do":[135],"pass":[137],"project\u2019s":[139],"CI/CD":[140],"pipeline":[141],"validation.":[142],"(RQ2)":[143],"To":[144],"further":[145],"investigate":[146],"some":[148],"merged,":[153],"qualitatively":[155],"analyze":[156],"600":[157],"derive":[160],"hierarchical":[162],"taxonomy":[163],"rejection":[165,177],"patterns.":[166],"This":[167],"analysis":[168],"complements":[169],"quantitative":[171,182],"findings":[172,200],"RQ1":[174],"uncovering":[176],"reasons":[178],"captured":[180],"metrics,":[183],"including":[184],"lack":[185],"meaningful":[187],"reviewer":[188],"engagement,":[189],"duplicate":[190],"PRs,":[191],"unwanted":[192],"feature":[193],"implementations,":[194],"agent":[196],"misalignment.":[197],"Together,":[198],"our":[199],"highlight":[201],"key":[202],"socio-technical":[203],"human-AI":[205],"collaboration":[206],"factors":[207],"critical":[210],"improving":[212],"success":[214],"future":[216],"workflows.":[218]},"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2026-08-01T00:00:00"}