{"id":"https://openalex.org/W7169536708","doi":"https://doi.org/10.1145/3803437.3805213","title":"Engineering Pitfalls in AI Coding Tools: An Empirical Study of Bugs in Claude Code, Codex, and Gemini CLI","display_name":"Engineering Pitfalls in AI Coding Tools: An Empirical Study of Bugs in Claude Code, Codex, and Gemini CLI","publication_year":2026,"publication_date":"2026-07-05","ids":{"openalex":"https://openalex.org/W7169536708","doi":"https://doi.org/10.1145/3803437.3805213"},"language":null,"primary_location":{"id":"doi:10.1145/3803437.3805213","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3803437.3805213","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3803437.3805213","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5141103340","display_name":"Ruixin Zhang","orcid":"https://orcid.org/0009-0002-0004-4196"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ruixin Zhang","raw_affiliation_strings":["Lassonde School of Engineering, York University, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0002-0004-4196","affiliations":[{"raw_affiliation_string":"Lassonde School of Engineering, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139970044","display_name":"Wuyang Dai","orcid":"https://orcid.org/0009-0002-0283-7288"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Wuyang Dai","raw_affiliation_strings":["Lassonde School of Engineering, York University, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0002-0283-7288","affiliations":[{"raw_affiliation_string":"Lassonde School of Engineering, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100495021","display_name":"Hung Viet Pham","orcid":"https://orcid.org/0000-0003-0861-8326"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hung Viet Pham","raw_affiliation_strings":["Lassonde School of Engineering, York University, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0861-8326","affiliations":[{"raw_affiliation_string":"Lassonde School of Engineering, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067154597","display_name":"Gias Uddin","orcid":"https://orcid.org/0000-0003-1376-095X"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gias Uddin","raw_affiliation_strings":["Lassonde School of Engineering, York university, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1376-095X","affiliations":[{"raw_affiliation_string":"Lassonde School of Engineering, York university, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101712379","display_name":"Jinqiu Yang","orcid":"https://orcid.org/0000-0003-4282-406X"},"institutions":[{"id":"https://openalex.org/I4210148195","display_name":"Concordia University","ror":"https://ror.org/04dwckp88","country_code":"US","type":"education","lineage":["https://openalex.org/I4210148195"]},{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Jinqiu Yang","raw_affiliation_strings":["Computer Science and Software Engineering, Concordia University, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4282-406X","affiliations":[{"raw_affiliation_string":"Computer Science and Software Engineering, Concordia University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I4210148195","https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100326214","display_name":"Song Wang","orcid":"https://orcid.org/0000-0003-0617-2877"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Song Wang","raw_affiliation_strings":["Lassonde School of Engineering, York University, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0617-2877","affiliations":[{"raw_affiliation_string":"Lassonde School of Engineering, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"393","last_page":"403"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6646000146865845},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5831999778747559},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5491999983787537},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4537999927997589},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4399000108242035},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.3749000132083893},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.37450000643730164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6657999753952026},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6646000146865845},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5831999778747559},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5738000273704529},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5491999983787537},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.48010000586509705},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4537999927997589},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4417000114917755},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4399000108242035},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.3749000132083893},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.37450000643730164},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.37439998984336853},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.3061999976634979},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.29330000281333923},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27300000190734863},{"id":"https://openalex.org/C2984968299","wikidata":"https://www.wikidata.org/wiki/Q1077784","display_name":"Software tool","level":3,"score":0.2542000114917755},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3803437.3805213","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3803437.3805213","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3803437.3805213","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3803437.3805213","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1974846847","https://openalex.org/W2028133926","https://openalex.org/W2104686990","https://openalex.org/W2108267889","https://openalex.org/W2124380457","https://openalex.org/W3123221944","https://openalex.org/W4211263275","https://openalex.org/W4391974543","https://openalex.org/W4401641057","https://openalex.org/W4411950612","https://openalex.org/W4412537140","https://openalex.org/W4413033636"],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"integration":[2],"of":[3,19,39,49],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"into":[8],"software":[9,51],"development":[10],"workflows":[11],"has":[12],"given":[13],"rise":[14],"to":[15],"a":[16],"new":[17],"class":[18],"AI-assisted":[20],"coding":[21],"tools,":[22,42],"such":[23],"as":[24],"Claude":[25],"Code,":[26],"Codex,":[27],"and":[28,56,63],"Gemini":[29],"CLIs.":[30],"While":[31],"promising":[32],"significant":[33],"productivity":[34],"gains,":[35],"the":[36,46],"engineering":[37],"process":[38],"building":[40],"these":[41],"which":[43],"sit":[44],"at":[45],"complex":[47],"intersection":[48],"traditional":[50],"engineering,":[52],"AI":[53],"system":[54],"design,":[55],"human-computer":[57],"interaction,":[58],"is":[59],"fraught":[60],"with":[61],"unique":[62],"poorly":[64],"understood":[65],"challenges.":[66]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-07-18T00:00:00"}