{"id":"https://openalex.org/W7131408599","doi":"https://doi.org/10.1109/ms.2026.3667154","title":"Trust But Verify: Analyzing the Tradeoffs of AI-Generated Code","display_name":"Trust But Verify: Analyzing the Tradeoffs of AI-Generated Code","publication_year":2026,"publication_date":"2026-02-25","ids":{"openalex":"https://openalex.org/W7131408599","doi":"https://doi.org/10.1109/ms.2026.3667154"},"language":null,"primary_location":{"id":"doi:10.1109/ms.2026.3667154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ms.2026.3667154","pdf_url":null,"source":{"id":"https://openalex.org/S6725529","display_name":"IEEE Software","issn_l":"0740-7459","issn":["0740-7459","1937-4194"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Software","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084068350","display_name":"Aman Swaraj","orcid":null},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aman Swaraj","raw_affiliation_strings":["Indian Institute of Technology Roorkee, Roorkee, India"],"raw_orcid":"https://orcid.org/0009-0000-3277-7453","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Roorkee, Roorkee, India","institution_ids":["https://openalex.org/I154851008"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100633091","display_name":"Sanjeev Kumar","orcid":"https://orcid.org/0000-0002-2194-4583"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sandeep Kumar","raw_affiliation_strings":["Indian Institute of Technology Roorkee, Roorkee, India"],"raw_orcid":"https://orcid.org/0000-0002-3250-4866","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Roorkee, Roorkee, India","institution_ids":["https://openalex.org/I154851008"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154851008"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14375679,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"43","issue":"4","first_page":"66","last_page":"75"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.3553999960422516,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.3553999960422516,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.05559999868273735,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.04969999939203262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7143999934196472},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5437999963760376},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5357000231742859},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.47099998593330383},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.45080000162124634},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4472000002861023},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.41670000553131104},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.36719998717308044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7656000256538391},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7143999934196472},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6218000054359436},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5437999963760376},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5357000231742859},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.47099998593330383},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.45080000162124634},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4472000002861023},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42089998722076416},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.41670000553131104},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.36719998717308044},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.33980000019073486},{"id":"https://openalex.org/C198140048","wikidata":"https://www.wikidata.org/wiki/Q10859422","display_name":"Software versioning","level":3,"score":0.3237999975681305},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.31700000166893005},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.31310001015663147},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.27079999446868896},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.26930001378059387},{"id":"https://openalex.org/C9395851","wikidata":"https://www.wikidata.org/wiki/Q177929","display_name":"Stack (abstract data type)","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C105446022","wikidata":"https://www.wikidata.org/wiki/Q445962","display_name":"Legacy system","level":3,"score":0.2556999921798706},{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.2533000111579895},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ms.2026.3667154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ms.2026.3667154","pdf_url":null,"source":{"id":"https://openalex.org/S6725529","display_name":"IEEE Software","issn_l":"0740-7459","issn":["0740-7459","1937-4194"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Software","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2056894403","https://openalex.org/W2603990485","https://openalex.org/W2964150337","https://openalex.org/W4256441345","https://openalex.org/W4367672983","https://openalex.org/W4391937143","https://openalex.org/W4395029328","https://openalex.org/W4396832043","https://openalex.org/W4399203759","https://openalex.org/W4400315178","https://openalex.org/W4401543590","https://openalex.org/W4401544016","https://openalex.org/W4401544296","https://openalex.org/W4407142724","https://openalex.org/W4411272086"],"related_works":[],"abstract_inverted_index":{"AI":[0,86],"tools":[1,87],"such":[2],"as":[3],"ChatGPT":[4,108],"have":[5,15,29],"become":[6],"extensively":[7],"integrated":[8],"into":[9],"software":[10],"engineering":[11],"today.":[12],"Still,":[13],"problems":[14],"remained":[16],"regarding":[17],"the":[18,36,66],"quality":[19,60],"and":[20,38,59,125],"reliability":[21],"of":[22,40,69],"their":[23],"answers.":[24],"In":[25],"this":[26],"study,":[27],"we":[28,44,64],"conducted":[30],"a":[31],"two-dimensional":[32],"analysis":[33],"for":[34,56,99,107],"understanding":[35],"abilities":[37],"limitations":[39],"these":[41,116],"tools.":[42],"First,":[43],"quantitatively":[45],"analyze":[46],"ChatGPT\u2019s":[47],"answers":[48],"to":[49],"4000":[50],"developer":[51,103],"questions":[52],"on":[53],"Stack":[54,113],"Overflow":[55],"checking":[57],"security":[58],"issues.":[61],"Following":[62],"this,":[63],"capture":[65],"hands-on":[67],"experience":[68],"developers":[70,128],"by":[71],"mining":[72],"community":[73],"forums":[74],"along":[75],"with":[76],"insights":[77],"from":[78],"focused":[79],"surveys.":[80],"Our":[81],"technical":[82],"results":[83],"indicate":[84],"that":[85],"can":[88,126],"effectively":[89],"handle":[90],"regular":[91],"tasks,":[92],"but":[93,109],"human":[94],"responses":[95],"are":[96],"more":[97,110],"suitable":[98],"context-specific":[100],"problems.":[101],"Similarly,":[102],"sentiments":[104],"reveal":[105],"preference":[106],"confidence":[111],"in":[112,121,129],"Overflow.":[114],"Together,":[115],"findings":[117],"highlight":[118],"important":[119],"trade-offs":[120],"current":[122],"AI-assisted":[123],"workflows":[124],"guide":[127],"making":[130],"informed":[131],"decisions.":[132]},"counts_by_year":[],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2026-02-26T00:00:00"}