{"id":"https://openalex.org/W4404057519","doi":"https://doi.org/10.1109/tse.2024.3492204","title":"Fight Fire With Fire: How Much Can We Trust ChatGPT on Source Code-Related Tasks?","display_name":"Fight Fire With Fire: How Much Can We Trust ChatGPT on Source Code-Related Tasks?","publication_year":2024,"publication_date":"2024-11-05","ids":{"openalex":"https://openalex.org/W4404057519","doi":"https://doi.org/10.1109/tse.2024.3492204"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3492204","doi":"https://doi.org/10.1109/tse.2024.3492204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3492204","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-3","norway-2"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086056854","display_name":"Xiao Yu","orcid":"https://orcid.org/0000-0002-4473-3068","observed_orcids":["https://orcid.org/0000-0002-4473-3068"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Yu","raw_affiliation_strings":["State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-4473-3068","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lei Liu","orcid":"https://orcid.org/0009-0009-9632-4678","observed_orcids":["https://orcid.org/0009-0009-9632-4678"]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Liu","raw_affiliation_strings":["Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an,, Shanxi, China","Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an, China"],"raw_orcid":"https://orcid.org/0009-0009-9632-4678","affiliations":[{"raw_affiliation_string":"Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an,, Shanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xing Hu","orcid":"https://orcid.org/0000-0003-0093-3292","observed_orcids":["https://orcid.org/0000-0003-0093-3292"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Hu","raw_affiliation_strings":["State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0003-0093-3292","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051403641","display_name":"Jacky Keung","orcid":"https://orcid.org/0000-0002-3803-9600","observed_orcids":["https://orcid.org/0000-0002-3803-9600"]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jacky Wai Keung","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-3803-9600","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327072","display_name":"Jin Liu","orcid":"https://orcid.org/0000-0003-0359-0248","observed_orcids":["https://orcid.org/0000-0003-0359-0248","https://orcid.org/0009-0004-1502-7238","https://orcid.org/0000-0001-5607-9940"]},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Liu","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-0359-0248","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017255559","display_name":"Xin Xia","orcid":"https://orcid.org/0000-0002-6302-3256","observed_orcids":["https://orcid.org/0000-0002-6302-3256"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Xia","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-6302-3256","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":9.2899,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.97782325,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"50","issue":"12","first_page":"3435","last_page":"3453"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.013100000098347664,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9959999918937683},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8379999995231628},{"id":"https://openalex.org/keywords/self-verification","display_name":"self-verification","score":0.8339999914169312},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.8479999899864197},{"id":"https://openalex.org/keywords/code-completion","display_name":"code completion","score":0.9909999966621399},{"id":"https://openalex.org/keywords/program-repair","display_name":"program repair","score":0.9909999966621399},{"id":"https://openalex.org/keywords/vulnerability-detection","display_name":"vulnerability detection","score":0.6759999990463257},{"id":"https://openalex.org/keywords/hallucinations","display_name":"hallucinations","score":0.7730000019073486},{"id":"https://openalex.org/keywords/test-reports","display_name":"test reports","score":0.6890000104904175},{"id":"https://openalex.org/keywords/code-quality-assurance","display_name":"code quality assurance","score":0.34299999475479126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8371745347976685},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.6421384215354919},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5978562235832214},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5238004922866821},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.45647791028022766},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3985323905944824},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.15945613384246826},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2024.3492204","doi":"https://doi.org/10.1109/tse.2024.3492204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3492204","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-3","norway-2"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3059242050","display_name":"\u57fa\u4e8eBig Code\u6df1\u5ea6\u80cc\u666f\u589e\u5f3a\u7684Android\u5e94\u7528\u4ee3\u7801\u53cd\u6df7\u6dc6\u7814\u7a76","funder_award_id":"61972290","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4503347791","display_name":null,"funder_award_id":"2023J292","funder_id":"https://openalex.org/F4320332587","funder_display_name":"Natural Science Foundation of Ningbo"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320332587","display_name":"Natural Science Foundation of Ningbo","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W841012168","https://openalex.org/W2156723666","https://openalex.org/W2621059453","https://openalex.org/W2762550985","https://openalex.org/W2963327228","https://openalex.org/W2977609232","https://openalex.org/W3087938565","https://openalex.org/W3090988182","https://openalex.org/W3100869665","https://openalex.org/W4210497109","https://openalex.org/W4225108562","https://openalex.org/W4288057765","https://openalex.org/W4313563818","https://openalex.org/W4366204357","https://openalex.org/W4378501037","https://openalex.org/W4384304728","https://openalex.org/W4384345639","https://openalex.org/W4384345708","https://openalex.org/W4384345745","https://openalex.org/W4385302156","https://openalex.org/W4385477851","https://openalex.org/W4385562549","https://openalex.org/W4386566629","https://openalex.org/W4388212383","https://openalex.org/W4389158474","https://openalex.org/W4389519225","https://openalex.org/W4389520124","https://openalex.org/W4391307510","https://openalex.org/W4391558516","https://openalex.org/W4391681217","https://openalex.org/W4391742976","https://openalex.org/W4393065402","https://openalex.org/W4393406994","https://openalex.org/W4398785927","https://openalex.org/W4399203759","https://openalex.org/W4399557965","https://openalex.org/W4399601909","https://openalex.org/W4400582623","https://openalex.org/W4402457546","https://openalex.org/W4402684050","https://openalex.org/W6798182279","https://openalex.org/W6803084059","https://openalex.org/W6805412444","https://openalex.org/W6840793632","https://openalex.org/W6846020362","https://openalex.org/W6848670183","https://openalex.org/W6849739958","https://openalex.org/W6850656743","https://openalex.org/W6851560035","https://openalex.org/W6851935182","https://openalex.org/W6851985570","https://openalex.org/W6852046713","https://openalex.org/W6852331649","https://openalex.org/W6852364017","https://openalex.org/W6853224863","https://openalex.org/W6853314070","https://openalex.org/W6855435419","https://openalex.org/W6856227841","https://openalex.org/W6856504490","https://openalex.org/W6860976335","https://openalex.org/W6861571771","https://openalex.org/W6863476037","https://openalex.org/W6864828642","https://openalex.org/W6866675360"],"related_works":["https://openalex.org/W2124842464","https://openalex.org/W2382657549","https://openalex.org/W4376877853","https://openalex.org/W2113128227","https://openalex.org/W632256878","https://openalex.org/W2491403535","https://openalex.org/W3081644756","https://openalex.org/W2479811461","https://openalex.org/W2104915799","https://openalex.org/W4311938462"],"abstract_inverted_index":{"With":[0],"the":[1,20,60,76,79,85,129,142,163,267,303,316],"increasing":[2],"utilization":[3],"of":[4,22,78,131,260],"large":[5],"language":[6],"models":[7],"such":[8],"as":[9,32,175,181,188],"ChatGPT":[10,31,47,109,167,202,220,237,261,273,294],"during":[11,190,253],"software":[12,41],"development,":[13],"it":[14,25,57,207,215,226,242,249],"has":[15],"become":[16],"crucial":[17],"to":[18,48,58,94,110,209,216,233,250],"verify":[19],"quality":[21],"code":[23,61,100,102,114,122,137,150,154,174,180,205,223,240,282,308],"content":[24,62],"generates.":[26],"Recent":[27],"studies":[28,72],"proposed":[29],"utilizing":[30],"both":[33],"a":[34,90],"developer":[35],"and":[36,63,104,115,125,133,138,157,183,283,309],"tester":[37],"for":[38,52,128,305,326],"multi-agent":[39,44],"collaborative":[40],"development.":[42],"The":[43,194,257],"collaboration":[45],"empowers":[46],"produce":[49],"test":[50,81,290,317],"reports":[51,82,291],"its":[53,118,171,177,184,191,254],"generated":[54,80,172,279,292,307],"code,":[55,301],"enabling":[56],"self-verify":[59,117,127,140],"fix":[64],"bugs":[65,143],"based":[66],"on":[67,148,320],"these":[68,71,321],"reports.":[69,318],"However,":[70],"did":[73],"not":[74],"assess":[75],"effectiveness":[77],"in":[83,99,197,285,299,315],"validating":[84],"code.":[86,287],"Therefore,":[87],"we":[88,323],"conduct":[89],"comprehensive":[91],"empirical":[92],"investigation":[93],"evaluate":[95],"ChatGPT's":[96,198],"self-verification":[97,258],"capability":[98,259],"generation,":[101],"completion,":[103],"program":[105,159,186],"repair.":[106],"We":[107],"request":[108],"(1)":[111,166],"generate":[112],"correct":[113,211],"then":[116,126,139],"correctness;":[119],"(2)":[120,193],"complete":[121],"without":[123],"vulnerabilities":[124,284,298],"presence":[130],"vulnerabilities;":[132],"(3)":[134,256],"repair":[135,160],"buggy":[136,252],"whether":[141,272],"are":[144,312],"resolved.":[145],"Our":[146],"findings":[147],"two":[149,158],"generation":[151],"datasets,":[152],"one":[153],"completion":[155],"dataset,":[156],"datasets":[161],"reveal":[162],"following":[164],"observations:":[165],"often":[168],"erroneously":[169],"predicts":[170,214,231,248],"incorrect":[173],"correct,":[176],"vulnerable":[178],"completed":[179,286,300],"non-vulnerable,":[182],"failed":[185,310],"repairs":[187,311],"successful":[189],"self-verification.":[192,255],"self-contradictory":[195],"hallucinations":[196],"behavior":[199],"arise:":[200],"(a)":[201],"initially":[203,221,238],"generates":[204,222],"that":[206,225,241],"believes":[208],"be":[210,217,234,251,263],"but":[212,229,246,302],"later":[213,230,247],"incorrect;":[218],"(b)":[219],"completions":[224],"deems":[227],"secure":[228],"them":[232],"vulnerable;":[235],"(c)":[236],"outputs":[239],"considers":[243],"successfully":[244],"repaired":[245,281],"can":[262,295],"enhanced":[264],"by":[265,293],"asking":[266],"guiding":[268],"question,":[269],"which":[270],"queries":[271],"agrees":[274],"with":[275],"assertions":[276],"about":[277],"incorrectly":[278,306],"or":[280,329],"(4)":[288],"Using":[289],"identify":[296],"more":[297],"explanations":[304],"mostly":[313],"inaccurate":[314],"Based":[319],"findings,":[322],"provide":[324],"implications":[325],"further":[327],"research":[328],"development":[330],"using":[331],"ChatGPT.":[332]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":1}],"updated_date":"2026-09-24T07:57:37.273135","created_date":"2025-10-10T00:00:00"}