{"id":"https://openalex.org/W7155165749","doi":"https://doi.org/10.1016/j.engappai.2026.114865","title":"Empirical insights into Chat Generative Pre-trained Transformer-assisted code refactoring and developer dynamics","display_name":"Empirical insights into Chat Generative Pre-trained Transformer-assisted code refactoring and developer dynamics","publication_year":2026,"publication_date":"2026-04-22","ids":{"openalex":"https://openalex.org/W7155165749","doi":"https://doi.org/10.1016/j.engappai.2026.114865"},"language":"en","primary_location":{"id":"doi:10.1016/j.engappai.2026.114865","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.engappai.2026.114865","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.engappai.2026.114865","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134351802","display_name":"James Grant","orcid":"https://orcid.org/0009-0009-9379-8763"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Grant","raw_affiliation_strings":["Stevens Institute of Technology, Hoboken, NJ, USA"],"raw_orcid":"https://orcid.org/0009-0009-9379-8763","affiliations":[{"raw_affiliation_string":"Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134359428","display_name":"Jocelyn Mo","orcid":"https://orcid.org/0009-0006-0679-1386"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jocelyn Mo","raw_affiliation_strings":["Stevens Institute of Technology, Hoboken, NJ, USA"],"raw_orcid":"https://orcid.org/0009-0006-0679-1386","affiliations":[{"raw_affiliation_string":"Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134303489","display_name":"Bowen Jiang","orcid":"https://orcid.org/0009-0005-6463-6715"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bowen Jiang","raw_affiliation_strings":["Stevens Institute of Technology, Hoboken, NJ, USA"],"raw_orcid":"https://orcid.org/0009-0005-6463-6715","affiliations":[{"raw_affiliation_string":"Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084727991","display_name":"Eman Abdullah AlOmar","orcid":"https://orcid.org/0000-0003-1800-9268"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Eman Abdullah AlOmar","raw_affiliation_strings":["Stevens Institute of Technology, Hoboken, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0003-1800-9268","affiliations":[{"raw_affiliation_string":"Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5084727991"],"corresponding_institution_ids":["https://openalex.org/I108468826"],"apc_list":{"value":3170,"currency":"USD","value_usd":3170},"apc_paid":{"value":3170,"currency":"USD","value_usd":3170},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.51882534,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"177","issue":null,"first_page":"114865","last_page":"114865"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9269999861717224,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9269999861717224,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.009700000286102295,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.00839999970048666,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.8572999835014343},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6693999767303467},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.6071000099182129},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.600600004196167},{"id":"https://openalex.org/keywords/program-code","display_name":"Program code","score":0.45509999990463257},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4302999973297119}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9225999712944031},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.8572999835014343},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6693999767303467},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6133000254631042},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.6071000099182129},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.600600004196167},{"id":"https://openalex.org/C2988963302","wikidata":"https://www.wikidata.org/wiki/Q629206","display_name":"Program code","level":2,"score":0.45509999990463257},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4302999973297119},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.4194999933242798},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.41499999165534973},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4090999960899353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3400000035762787},{"id":"https://openalex.org/C184408114","wikidata":"https://www.wikidata.org/wiki/Q1502022","display_name":"Generative Design","level":3,"score":0.33869999647140503},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29429998993873596},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.29429998993873596},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2718999981880188},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26330000162124634},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.25999999046325684}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.engappai.2026.114865","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.engappai.2026.114865","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.engappai.2026.114865","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.engappai.2026.114865","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2171383742","https://openalex.org/W4321504227","https://openalex.org/W4391871252","https://openalex.org/W4392519453","https://openalex.org/W4399317165","https://openalex.org/W4401543882","https://openalex.org/W4401543925","https://openalex.org/W4401543933","https://openalex.org/W4401544034"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4,25],"become":[5],"an":[6,56,64],"increasingly":[7],"popular":[8],"tool":[9],"in":[10,22,37,51,121,129,149,201],"all":[11],"aspects":[12],"of":[13,20,35,47,187,227],"code":[14,23,38,99,143,155,181,189,193,230],"development.":[15],"By":[16],"now,":[17],"the":[18,33,44,107,114,122,126,185,211],"capabilities":[19,34],"LLMs":[21,36,48],"production":[24],"been":[26],"substantially":[27],"researched.":[28],"Despite":[29],"recent":[30],"studies":[31],"investigating":[32],"production,":[39],"little":[40],"is":[41,132],"known":[42],"about":[43],"practical":[45],"use":[46,95,226],"by":[49,170],"developers":[50,71,93,141,164,221],"a":[52,118],"refactoring":[53],"context.":[54],"In":[55],"effort":[57],"to":[58,87,97,109,223],"close":[59],"this":[60],"gap,":[61],"we":[62,104],"conducted":[63],"empirical":[65],"study":[66,85],"based":[67],"on":[68,91,106],"interactions":[69],"between":[70],"and":[72,125],"Chat":[73],"Generative":[74],"Pre-trained":[75,80],"Transformer":[76,81],"(ChatGPT).":[77],"Using":[78],"Developer-Generative":[79],"(DevGPT)":[82],"dataset,":[83],"our":[84],"aimed":[86],"further":[88],"preliminary":[89],"research":[90],"how":[92],"can":[94,165],"ChatGPT":[96,111,131,139,196,228],"refactor":[98],"effectively.":[100],"To":[101],"do":[102],"so,":[103],"focus":[105],"extent":[108],"which":[110,130],"was":[112],"helpful,":[113],"prompt":[115,160],"that":[116,144,156,163,175],"gives":[117],"successful":[119],"answer":[120],"fewest":[123],"interactions,":[124],"programming":[127,203],"languages":[128],"most":[133,212],"effective.":[134],"We":[135],"found":[136],"that,":[137],"overall,":[138],"provided":[140],"with":[142,205],"they":[145],"could":[146],"directly":[147],"utilize":[148],"their":[150,225],"projects":[151],"more":[152,172],"often":[153,166],"than":[154,184],"needed":[157],"modifications.":[158],"Our":[159],"taxonomy":[161],"suggested":[162],"avoid":[167],"lengthier":[168],"conversations":[169],"using":[171],"direct":[173],"prompts":[174],"define":[176],"ChatGPT\u2019s":[177],"role":[178],"or":[179,192],"providing":[180],"snippets,":[182],"rather":[183],"approach":[186],"requesting":[188],"diagnosis,":[190],"explanations,":[191],"generation.":[194],"Finally,":[195],"demonstrates":[197],"varying":[198],"proficiency":[199],"levels":[200],"different":[202],"languages,":[204],"Cascading":[206],"Style":[207],"Sheets":[208],"(CSS)":[209],"receiving":[210],"effective":[213],"support.":[214],"These":[215],"insights":[216],"provide":[217],"valuable":[218],"guidance":[219],"for":[220,229],"looking":[222],"optimize":[224],"refactoring.":[231]},"counts_by_year":[],"updated_date":"2026-04-24T06:01:54.638496","created_date":"2026-04-23T00:00:00"}