{"id":"https://openalex.org/W7167609504","doi":"https://doi.org/10.1145/3786181.3788720","title":"Evaluating LLMs-Driven Java Code Refactoring from a Developer's Perspective","display_name":"Evaluating LLMs-Driven Java Code Refactoring from a Developer's Perspective","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7167609504","doi":"https://doi.org/10.1145/3786181.3788720"},"language":null,"primary_location":{"id":"doi:10.1145/3786181.3788720","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786181.3788720","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Workshop on Large Language Models For Code","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786181.3788720","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140187983","display_name":"Javel Freitas","orcid":"https://orcid.org/0009-0002-4653-5994"},"institutions":[{"id":"https://openalex.org/I243754102","display_name":"Universidade Federal do Cear\u00e1","ror":"https://ror.org/03srtnf24","country_code":"BR","type":"education","lineage":["https://openalex.org/I243754102"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Javel Freitas","raw_affiliation_strings":["Federal University of Ceara, Quixad\u00e1, Cear\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0009-0002-4653-5994","affiliations":[{"raw_affiliation_string":"Federal University of Ceara, Quixad\u00e1, Cear\u00e1, Brazil","institution_ids":["https://openalex.org/I243754102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138265057","display_name":"Guilherme Pereira","orcid":null},"institutions":[{"id":"https://openalex.org/I243754102","display_name":"Universidade Federal do Cear\u00e1","ror":"https://ror.org/03srtnf24","country_code":"BR","type":"education","lineage":["https://openalex.org/I243754102"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Guilherme Pereira","raw_affiliation_strings":["Federal University of Ceara, Quixad\u00e1, Cear\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0009-0005-7416-8193","affiliations":[{"raw_affiliation_string":"Federal University of Ceara, Quixad\u00e1, Cear\u00e1, Brazil","institution_ids":["https://openalex.org/I243754102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050746189","display_name":"L. A. LIMA","orcid":null},"institutions":[{"id":"https://openalex.org/I243754102","display_name":"Universidade Federal do Cear\u00e1","ror":"https://ror.org/03srtnf24","country_code":"BR","type":"education","lineage":["https://openalex.org/I243754102"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Lara Lima","raw_affiliation_strings":["Federal University of Ceara, Quixad\u00e1, Cear\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0009-0000-9740-9336","affiliations":[{"raw_affiliation_string":"Federal University of Ceara, Quixad\u00e1, Cear\u00e1, Brazil","institution_ids":["https://openalex.org/I243754102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140164859","display_name":"Caio Rian de Sousa","orcid":"https://orcid.org/0009-0008-4498-7915"},"institutions":[{"id":"https://openalex.org/I243754102","display_name":"Universidade Federal do Cear\u00e1","ror":"https://ror.org/03srtnf24","country_code":"BR","type":"education","lineage":["https://openalex.org/I243754102"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Caio Rian de Sousa","raw_affiliation_strings":["Federal University of Ceara, Quixad\u00e1, Cear\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0009-0008-4498-7915","affiliations":[{"raw_affiliation_string":"Federal University of Ceara, Quixad\u00e1, Cear\u00e1, Brazil","institution_ids":["https://openalex.org/I243754102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140193677","display_name":"Edivar Filho","orcid":"https://orcid.org/0009-0004-1786-8225"},"institutions":[{"id":"https://openalex.org/I243754102","display_name":"Universidade Federal do Cear\u00e1","ror":"https://ror.org/03srtnf24","country_code":"BR","type":"education","lineage":["https://openalex.org/I243754102"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Edivar Filho","raw_affiliation_strings":["Federal University of Ceara, Quixad\u00e1, Cear\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0009-0004-1786-8225","affiliations":[{"raw_affiliation_string":"Federal University of Ceara, Quixad\u00e1, Cear\u00e1, Brazil","institution_ids":["https://openalex.org/I243754102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067138317","display_name":"Jos\u00e9 Cezar de Souza Filho","orcid":"https://orcid.org/0000-0002-1084-478X"},"institutions":[{"id":"https://openalex.org/I70348806","display_name":"Universit\u00e9 Polytechnique Hauts-de-France","ror":"https://ror.org/02ezch769","country_code":"FR","type":"education","lineage":["https://openalex.org/I70348806"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jose Cezar de Souza Filho","raw_affiliation_strings":["Univ. Polytechnique Hauts-de-France, Valenciennes, France"],"raw_orcid":"https://orcid.org/0000-0002-1084-478X","affiliations":[{"raw_affiliation_string":"Univ. Polytechnique Hauts-de-France, Valenciennes, France","institution_ids":["https://openalex.org/I70348806"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102884034","display_name":"Paulo Henrique M. Maia","orcid":"https://orcid.org/0000-0002-6683-6869"},"institutions":[{"id":"https://openalex.org/I102939073","display_name":"Universidade Estadual do Cear\u00e1","ror":"https://ror.org/00sec1m50","country_code":"BR","type":"education","lineage":["https://openalex.org/I102939073"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Paulo Henrique Maia","raw_affiliation_strings":["State University of Ceara, Fortaleza, Cear\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-6683-6869","affiliations":[{"raw_affiliation_string":"State University of Ceara, Fortaleza, Cear\u00e1, Brazil","institution_ids":["https://openalex.org/I102939073"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049724662","display_name":"Carla Bezerra","orcid":"https://orcid.org/0000-0002-5879-5067"},"institutions":[{"id":"https://openalex.org/I243754102","display_name":"Universidade Federal do Cear\u00e1","ror":"https://ror.org/03srtnf24","country_code":"BR","type":"education","lineage":["https://openalex.org/I243754102"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Carla Bezerra","raw_affiliation_strings":["Federal University of Ceara, Quixad\u00e1, Cear\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-5879-5067","affiliations":[{"raw_affiliation_string":"Federal University of Ceara, Quixad\u00e1, Cear\u00e1, Brazil","institution_ids":["https://openalex.org/I243754102"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.94699835,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"126","last_page":"130"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9617999792098999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9617999792098999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.0066999997943639755,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.9865999817848206},{"id":"https://openalex.org/keywords/code-smell","display_name":"Code smell","score":0.7857000231742859},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.7203999757766724},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.670199990272522},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6294999718666077},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5174000263214111},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5006999969482422},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4429999887943268}],"concepts":[{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.9865999817848206},{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.7857000231742859},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.7203999757766724},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7052000164985657},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.670199990272522},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6294999718666077},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5776000022888184},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5174000263214111},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5006999969482422},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.48829999566078186},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4429999887943268},{"id":"https://openalex.org/C73752529","wikidata":"https://www.wikidata.org/wiki/Q79872","display_name":"Object-oriented programming","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4268999993801117},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4253000020980835},{"id":"https://openalex.org/C101317890","wikidata":"https://www.wikidata.org/wiki/Q940053","display_name":"Software maintenance","level":4,"score":0.3749000132083893},{"id":"https://openalex.org/C202105479","wikidata":"https://www.wikidata.org/wiki/Q265013","display_name":"Software evolution","level":5,"score":0.3248000144958496},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C101814296","wikidata":"https://www.wikidata.org/wiki/Q5439685","display_name":"Feature model","level":3,"score":0.273499995470047},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26159998774528503},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786181.3788720","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786181.3788720","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Workshop on Large Language Models For Code","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786181.3788720","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786181.3788720","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Workshop on Large Language Models For Code","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W3020617474","https://openalex.org/W3020936518","https://openalex.org/W3185341429","https://openalex.org/W4285141508","https://openalex.org/W4315815628","https://openalex.org/W4376505268","https://openalex.org/W4393407110","https://openalex.org/W4400185053","https://openalex.org/W4401543487","https://openalex.org/W4402665833","https://openalex.org/W4403536396","https://openalex.org/W4403536533","https://openalex.org/W4405602392","https://openalex.org/W4408077546","https://openalex.org/W4412703922"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"empirically":[2],"evaluates":[3],"how":[4],"developers":[5,35],"use":[6],"LLMs":[7],"to":[8],"refactor":[9],"four":[10],"code":[11,27],"smells":[12],"(Data":[13],"Class,":[14],"Long":[15,19,87,113],"Method,":[16,69,71],"Feature":[17,80],"Envy,":[18],"Parameter":[20,74,88,114],"List)":[21],"and":[22,47,61,72,97,111],"the":[23,91,106],"resulting":[24],"effects":[25],"on":[26,108],"quality.":[28],"We":[29,54],"conducted":[30],"a":[31],"study":[32],"with":[33,39],"48":[34],"who":[36],"applied":[37],"refactorings":[38,82,116],"ChatGPT":[40],"(GPT-4o),":[41],"GitHub":[42],"Copilot":[43],"(Claude":[44],"3.5":[45],"Sonnet),":[46],"Gemini":[48],"(1.5":[49],"Flash),":[50],"producing":[51],"535":[52],"refactorings.":[53],"analyzed":[55],"refactoring":[56],"techniques,":[57],"internal":[58],"quality":[59],"attributes,":[60],"side-effect":[62],"smell":[63,120],"insertions.":[64],"Results":[65],"show:":[66],"(i)":[67],"Extract":[68],"Move":[70],"Introduce":[73],"Object":[75],"were":[76],"most":[77],"used;":[78],"(ii)":[79],"Envy":[81],"improved":[83],"all":[84],"attributes;":[85,110],"(iii)":[86],"List":[89,115],"produced":[90],"highest":[92],"positive":[93],"improvement":[94],"(Inheritance:":[95],"+4.93%)":[96],"largest":[98],"degradation":[99],"(Cohesion:":[100],"-6.07%);":[101],"(iv)":[102],"each":[103],"LLM":[104],"outperformed":[105],"others":[107],"different":[109],"(v)":[112],"introduced":[117],"65":[118],"new":[119],"instances.":[121]},"counts_by_year":[],"updated_date":"2026-07-08T06:22:20.291053","created_date":"2026-07-08T00:00:00"}