{"id":"https://openalex.org/W7168015917","doi":"https://doi.org/10.1145/3786583.3786872","title":"Less Effort, More Productivity: Lessons Learned from Developing Millions of Lines of Code with Large Language Model","display_name":"Less Effort, More Productivity: Lessons Learned from Developing Millions of Lines of Code with Large Language Model","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7168015917","doi":"https://doi.org/10.1145/3786583.3786872"},"language":null,"primary_location":{"id":"doi:10.1145/3786583.3786872","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786583.3786872","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786583.3786872","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140476457","display_name":"Yu Duan","orcid":"https://orcid.org/0009-0003-2155-4571"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Duan","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0009-0003-2155-4571","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068978220","display_name":"Daiyang Zhang","orcid":"https://orcid.org/0000-0002-7131-693X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daiyang Zhang","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-7131-693X","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010604991","display_name":"Zhiping Jiang","orcid":"https://orcid.org/0000-0003-3711-870X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiping Jiang","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-3711-870X","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140469308","display_name":"Zhuoyu Xie","orcid":"https://orcid.org/0009-0001-4930-6321"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuoyu Xie","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0009-0001-4930-6321","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449904","display_name":"Yiming Liu","orcid":"https://orcid.org/0000-0001-8824-4007"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Liu","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0009-0009-1964-7908","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057911001","display_name":"Yueshen Xu","orcid":"https://orcid.org/0000-0001-7210-0543"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueshen Xu","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-7210-0543","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448560","display_name":"Rui Li","orcid":"https://orcid.org/0000-0002-8686-500X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Li","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-8686-500X","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003445196","display_name":"Di Cui","orcid":"https://orcid.org/0000-0003-2859-9003"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Cui","raw_affiliation_strings":["Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-2859-9003","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"280","last_page":"291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.574400007724762,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.574400007724762,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.07519999891519547,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.05559999868273735,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.8549000024795532},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.6290000081062317},{"id":"https://openalex.org/keywords/cyclomatic-complexity","display_name":"Cyclomatic complexity","score":0.558899998664856},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.475600004196167},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.4050000011920929},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3944000005722046},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.39430001378059387},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.3930000066757202}],"concepts":[{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.8549000024795532},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6340000033378601},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.6290000081062317},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6258000135421753},{"id":"https://openalex.org/C187303228","wikidata":"https://www.wikidata.org/wiki/Q867330","display_name":"Cyclomatic complexity","level":3,"score":0.558899998664856},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.475600004196167},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.4050000011920929},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3944000005722046},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.39430001378059387},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.3930000066757202},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.3921000063419342},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3427000045776367},{"id":"https://openalex.org/C146054899","wikidata":"https://www.wikidata.org/wiki/Q181156","display_name":"Software design pattern","level":3,"score":0.3409000039100647},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.33239999413490295},{"id":"https://openalex.org/C101317890","wikidata":"https://www.wikidata.org/wiki/Q940053","display_name":"Software maintenance","level":4,"score":0.33230000734329224},{"id":"https://openalex.org/C72280835","wikidata":"https://www.wikidata.org/wiki/Q635346","display_name":"Architectural pattern","level":5,"score":0.3109999895095825},{"id":"https://openalex.org/C101814296","wikidata":"https://www.wikidata.org/wiki/Q5439685","display_name":"Feature model","level":3,"score":0.31060001254081726},{"id":"https://openalex.org/C52913732","wikidata":"https://www.wikidata.org/wiki/Q857102","display_name":"Software design","level":4,"score":0.30059999227523804},{"id":"https://openalex.org/C509989072","wikidata":"https://www.wikidata.org/wiki/Q15188241","display_name":"Model-driven architecture","level":4,"score":0.2953000068664551},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C121957198","wikidata":"https://www.wikidata.org/wiki/Q14365593","display_name":"KPI-driven code analysis","level":5,"score":0.2718000113964081},{"id":"https://openalex.org/C160713754","wikidata":"https://www.wikidata.org/wiki/Q1389965","display_name":"Maintainability","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C2779229675","wikidata":"https://www.wikidata.org/wiki/Q445235","display_name":"Time to market","level":2,"score":0.262800008058548}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786583.3786872","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786583.3786872","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786583.3786872","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786583.3786872","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.45970889925956726,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2547621596","https://openalex.org/W3186711165","https://openalex.org/W3194370845","https://openalex.org/W4200523059","https://openalex.org/W4285490477","https://openalex.org/W4294956360","https://openalex.org/W4298240052","https://openalex.org/W4313563760","https://openalex.org/W4313644858","https://openalex.org/W4362709234","https://openalex.org/W4385562549","https://openalex.org/W4388483238","https://openalex.org/W4388483263","https://openalex.org/W4388483444","https://openalex.org/W4388483649","https://openalex.org/W4389519225","https://openalex.org/W4391958331","https://openalex.org/W4391986589","https://openalex.org/W4394745858","https://openalex.org/W4398239202","https://openalex.org/W4399698943","https://openalex.org/W4401751850","https://openalex.org/W4402392515","https://openalex.org/W4402409658","https://openalex.org/W4402409840","https://openalex.org/W4402409915","https://openalex.org/W4402410044","https://openalex.org/W4402410232","https://openalex.org/W4402457571","https://openalex.org/W4402665833","https://openalex.org/W4403447851","https://openalex.org/W4403536789","https://openalex.org/W4403536858","https://openalex.org/W4405796591","https://openalex.org/W4409362653","https://openalex.org/W4409736022","https://openalex.org/W4411119346","https://openalex.org/W4411552578","https://openalex.org/W4411950354","https://openalex.org/W4412703929"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,45,106,123,142,152,200,233,245],"emergence":[2],"of":[3,26,47,83,98,102,108,144,235,247],"large":[4],"language":[5],"models":[6],"(LLMs),":[7],"developers":[8,182,215],"can":[9,37,67,134,216,231],"contribute":[10],"code":[11,21,57,103,154],"more":[12,78],"effectively":[13],"and":[14,34,130,151,206,221,239],"efficiently":[15],"by":[16,187,204,210],"utilizing":[17],"LLMs":[18,53,66],"to":[19,44,56,70,243],"generate":[20],"snippets.":[22],"Thus,":[23],"a":[24,80,94,160,172,192],"variety":[25],"downstream":[27],"development":[28,116],"tasks,":[29],"such":[30],"as":[31],"feature":[32],"implementation":[33,242],"program":[35],"repair,":[36],"benefit":[38],"from":[39,148,156],"this":[40,86],"emerging":[41],"technique.":[42],"However,":[43],"best":[46],"our":[48,90],"knowledge,":[49],"existing":[50,124],"applications":[51],"with":[52,77,92,105,119,174,250],"are":[54],"limited":[55],"generation":[58,72,155],"within":[59],"standalone":[60],"modules.":[61,228],"It":[62],"remains":[63],"unclear":[64],"whether":[65],"be":[68],"scaled":[69],"repository-level":[71],"on":[73,163,218,225],"large-scale":[74,95],"software":[75,96,248],"systems":[76,249],"than":[79],"million":[81,100],"lines":[82,101],"code.":[84],"In":[85],"paper,":[87],"we":[88,121,190],"report":[89],"experience":[91,230],"developing":[93],"system":[97,167],"1.52":[99],"(MLoC)":[104],"assistance":[107],"state-of-the-art":[109],"LLMs.":[110,157],"We":[111,158],"proposed":[112],"an":[113,165,175],"Expert-AI":[114],"hybrid":[115],"approach.":[117],"Combined":[118],"LLMs,":[120],"improve":[122,232],"design":[125,147,220,238],"workflow,":[126],"including":[127],"prototyping,":[128],"diagnosis,":[129],"refactoring":[131],"steps,":[132],"that":[133,168,181],"automatically":[135],"finish":[136],"coding":[137],"tasks.":[138],"This":[139],"approach":[140],"combines":[141],"strength":[143],"complex":[145],"architectural":[146,219,237],"human":[149],"experts":[150],"automatic":[153],"conducted":[159],"controlled":[161],"experiment":[162],"PicoScenes,":[164],"industrial":[166],"has":[169],"evolved":[170],"over":[171],"decade":[173],"MLoC":[176],"codebase.":[177],"The":[178],"results":[179],"suggest":[180,214],"save":[183],"time":[184],"implementing":[185,226],"features":[186],"68.3%.":[188],"Additionally,":[189],"observed":[191],"28.2%":[193],"reduction":[194],"in":[195],"mean":[196],"cyclomatic":[197],"complexity.":[198],"Consequently,":[199],"defect":[201],"rate":[202],"decreases":[203,209],"50%":[205],"CPU":[207],"load":[208],"25%.":[211],"These":[212],"findings":[213],"focus":[217],"spend":[222],"less":[223],"effort":[224],"trivial":[227],"Our":[229],"productivity":[234],"expert-led":[236],"LLM-led":[240],"module":[241],"support":[244],"maintenance":[246],"MLoC.":[251]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-07-12T00:00:00"}