{"id":"https://openalex.org/W7168043015","doi":"https://doi.org/10.1145/3786583.3786908","title":"Correctness isn\u2019t Efficiency: Runtime Memory Divergence in LLM-Generated Code","display_name":"Correctness isn\u2019t Efficiency: Runtime Memory Divergence in LLM-Generated Code","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7168043015","doi":"https://doi.org/10.1145/3786583.3786908"},"language":null,"primary_location":{"id":"doi:10.1145/3786583.3786908","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786583.3786908","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786583.3786908","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094177853","display_name":"Prateek Kumar Rajput","orcid":null},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Prateek Kumar Rajput","raw_affiliation_strings":["University of Luxembourg, Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0009-0001-7948-6984","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070561037","display_name":"Yewei Song","orcid":"https://orcid.org/0000-0002-6314-7515"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Yewei Song","raw_affiliation_strings":["University of Luxembourg, Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0002-6314-7515","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093733906","display_name":"Abdoul Aziz Bonkoungou","orcid":null},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Abdoul Aziz Bonkoungou","raw_affiliation_strings":["University of Luxembourg, Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0009-0002-2361-485X","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052543506","display_name":"Iyiola E. Olatunji","orcid":"https://orcid.org/0000-0002-0391-9202"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Iyiola E. Olatunji","raw_affiliation_strings":["University of Luxembourg, Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0002-0391-9202","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050968170","display_name":"Abdoul Kader Kabor\u00e9","orcid":"https://orcid.org/0000-0002-3151-9433"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Abdoul Kader Kabore","raw_affiliation_strings":["University of Luxembourg, Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0002-3151-9433","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040326968","display_name":"Jacques Klein","orcid":"https://orcid.org/0000-0003-4052-475X"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Jacques Klein","raw_affiliation_strings":["University of Luxembourg, Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0003-4052-475X","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082835974","display_name":"Tegawend\u00e9 F. Bissyand\u00e9","orcid":"https://orcid.org/0000-0001-7270-9869"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Tegawend\u00e9 F. Bissyand\u00e9","raw_affiliation_strings":["University of Luxembourg, Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0001-7270-9869","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I186903577"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.93905192,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"693","last_page":"703"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.358599990606308,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.358599990606308,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.2556999921798706,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.18629999458789825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6995000243186951},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.617900013923645},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5055000185966492},{"id":"https://openalex.org/keywords/cyclomatic-complexity","display_name":"Cyclomatic complexity","score":0.4927000105381012},{"id":"https://openalex.org/keywords/memory-model","display_name":"Memory model","score":0.47189998626708984},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.43050000071525574},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.42480000853538513},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.4187999963760376},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.40540000796318054}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7875999808311462},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6995000243186951},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.617900013923645},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5055000185966492},{"id":"https://openalex.org/C187303228","wikidata":"https://www.wikidata.org/wiki/Q867330","display_name":"Cyclomatic complexity","level":3,"score":0.4927000105381012},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.47189998626708984},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.43050000071525574},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.42480000853538513},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.4187999963760376},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.40540000796318054},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.36820000410079956},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.36820000410079956},{"id":"https://openalex.org/C82029504","wikidata":"https://www.wikidata.org/wiki/Q4373882","display_name":"Sequential consistency","level":4,"score":0.36809998750686646},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3540000021457672},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3409999907016754},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3386000096797943},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.33239999413490295},{"id":"https://openalex.org/C37279795","wikidata":"https://www.wikidata.org/wiki/Q2492305","display_name":"Consistency model","level":3,"score":0.33000001311302185},{"id":"https://openalex.org/C2780799671","wikidata":"https://www.wikidata.org/wiki/Q17087362","display_name":"Transient (computer programming)","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.29899999499320984},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C157202957","wikidata":"https://www.wikidata.org/wiki/Q1659609","display_name":"Image warping","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.27709999680519104},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C7366592","wikidata":"https://www.wikidata.org/wiki/Q1255620","display_name":"Dram","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2533999979496002},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.2517000138759613},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786583.3786908","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786583.3786908","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786583.3786908","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786583.3786908","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W170732776","https://openalex.org/W1626597451","https://openalex.org/W1964962870","https://openalex.org/W1982063824","https://openalex.org/W2044802063","https://openalex.org/W2091921805","https://openalex.org/W2107092366","https://openalex.org/W2114728368","https://openalex.org/W2128160875","https://openalex.org/W2128782367","https://openalex.org/W2141992894","https://openalex.org/W2156858199","https://openalex.org/W2884453255","https://openalex.org/W4291213652","https://openalex.org/W4311887664","https://openalex.org/W4379739787","https://openalex.org/W4383561240","https://openalex.org/W4388858772","https://openalex.org/W4406602186","https://openalex.org/W4411800188","https://openalex.org/W4415798922","https://openalex.org/W7133214447"],"related_works":[],"abstract_inverted_index":{"LLMs":[0],"can":[1,19],"produce":[2],"functionally":[3],"correct":[4,61,133],"programs,":[5],"yet":[6],"correctness":[7],"alone":[8],"does":[9],"not":[10],"guarantee":[11],"reliability.":[12],"Two":[13],"programs":[14],"passing":[15,181],"the":[16,37,64,85,122],"same":[17,65],"tests":[18],"exhibit":[20],"drastically":[21],"different":[22],"runtime":[23,38,130],"behavior,":[24],"creating":[25],"hidden":[26],"risks":[27],"such":[28],"as":[29,145],"performance":[30],"bottlenecks":[31],"and":[32,124,157,163,172],"memory":[33,57,88],"leaks.":[34],"Despite":[35],"this,":[36],"consistency":[39],"of":[40,87,180],"LLM-generated":[41],"code":[42,173],"remains":[43],"largely":[44],"unexplored.":[45],"In":[46],"this":[47],"work,":[48],"we":[49,94,113,127],"introduce":[50],"a":[51,69,115,167],"framework":[52],"to":[53,83,102],"systematically":[54],"quantify":[55],"execution-time":[56],"stability":[58,155],"across":[59],"multiple":[60],"generations":[62],"for":[63],"task.":[66],"We":[67,148],"propose":[68],"novel":[70],"solution-level":[71],"metric,":[72],"DMPD":[73],"(Dynamic":[74],"Mean":[75],"Pairwise":[76],"Distance),":[77],"which":[78,93],"uses":[79],"Dynamic":[80],"Time":[81],"Warping":[82],"compare":[84],"shapes":[86],"usage":[89],"profiles.":[90],"These":[91,175],"profiles,":[92],"term":[95],"Monotonic":[96],"Peak":[97],"Profiles":[98],"(MPPs),":[99],"are":[100,193],"transformed":[101],"suppress":[103],"transient":[104],"noise,":[105],"enabling":[106],"robust":[107],"comparison.":[108],"By":[109],"aggregating":[110],"these":[111],"scores,":[112],"derive":[114],"model-level":[116],"Model":[117],"Instability":[118],"Score":[119],"(MIS).":[120],"Across":[121],"BigOBench":[123],"CodeContests":[125],"benchmarks,":[126],"find":[128],"substantial":[129],"divergence":[131],"among":[132],"solutions,":[134],"revealing":[135],"that":[136],"instability":[137],"often":[138],"increases":[139],"with":[140],"higher":[141],"sampling":[142],"temperatures":[143],"even":[144],"pass@1":[146],"improves.":[147],"also":[149],"uncover":[150],"exploratory":[151],"correlations":[152],"between":[153,169],"our":[154],"metrics":[156],"established":[158],"software-engineering":[159],"indicators":[160],"(e.g.,":[161],"Cognitive":[162],"Cyclomatic":[164],"Complexity),":[165],"suggesting":[166],"link":[168],"operational":[170,187],"behavior":[171],"maintainability.":[174],"findings":[176],"enable":[177],"stability-aware":[178],"selection":[179],"candidates":[182],"in":[183],"CI/CD":[184],"pipelines,":[185],"reducing":[186],"risk":[188],"without":[189],"sacrificing":[190],"correctness.":[191],"Artifacts":[192],"available":[194],"at":[195],"https://github.com/pkrajput/memory_profiling.":[196]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-12T00:00:00"}