{"id":"https://openalex.org/W7125911077","doi":"https://doi.org/10.1109/ase63991.2025.00343","title":"Measuring LLM Code Generation Stability via Structural Entropy","display_name":"Measuring LLM Code Generation Stability via Structural Entropy","publication_year":2025,"publication_date":"2025-11-16","ids":{"openalex":"https://openalex.org/W7125911077","doi":"https://doi.org/10.1109/ase63991.2025.00343"},"language":null,"primary_location":{"id":"doi:10.1109/ase63991.2025.00343","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase63991.2025.00343","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 40th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yewei Song","orcid":null},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Yewei Song","raw_affiliation_strings":["Reliability and Trust University of Luxembourg,The Interdisciplinary Centre for Security"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Reliability and Trust University of Luxembourg,The Interdisciplinary Centre for Security","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tiezhu Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Tiezhu Sun","raw_affiliation_strings":["Reliability and Trust University of Luxembourg,The Interdisciplinary Centre for Security"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Reliability and Trust University of Luxembourg,The Interdisciplinary Centre for Security","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xunzhu Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Xunzhu Tang","raw_affiliation_strings":["Reliability and Trust University of Luxembourg,The Interdisciplinary Centre for Security"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Reliability and Trust University of Luxembourg,The Interdisciplinary Centre for Security","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Prateek Kumar Rajput","orcid":null},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Prateek Kumar Rajput","raw_affiliation_strings":["Reliability and Trust University of Luxembourg,The Interdisciplinary Centre for Security"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Reliability and Trust University of Luxembourg,The Interdisciplinary Centre for Security","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tegawend\u00e9 F. Bissyand\u00e9","orcid":null},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Tegawend\u00e9 F. Bissyand\u00e9","raw_affiliation_strings":["Reliability and Trust University of Luxembourg,The Interdisciplinary Centre for Security"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Reliability and Trust University of Luxembourg,The Interdisciplinary Centre for Security","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jacques Klein","orcid":null},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Jacques Klein","raw_affiliation_strings":["Reliability and Trust University of Luxembourg,The Interdisciplinary Centre for Security"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Reliability and Trust University of Luxembourg,The Interdisciplinary Centre for Security","institution_ids":["https://openalex.org/I186903577"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3589,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.93103739,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3922","last_page":"3926"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.870199978351593,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.870199978351593,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.01759999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.014100000262260437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.617900013923645},{"id":"https://openalex.org/keywords/multiset","display_name":"Multiset","score":0.5795000195503235},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5403000116348267},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5327000021934509},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5113999843597412},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.49559998512268066},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4717999994754791},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.42329999804496765},{"id":"https://openalex.org/keywords/structural-stability","display_name":"Structural stability","score":0.41909998655319214}],"concepts":[{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.617900013923645},{"id":"https://openalex.org/C2779623528","wikidata":"https://www.wikidata.org/wiki/Q864377","display_name":"Multiset","level":2,"score":0.5795000195503235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5455999970436096},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5403000116348267},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5327000021934509},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5162000060081482},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5113999843597412},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.49559998512268066},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4717999994754791},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.42329999804496765},{"id":"https://openalex.org/C155673373","wikidata":"https://www.wikidata.org/wiki/Q1648886","display_name":"Structural stability","level":2,"score":0.41909998655319214},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.396699994802475},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.39640000462532043},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.37770000100135803},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.35530000925064087},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3547999858856201},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.34700000286102295},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.28790000081062317},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.2842000126838684},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C21031990","wikidata":"https://www.wikidata.org/wiki/Q355020","display_name":"Probability measure","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.26649999618530273},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C193319292","wikidata":"https://www.wikidata.org/wiki/Q272172","display_name":"Hamming distance","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ase63991.2025.00343","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase63991.2025.00343","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 40th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41467994451522827,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2146950091","https://openalex.org/W2890431379","https://openalex.org/W2950599942","https://openalex.org/W4375859932","https://openalex.org/W4385270060","https://openalex.org/W4402671239","https://openalex.org/W4402835407","https://openalex.org/W4402860127","https://openalex.org/W7125135101"],"related_works":[],"abstract_inverted_index":{"Assessing":[0],"the":[1,26,42,156],"stability":[2,65],"of":[3,44,47,77],"code":[4,126],"generation":[5,127],"from":[6],"large":[7],"language":[8],"models":[9],"(LLMs)":[10],"is":[11],"essential":[12],"for":[13],"judging":[14],"their":[15,55],"reliability":[16],"in":[17,49,66,136,144],"real-world":[18],"development.":[19],"We":[20,62,119],"extend":[21],"prior":[22],"\"structural-entropy\"":[23],"concepts":[24],"to":[25,155],"program":[27,52],"domain":[28],"by":[29],"pairing":[30],"entropy":[31,133],"with":[32,147],"abstract-syntax-tree":[33],"(AST)":[34],"analysis.":[35],"For":[36],"any":[37],"fixed":[38],"prompt,":[39],"we":[40],"collect":[41],"multiset":[43],"depth-bounded":[45],"subtrees":[46],"AST":[48],"each":[50],"generated":[51],"and":[53,80,95,104,117,139],"treat":[54],"relative":[56],"frequencies":[57],"as":[58],"a":[59,73,82,152],"probability":[60],"distribution.":[61],"then":[63],"measure":[64],"two":[67],"complementary":[68],"ways:":[69],"(i)":[70],"Jensen\u2013Shannon":[71],"divergence,":[72],"symmetric,":[74],"bounded":[75],"indicator":[76],"structural":[78,132],"overlap,":[79],"(ii)":[81],"Structural":[83],"Cross-Entropy":[84],"ratio":[85],"that":[86,130],"highlights":[87],"missing":[88],"high-probability":[89],"patterns.":[90],"Both":[91],"metrics":[92,113],"admit":[93],"structural-only":[94],"token-aware":[96],"variants,":[97],"enabling":[98],"separate":[99],"views":[100],"on":[101,124],"control-flow":[102],"shape":[103],"identifier-level":[105],"variability.":[106],"Unlike":[107],"pass@k,":[108],"BLEU,":[109],"or":[110],"CodeBLEU,":[111],"our":[112],"are":[114],"reference-free,":[115],"language-agnostic,":[116],"execution-independent.":[118],"benchmark":[120],"several":[121],"leading":[122],"LLMs":[123],"standard":[125],"tasks,":[128],"demonstrating":[129],"AST-driven":[131],"reveals":[134],"nuances":[135],"model":[137],"consistency":[138],"robustness.":[140],"The":[141],"method":[142],"runs":[143],"O(n,d)":[145],"time":[146],"no":[148],"external":[149],"tests,":[150],"providing":[151],"lightweight":[153],"addition":[154],"code-generation":[157],"evaluation":[158],"toolkit.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-12-08T00:00:00"}