{"id":"https://openalex.org/W7167741678","doi":"https://doi.org/10.1145/3786582.3786809","title":"Automatic Validation of LLM-Generated Code with Prompt Paraphrasing","display_name":"Automatic Validation of LLM-Generated Code with Prompt Paraphrasing","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7167741678","doi":"https://doi.org/10.1145/3786582.3786809"},"language":null,"primary_location":{"id":"doi:10.1145/3786582.3786809","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786582.3786809","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786582.3786809","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101558050","display_name":"Xiaoyin Wang","orcid":"https://orcid.org/0000-0002-9079-5534"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoyin Wang","raw_affiliation_strings":["The University of Texas at San Antonio, San Antonio, USA"],"raw_orcid":"https://orcid.org/0000-0002-9079-5534","affiliations":[{"raw_affiliation_string":"The University of Texas at San Antonio, San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012210223","display_name":"Dakai Zhu","orcid":"https://orcid.org/0000-0002-1938-9947"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dakai Zhu","raw_affiliation_strings":["The University of Texas at San Antonio, San Antonio, USA"],"raw_orcid":"https://orcid.org/0000-0002-1938-9947","affiliations":[{"raw_affiliation_string":"The University of Texas at San Antonio, San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I45438204"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.93677519,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"51","last_page":"55"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.25699999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.25699999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.2371000051498413,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.13030000030994415,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/paraphrase","display_name":"Paraphrase","score":0.836899995803833},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.7253999710083008},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5701000094413757},{"id":"https://openalex.org/keywords/code-smell","display_name":"Code smell","score":0.4397999942302704},{"id":"https://openalex.org/keywords/object-code","display_name":"Object code","score":0.39480000734329224},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3422999978065491}],"concepts":[{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.836899995803833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7653999924659729},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.7253999710083008},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5701000094413757},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5200999975204468},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4440000057220459},{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.4397999942302704},{"id":"https://openalex.org/C154526789","wikidata":"https://www.wikidata.org/wiki/Q157965","display_name":"Object code","level":4,"score":0.39480000734329224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38449999690055847},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.334199994802475},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.31189998984336853},{"id":"https://openalex.org/C151578736","wikidata":"https://www.wikidata.org/wiki/Q1251793","display_name":"Redundant code","level":4,"score":0.29649999737739563}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786582.3786809","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786582.3786809","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786582.3786809","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786582.3786809","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2107729695","https://openalex.org/W2148306883","https://openalex.org/W2313752879","https://openalex.org/W2344444819","https://openalex.org/W2741561716","https://openalex.org/W2766540688","https://openalex.org/W2782311202","https://openalex.org/W2796460440","https://openalex.org/W2886629666","https://openalex.org/W2888017562","https://openalex.org/W2888559334","https://openalex.org/W2896505116","https://openalex.org/W2997653900","https://openalex.org/W3035671939","https://openalex.org/W3093288613","https://openalex.org/W3124842510","https://openalex.org/W3154138117","https://openalex.org/W3160369295","https://openalex.org/W4225108562","https://openalex.org/W4307811449","https://openalex.org/W4312070352","https://openalex.org/W4313563609","https://openalex.org/W4317536056","https://openalex.org/W4401905935","https://openalex.org/W7131786218"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"been":[5],"widely":[6],"used":[7],"for":[8],"code":[9,16,21,50,58,67,109],"generation.":[10],"However,":[11],"the":[12,66,86,101,107,128],"quality":[13],"of":[14,92,127,139],"generated":[15,93,131],"is":[17,42,122],"still":[18,104],"questionable,":[19],"and":[20,83],"validation":[22],"remains":[23],"a":[24,32,75,135],"challenging":[25],"problem.":[26],"In":[27],"this":[28],"paper,":[29],"we":[30,61,72,97],"propose":[31],"novel":[33],"solution":[34],"called":[35],"paraphrase":[36,119],"prompt":[37,77,120],"testing.":[38],"Our":[39,112],"intuitive":[40],"observation":[41],"that":[43,96,118],"intrinsic":[44],"consistency":[45],"always":[46],"exists":[47],"among":[48,56],"correct":[49],"pieces":[51],"but":[52],"may":[53],"not":[54],"exist":[55],"flawed":[57],"pieces,":[59],"so":[60,95],"can":[62,73,98],"detect":[63,125],"flaws":[64],"in":[65,106],"by":[68,132],"detecting":[69],"inconsistencies.":[70],"Therefore,":[71],"vary":[74],"given":[76],"to":[78,84,88,124],"multiple":[79,90],"prompts":[80],"with":[81,134],"paraphrasing,":[82],"ask":[85],"LLM":[87],"acquire":[89],"versions":[91],"code,":[94],"validate":[99],"whether":[100],"semantic":[102],"relations":[103],"hold":[105],"acquired":[108],"through":[110],"cross-validation.":[111],"initial":[113],"evaluation":[114],"on":[115],"HumanEval":[116],"shows":[117],"testing":[121],"able":[123],"70.6%":[126],"erroneous":[129],"programs":[130],"GPT-4o,":[133],"false":[136],"positive":[137],"rate":[138],"6.1%.":[140]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-09T00:00:00"}