{"id":"https://openalex.org/W7143325261","doi":"https://doi.org/10.1109/access.2026.3678864","title":"Prompt Recovery From Source Code: A Comparative Study of Large Language Models","display_name":"Prompt Recovery From Source Code: A Comparative Study of Large Language Models","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7143325261","doi":"https://doi.org/10.1109/access.2026.3678864"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3678864","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3678864","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3678864","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124090012","display_name":"Avishek Mukherjee","orcid":null},"institutions":[{"id":"https://openalex.org/I71792333","display_name":"University of Detroit Mercy","ror":"https://ror.org/0037qsh65","country_code":"US","type":"education","lineage":["https://openalex.org/I71792333"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Avishek Mukherjee","raw_affiliation_strings":["Department of Electrical and Computer Engineering and Computer Science, University of Detroit Mercy, Detroit, MI, USA"],"raw_orcid":"https://orcid.org/0009-0009-6242-8460","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering and Computer Science, University of Detroit Mercy, Detroit, MI, USA","institution_ids":["https://openalex.org/I71792333"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5124090012"],"corresponding_institution_ids":["https://openalex.org/I71792333"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34719779,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"49714","last_page":"49728"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.26019999384880066,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.26019999384880066,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.22280000150203705,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.08529999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.35670000314712524},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.349700003862381},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3393999934196472},{"id":"https://openalex.org/keywords/source-model","display_name":"Source model","score":0.3366999924182892},{"id":"https://openalex.org/keywords/language-identification","display_name":"Language identification","score":0.302700012922287}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7746000289916992},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4936999976634979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42590001225471497},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3393999934196472},{"id":"https://openalex.org/C2985998994","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Source model","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.302700012922287},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2996000051498413},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2745000123977661}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3678864","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3678864","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:68d2f5300e47439db389b9a648254edf","is_oa":true,"landing_page_url":"https://doaj.org/article/68d2f5300e47439db389b9a648254edf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 49714-49728 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3678864","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3678864","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,139],"paper":[1],"presents":[2],"a":[3,20,70,78,96],"rigorous":[4],"empirical":[5],"study":[6,80],"on":[7,43,153],"prompt":[8],"recovery,":[9],"the":[10,14,56,143,184,205],"task":[11],"of":[12,58,81,99,145,160,188,207],"inferring":[13],"original":[15],"natural":[16],"language":[17],"instruction":[18],"from":[19,49],"given":[21],"source":[22,161],"code":[23,59,113,185,213],"snippet.":[24],"We":[25,92],"evaluate":[26,93],"four":[27],"state-of-the-art":[28],"Large":[29],"Language":[30],"Models":[31],"(LLMs):":[32],"OpenAI\u2019s":[33,89],"GPT":[34,90],"model,":[35],"Google\u2019s":[36],"Gemini,":[37],"Meta\u2019s":[38],"Llama3,":[39],"and":[40,64,105,157,191,204],"DeepSeek\u2019s":[41],"DeepSeek-R1":[42,173],"their":[44,196],"ability":[45],"to":[46,151],"recover":[47],"prompts":[48],"Python":[50],"code.":[51,162],"The":[52],"analysis":[53,164],"also":[54],"investigates":[55],"impact":[57],"degradation":[60],"(via":[61],"variable":[62],"renaming":[63],"comment":[65],"removal),":[66],"which":[67],"serves":[68],"as":[69],"proxy":[71],"for":[72,123,195,212],"poorly":[73],"documented":[74],"legacy":[75,201],"systems.":[76],"Additionally":[77],"preliminary":[79],"generative":[82],"sampling":[83],"temperature":[84],"effects":[85],"was":[86],"conducted":[87],"using":[88,95],"model.":[91],"performance":[94],"comprehensive":[97],"suite":[98],"metrics,":[100],"including":[101],"BLEU,":[102],"ROUGE,":[103],"BERTScore,":[104],"Levenshtein":[106],"Distance.":[107],"Our":[108],"findings":[109],"reveal":[110],"that":[111,141],"while":[112,172],"cleaning":[114],"degrades":[115],"lexical":[116,146],"similarity":[117,132],"scores":[118,122],"(e.g.,":[119,133],"average":[120,134],"BLEU":[121],"OpenAI":[124],"are":[125,149],"20%":[126],"lower),":[127],"it":[128],"consistently":[129],"maintains":[130],"semantic":[131,170],"BERT-F1":[135],"remains":[136],"above":[137],"0.90).":[138],"suggests":[140],"in":[142,198],"absence":[144],"cues,":[147],"models":[148,167],"forced":[150],"rely":[152],"deeper":[154],"algorithmic":[155],"reasoning":[156],"structural":[158],"understanding":[159],"Comparative":[163],"shows":[165],"cloud-hosted":[166],"exhibit":[168],"superior":[169],"fidelity,":[171],"demonstrates":[174],"competitive":[175],"character-level":[176],"accuracy.":[177],"These":[178],"results":[179],"provide":[180],"critical":[181],"insights":[182],"into":[183],"comprehension":[186],"capabilities":[187],"modern":[189],"LLMs":[190],"have":[192],"significant":[193],"implications":[194],"application":[197],"reverse":[199],"engineering,":[200],"system":[202],"documentation,":[203],"development":[206],"more":[208],"robust":[209],"evaluation":[210],"benchmarks":[211],"intelligence.":[214]},"counts_by_year":[],"updated_date":"2026-04-04T06:10:10.580331","created_date":"2026-03-31T00:00:00"}