{"id":"https://openalex.org/W7125960630","doi":"https://doi.org/10.1109/ase63991.2025.00045","title":"Uncovering Prompt Elements: Cloning System Prompts from Behavioral Traces","display_name":"Uncovering Prompt Elements: Cloning System Prompts from Behavioral Traces","publication_year":2025,"publication_date":"2025-11-16","ids":{"openalex":"https://openalex.org/W7125960630","doi":"https://doi.org/10.1109/ase63991.2025.00045"},"language":null,"primary_location":{"id":"doi:10.1109/ase63991.2025.00045","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase63991.2025.00045","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 40th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112483743","display_name":"Yi Qian","orcid":"https://orcid.org/0000-0001-8679-3117"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Qian","raw_affiliation_strings":["Nanjing University School of Computer Science, Nanjing University,State Key Laboratory for Novel Software Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University School of Computer Science, Nanjing University,State Key Laboratory for Novel Software Technology","institution_ids":["https://openalex.org/I134687103","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113408659","display_name":"Fei Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Peng","raw_affiliation_strings":["Nanjing University School of Computer Science, Nanjing University,State Key Laboratory for Novel Software Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University School of Computer Science, Nanjing University,State Key Laboratory for Novel Software Technology","institution_ids":["https://openalex.org/I134687103","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124142052","display_name":"Hao Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wu","raw_affiliation_strings":["Nanjing University School of Computer Science, Nanjing University,State Key Laboratory for Novel Software Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University School of Computer Science, Nanjing University,State Key Laboratory for Novel Software Technology","institution_ids":["https://openalex.org/I134687103","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016291611","display_name":"Ligeng Chen","orcid":"https://orcid.org/0000-0002-0076-3708"},"institutions":[{"id":"https://openalex.org/I4210150693","display_name":"The Medical Device (United Kingdom)","ror":"https://ror.org/059mrwr24","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210150693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ligeng Chen","raw_affiliation_strings":["Hornor Device Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hornor Device Co., Ltd","institution_ids":["https://openalex.org/I4210150693"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032564674","display_name":"Bing Mao","orcid":null},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Mao","raw_affiliation_strings":["Nanjing University School of Computer Science, Nanjing University,State Key Laboratory for Novel Software Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University School of Computer Science, Nanjing University,State Key Laboratory for Novel Software Technology","institution_ids":["https://openalex.org/I134687103","https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.65784599,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"457","last_page":"468"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.6075000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.6075000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.14910000562667847,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.06599999964237213,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloning","display_name":"Cloning (programming)","score":0.7896999716758728},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7305999994277954},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7096999883651733},{"id":"https://openalex.org/keywords/confidentiality","display_name":"Confidentiality","score":0.5422000288963318},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.49709999561309814},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.4239000082015991}],"concepts":[{"id":"https://openalex.org/C121050878","wikidata":"https://www.wikidata.org/wiki/Q5135020","display_name":"Cloning (programming)","level":2,"score":0.7896999716758728},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7305999994277954},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7096999883651733},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6690999865531921},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.5422000288963318},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.49709999561309814},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4449000060558319},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.4239000082015991},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3977000117301941},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.39719998836517334},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.3781999945640564},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36550000309944153},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.30230000615119934},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.2815000116825104},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.2786000072956085},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C2989277270","wikidata":"https://www.wikidata.org/wiki/Q168338","display_name":"Behavioral analysis","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ase63991.2025.00045","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase63991.2025.00045","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 40th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.46940183639526367,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2970641574","https://openalex.org/W3035267217","https://openalex.org/W3096738375","https://openalex.org/W4388886073","https://openalex.org/W4389009541","https://openalex.org/W4389520436","https://openalex.org/W4402670146","https://openalex.org/W4404784125","https://openalex.org/W4404792952","https://openalex.org/W4405181744","https://openalex.org/W4405396166","https://openalex.org/W4416035966"],"related_works":[],"abstract_inverted_index":{"We":[0,103],"introduce":[1],"prompt":[2,21,23,134,154],"cloning,":[3],"a":[4,106],"new":[5],"black-box":[6],"attack":[7],"that":[8,28,72,113,133,150],"reconstructs":[9],"functionally":[10],"equivalent":[11],"system":[12,18,29,47,95],"prompts":[13,30,74,96],"rather":[14],"than":[15],"extracts":[16],"original":[17,94],"prompts.":[19,68],"Unlike":[20],"stealing,":[22],"cloning":[24,135],"exploits":[25],"the":[26,123,145],"insight":[27],"leave":[31],"persistent":[32],"behavioral":[33],"traces":[34,63],"in":[35,118],"outputs,":[36],"even":[37,92],"under":[38],"strong":[39],"alignment":[40],"and":[41,60,91,143],"prompt-level":[42],"defenses.":[43],"Our":[44,130],"method":[45],"decomposes":[46],"behavior":[48,77,142],"into":[49],"semantically":[50],"interpretable":[51],"elements,":[52],"selectively":[53],"elicits":[54],"them":[55],"through":[56],"carefully":[57],"designed":[58],"queries,":[59],"aggregates":[61],"representative":[62],"to":[64,80,89,99],"synthesize":[65],"high-fidelity":[66],"cloned":[67,73],"Extensive":[69],"evaluations":[70],"show":[71],"replicate":[75],"functional":[76],"with":[78],"up":[79,88],"85%":[81],"semantic":[82],"similarity,":[83],"outperforming":[84],"base":[85],"LLMs":[86],"by":[87],"8%,":[90],"exceeding":[93],"when":[97],"transferred":[98],"different":[100],"back-end":[101],"models.":[102],"also":[104],"conduct":[105],"large-scale":[107],"study":[108],"on":[109],"GitHub":[110],"repositories,":[111],"revealing":[112],"single-prompt":[114],"architectures":[115],"remain":[116],"widespread":[117],"open-source":[119],"LLM":[120,141],"applications,":[121],"reinforcing":[122],"real-world":[124],"relevance":[125],"of":[126,139],"our":[127],"threat":[128],"model.":[129],"findings":[131],"reveal":[132],"enables":[136],"unauthorized":[137],"replication":[138],"confidential":[140],"underscore":[144],"urgent":[146],"need":[147],"for":[148],"defenses":[149],"go":[151],"beyond":[152],"hiding":[153],"text.":[155]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-01-29T00:00:00"}
