{"id":"https://openalex.org/W4416549375","doi":"https://doi.org/10.1145/3719027.3744871","title":"<scp>JsDeObsBench:</scp> Measuring and Benchmarking LLMs for JavaScript Deobfuscation","display_name":"<scp>JsDeObsBench:</scp> Measuring and Benchmarking LLMs for JavaScript Deobfuscation","publication_year":2025,"publication_date":"2025-11-19","ids":{"openalex":"https://openalex.org/W4416549375","doi":"https://doi.org/10.1145/3719027.3744871"},"language":null,"primary_location":{"id":"doi:10.1145/3719027.3744871","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3719027.3744871","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3719027.3744871","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102956146","display_name":"Guoqiang Chen","orcid":"https://orcid.org/0000-0003-0651-6617"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guoqiang Chen","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0000-0003-0651-6617","affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100641343","display_name":"Xin Jin","orcid":"https://orcid.org/0000-0001-6525-2821"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Jin","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0000-0001-6525-2821","affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026864098","display_name":"Zhiqiang Lin","orcid":"https://orcid.org/0000-0001-6527-5994"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiqiang Lin","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0000-0001-6527-5994","affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"36","last_page":"50"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.8327000141143799,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.8327000141143799,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.06639999896287918,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.04430000111460686,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/obfuscation","display_name":"Obfuscation","score":0.8543000221252441},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8090000152587891},{"id":"https://openalex.org/keywords/javascript","display_name":"JavaScript","score":0.7153000235557556},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6495000123977661},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5475999712944031},{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.4025000035762787}],"concepts":[{"id":"https://openalex.org/C40305131","wikidata":"https://www.wikidata.org/wiki/Q2616305","display_name":"Obfuscation","level":2,"score":0.8543000221252441},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8090000152587891},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7160000205039978},{"id":"https://openalex.org/C544833334","wikidata":"https://www.wikidata.org/wiki/Q2005","display_name":"JavaScript","level":2,"score":0.7153000235557556},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6495000123977661},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5475999712944031},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4375999867916107},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42719998955726624},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.4025000035762787},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3560999929904938},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3319999873638153},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.29919999837875366},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.29330000281333923},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3719027.3744871","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3719027.3744871","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3719027.3744871","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3719027.3744871","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8227558559","display_name":null,"funder_award_id":"2112471,2330264","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2138471478","https://openalex.org/W2324464293","https://openalex.org/W2618879712","https://openalex.org/W2740220421","https://openalex.org/W2748788934","https://openalex.org/W2891185194","https://openalex.org/W2912248945","https://openalex.org/W2970044827","https://openalex.org/W3006491415","https://openalex.org/W3025127859","https://openalex.org/W3147673361","https://openalex.org/W3185341429","https://openalex.org/W4237358558","https://openalex.org/W4287664162","https://openalex.org/W4288057729","https://openalex.org/W4308632257","https://openalex.org/W4384154408","https://openalex.org/W4389158443","https://openalex.org/W4409664068","https://openalex.org/W4414359713"],"related_works":[],"abstract_inverted_index":{"Deobfuscating":[0],"JavaScript":[1],"(JS)":[2],"code":[3,137],"poses":[4],"a":[5,47,67,91,107],"significant":[6],"challenge":[7],"in":[8,33,78,114,136,141,166,176],"web":[9],"security,":[10],"particularly":[11],"as":[12],"obfuscation":[13,95],"techniques":[14,96],"are":[15],"frequently":[16],"used":[17],"to":[18,50,71,102,149,160],"conceal":[19],"malicious":[20],"activities":[21],"within":[22],"scripts.":[23],"While":[24],"Large":[25],"Language":[26],"Models":[27],"(LLMs)":[28],"have":[29],"recently":[30],"shown":[31],"promise":[32],"automating":[34],"the":[35,74,79,122,155,162,172],"deobfuscation":[36,156,177],"process,":[37],"transforming":[38],"detection":[39],"and":[40,54,131,145,179],"mitigation":[41],"strategies":[42],"against":[43],"these":[44],"obfuscated":[45],"threats,":[46],"systematic":[48],"benchmark":[49,69],"quantify":[51],"their":[52],"effectiveness":[53,75],"limitations":[55],"has":[56],"been":[57],"notably":[58],"absent.":[59],"To":[60],"address":[61],"this":[62],"gap,":[63],"we":[64],"present":[65],"JsDeObsBench,":[66],"dedicated":[68],"designed":[70],"rigorously":[72],"evaluate":[73,154],"of":[76,81,94,124,157,164,174],"LLMs":[77,165,175],"context":[80],"JS":[82,158],"deobfuscation.":[83],"We":[84,152],"detail":[85],"our":[86],"benchmarking":[87],"methodology,":[88],"which":[89],"includes":[90],"wide":[92],"range":[93],"ranging":[97],"from":[98],"basic":[99],"variable":[100],"renaming":[101],"sophisticated":[103],"structure":[104],"transformations,":[105],"providing":[106],"robust":[108],"framework":[109],"for":[110,183],"assessing":[111],"LLM":[112],"performance":[113,135],"real-world":[115],"scenarios.":[116,168],"Our":[117],"extensive":[118],"experimental":[119],"analysis":[120],"investigates":[121],"proficiency":[123],"cutting-edge":[125],"LLMs,":[126],"e.g.,":[127],"GPT-4o,":[128],"Mixtral,":[129],"Llama,":[130],"DeepSeek-Coder,":[132],"revealing":[133],"superior":[134],"simplification":[138],"despite":[139],"challenges":[140],"maintaining":[142],"syntax":[143],"accuracy":[144],"execution":[146],"reliability":[147],"compared":[148],"baseline":[150],"methods.":[151],"further":[153,184],"malware":[159],"exhibit":[161],"potential":[163],"security":[167],"The":[169],"findings":[170],"highlight":[171],"utility":[173],"applications":[178],"pinpoint":[180],"crucial":[181],"areas":[182],"improvement.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-23T00:00:00"}