{"id":"https://openalex.org/W7140142381","doi":"https://doi.org/10.48550/arxiv.2603.19864","title":"NASimJax: A GPU-Accelerated Policy Learning Framework for Penetration Testing","display_name":"NASimJax: A GPU-Accelerated Policy Learning Framework for Penetration Testing","publication_year":2026,"publication_date":"2026-03-20","ids":{"openalex":"https://openalex.org/W7140142381","doi":"https://doi.org/10.48550/arxiv.2603.19864"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.19864","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19864","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.19864","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130393438","display_name":"Raphael Simon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simon, Raphael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130363520","display_name":"Jos\u00e9 Carrasquel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carrasquel, Jos\u00e9","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022101559","display_name":"Wim Mees","orcid":"https://orcid.org/0000-0002-0696-8093"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mees, Wim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5068276498","display_name":"Pieter Libin","orcid":"https://orcid.org/0000-0003-3906-758X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Libin, Pieter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.2824999988079071,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.2824999988079071,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.11110000312328339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.10689999908208847,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6722000241279602},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.579800009727478},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.504800021648407},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.3675999939441681},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3440000116825104},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.33480000495910645},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.32019999623298645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7678999900817871},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6722000241279602},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.579800009727478},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.504800021648407},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43869999051094055},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3675999939441681},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3440000116825104},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32679998874664307},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.32019999623298645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29809999465942383},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2955000102519989},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2896000146865845},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C104122410","wikidata":"https://www.wikidata.org/wiki/Q1416406","display_name":"Network model","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.26159998774528503}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.19864","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19864","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.19864","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19864","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7836541533470154,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Penetration":[0],"testing,":[1],"the":[2,66,79,84,140,225],"practice":[3],"of":[4,65,150],"simulating":[5],"cyberattacks":[6],"to":[7,43,56,73,142,152],"identify":[8,219],"vulnerabilities,":[9],"is":[10,17],"a":[11,35,61,111,116,130,204,220,241],"complex":[12],"sequential":[13],"decision-making":[14],"task":[15],"that":[16,54,101,120,157,174,183,209],"inherently":[18],"partially":[19],"observable":[20],"and":[21,114,124,146,173,233,244],"features":[22],"large":[23],"action":[24,200,206,213],"spaces.":[25],"Training":[26],"reinforcement":[27],"learning":[28],"(RL)":[29],"policies":[30,53],"for":[31,133,247],"this":[32],"domain":[33],"faces":[34],"fundamental":[36],"bottleneck:":[37],"existing":[38],"simulators":[39],"are":[40],"too":[41],"slow":[42],"train":[44],"on":[45,88,94,176,188],"realistic":[46,245],"network":[47,117],"scenarios":[48],"at":[49,170,215],"scale,":[50],"resulting":[51],"in":[52],"fail":[55],"generalize.":[57],"We":[58,105,138,155],"present":[59],"NASimJax,":[60],"complete":[62],"JAX-based":[63],"reimplementation":[64],"Network":[67],"Attack":[68],"Simulator":[69],"(NASim),":[70],"achieving":[71],"up":[72,151],"100x":[74],"higher":[75],"environment":[76],"throughput":[77],"than":[78,166,191],"original":[80],"simulator.":[81],"By":[82],"running":[83],"entire":[85],"training":[86,164,175],"pipeline":[87,119],"hardware":[89],"accelerators,":[90],"NASimJax":[91,238],"enables":[92],"experimentation":[93],"larger":[95,171],"networks":[96,149],"under":[97],"fixed":[98],"compute":[99],"budgets":[100],"were":[102],"previously":[103],"infeasible.":[104],"formulate":[106],"automated":[107],"penetration":[108,250],"testing":[109],"as":[110],"Contextual":[112],"POMDP":[113],"introduce":[115],"generation":[118],"produces":[121],"structurally":[122],"diverse":[123],"guaranteed-solvable":[125],"scenarios.":[126],"Together,":[127],"these":[128],"provide":[129],"principled":[131],"basis":[132],"studying":[134],"zero-shot":[135],"policy":[136],"generalization.":[137],"use":[139],"framework":[141],"investigate":[143],"action-space":[144],"scaling":[145],"generalization":[147],"across":[148],"40":[153],"hosts.":[154],"find":[156],"Prioritized":[158,228],"Level":[159,229],"Replay":[160],"better":[161],"handles":[162],"dense":[163],"distributions":[165],"Domain":[167],"Randomization,":[168],"particularly":[169],"scales,":[172],"sparser":[177],"topologies":[178,189],"yields":[179],"an":[180],"implicit":[181],"curriculum":[182],"improves":[184],"out-of-distribution":[185],"generalization,":[186],"even":[187],"denser":[190],"those":[192],"seen":[193],"during":[194],"training.":[195],"To":[196],"handle":[197],"linearly":[198],"growing":[199],"spaces,":[201],"we":[202,218],"propose":[203],"two-stage":[205],"decomposition":[207],"(2SAS)":[208],"substantially":[210],"outperforms":[211],"flat":[212],"masking":[214],"scale.":[216],"Finally,":[217],"failure":[221],"mode":[222],"arising":[223],"from":[224],"interaction":[226],"between":[227],"Replay's":[230],"episode-reset":[231],"behaviour":[232],"2SAS's":[234],"credit":[235],"assignment":[236],"structure.":[237],"thus":[239],"provides":[240],"fast,":[242],"flexible,":[243],"platform":[246],"advancing":[248],"RL-based":[249],"testing.":[251]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-24T00:00:00"}