{"id":"https://openalex.org/W7204604947","doi":"https://doi.org/10.48550/arxiv.2608.26882","title":"PLCBench: Can Autonomous LLM Agents Turn PLC Access into Sustained Physical Impact?","display_name":"PLCBench: Can Autonomous LLM Agents Turn PLC Access into Sustained Physical Impact?","publication_year":2026,"publication_date":"2026-08-27","ids":{"openalex":"https://openalex.org/W7204604947","doi":"https://doi.org/10.48550/arxiv.2608.26882"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.26882","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.26882","pdf_url":"https://arxiv.org/pdf/2608.26882","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.26882","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121427055","display_name":"Yitian Zhou","orcid":"https://orcid.org/0009-0007-4372-5254","observed_orcids":["https://orcid.org/0009-0007-4372-5254"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou, Yitian","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148480443","display_name":"Jingyu Zheng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng, Jingyu","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148481900","display_name":"Qiliang Jiang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang, Qiliang","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076891548","display_name":"Linkang Du","orcid":"https://orcid.org/0009-0004-9028-9326","observed_orcids":["https://orcid.org/0009-0004-9028-9326"]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Du, Linkang","raw_affiliation_strings":["Xi'an Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148569873","display_name":"Haoming Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Haoming","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045570758","display_name":"Lichao Wu","orcid":"https://orcid.org/0000-0002-7139-732X","observed_orcids":["https://orcid.org/0000-0002-7139-732X"]},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Wu, Lichao","raw_affiliation_strings":["University of Bristol"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bristol","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101072884","display_name":"Shiyi Zhao","orcid":"https://orcid.org/0009-0001-8885-5059","observed_orcids":["https://orcid.org/0009-0001-8885-5059","https://orcid.org/0000-0002-5287-6042"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao, Shiyi","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012632617","display_name":"Mengxiang Liu","orcid":"https://orcid.org/0000-0002-2663-4787","observed_orcids":["https://orcid.org/0000-0002-2663-4787"]},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Liu, Mengxiang","raw_affiliation_strings":["University of Bristol"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bristol","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083185861","display_name":"Ruilong Deng","orcid":"https://orcid.org/0000-0002-8158-150X","observed_orcids":["https://orcid.org/0000-0002-8158-150X"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deng, Ruilong","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.5449000000953674,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.5449000000953674,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13344","display_name":"Industrial Automation and Control Systems","score":0.1648000031709671,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.09589999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/programmable-logic-controller","display_name":"programmable logic controller","score":0.9049999713897705},{"id":"https://openalex.org/keywords/industrial-control-systems","display_name":"industrial control systems","score":0.8529999852180481},{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.9110000133514404},{"id":"https://openalex.org/keywords/plc-security","display_name":"PLC security","score":0.3449999988079071}],"concepts":[{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6740999817848206},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.620199978351593},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5929999947547913},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.552299976348877},{"id":"https://openalex.org/C37374048","wikidata":"https://www.wikidata.org/wiki/Q188674","display_name":"Programmable logic controller","level":2,"score":0.5454000234603882},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5044999718666077},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4586000144481659},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4138000011444092},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.39149999618530273},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.36340001225471497},{"id":"https://openalex.org/C1304207","wikidata":"https://www.wikidata.org/wiki/Q7189582","display_name":"Physical access","level":3,"score":0.35690000653266907},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3181999921798706},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.30570000410079956},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3041999936103821},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C113863187","wikidata":"https://www.wikidata.org/wiki/Q17498","display_name":"SCADA","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28700000047683716},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28459998965263367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2806999981403351},{"id":"https://openalex.org/C2776157020","wikidata":"https://www.wikidata.org/wiki/Q851598","display_name":"Physical security","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C40071531","wikidata":"https://www.wikidata.org/wiki/Q2513962","display_name":"Industrial control system","level":3,"score":0.26489999890327454},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.25769999623298645},{"id":"https://openalex.org/C155386361","wikidata":"https://www.wikidata.org/wiki/Q1649571","display_name":"Process control","level":3,"score":0.2531000077724457},{"id":"https://openalex.org/C9628104","wikidata":"https://www.wikidata.org/wiki/Q788009","display_name":"Autonomous system (mathematics)","level":2,"score":0.25110000371932983},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.26882","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.26882","pdf_url":"https://arxiv.org/pdf/2608.26882","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.26882","doi":"https://doi.org/10.48550/arxiv.2608.26882","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.26882","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.26882","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.26882","pdf_url":"https://arxiv.org/pdf/2608.26882","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204604947.pdf","grobid_xml":"https://content.openalex.org/works/W7204604947.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3107123323","https://openalex.org/W4404556742","https://openalex.org/W4401880629","https://openalex.org/W2280904015","https://openalex.org/W2600332792","https://openalex.org/W7099961931","https://openalex.org/W7099241885","https://openalex.org/W4313444334","https://openalex.org/W7215111046","https://openalex.org/W3205502046"],"abstract_inverted_index":{"Industrial":[0],"control":[1],"systems":[2],"(ICSs)":[3],"rely":[4],"on":[5,45,140],"programmable":[6],"logic":[7],"controllers":[8],"(PLCs)":[9],"to":[10,76,114,121,209],"connect":[11],"networked":[12],"computation":[13],"with":[14,145,196],"physical":[15,39,71,135,163],"control.":[16],"Tool-using":[17],"large":[18],"language":[19],"model":[20],"(LLM)":[21],"agents":[22],"represent":[23],"an":[24,29,62,197],"emerging":[25],"attack":[26],"threat:":[27],"can":[28],"autonomous":[30],"agent":[31],"convert":[32],"a":[33,173,180,204,238],"network-reachable":[34],"PLC":[35,52,98,129],"into":[36],"sustained":[37,134],"adverse":[38],"impact?":[40],"However,":[41],"existing":[42],"evaluations":[43,56],"focus":[44],"digital":[46],"tasks":[47],"or":[48,65],"individual":[49],"stages":[50],"of":[51],"testing.":[53],"In":[54],"ICSs,":[55],"that":[57,168],"stop":[58,171],"at":[59],"software":[60],"exploitation,":[61],"accepted":[63],"write,":[64],"tool":[66],"access":[67],"may":[68],"therefore":[69],"mischaracterize":[70],"risk.":[72],"We":[73,137],"present":[74],"PLCBENCH,":[75],"our":[77],"knowledge,":[78],"the":[79,187,232,243],"first":[80],"real-PLC":[81,155],"hardware-in-the-loop":[82],"(HIL)":[83],"framework":[84],"for":[85,223],"characterizing":[86],"this":[87],"cyber-to-physical":[88],"capability":[89],"and":[90,104,118,133,153,219,237],"its":[91],"boundaries.":[92],"It":[93],"combines":[94],"vendor-native":[95],"interaction,":[96,130],"commercial":[97,142],"execution,":[99],"closed-loop":[100,147],"reduced-order":[101],"process":[102,119,192],"simulation,":[103],"independent":[105],"outcome":[106],"verification.":[107],"A":[108],"deterministic":[109],"evaluator":[110],"applies":[111],"fixed":[112],"rules":[113],"runner,":[115],"communication,":[116],"PLC-object,":[117],"records":[120],"assign":[122],"six":[123],"hidden":[124],"diagnostic":[125],"flags,":[126],"distinguishing":[127],"usable":[128],"process-linked":[131,181,205],"manipulation,":[132],"impact.":[136],"instantiate":[138],"PLCBENCH":[139,235],"four":[141,146],"PLCs":[143],"crossed":[144],"workloads.":[148],"Across":[149],"five":[150],"LLM":[151],"families":[152],"240":[154],"episodes,":[156],"75":[157],"episodes":[158,170],"(31.3%)":[159],"sustain":[160,186],"their":[161],"respective":[162],"objectives.":[164],"Stagewise":[165],"results":[166],"show":[167],"98":[169],"before":[172],"valid":[174],"native":[175],"read,":[176],"whereas":[177],"62":[178],"reach":[179],"write":[182,206],"but":[183],"do":[184],"not":[185],"final":[188],"objective.":[189],"Notably,":[190],"richer":[191],"observation":[193],"is":[194],"associated":[195],"increase":[198],"in":[199,215],"conditional":[200],"objective":[201],"attainment":[202],"after":[203],"from":[207],"44.2%":[208],"64.0%.":[210],"These":[211],"measurements":[212],"localize":[213],"failure":[214],"configured":[216],"PLC-process":[217],"deployments":[218],"identify":[220],"intervention":[221],"points":[222],"future":[224],"defense":[225],"evaluation.":[226],"To":[227],"support":[228],"reproducibility,":[229],"we":[230],"release":[231],"safely":[233],"disclosable":[234],"code":[236],"software-only":[239],"reproduction":[240],"pipeline":[241],"through":[242],"accompanying":[244],"artifact.":[245]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-08-29T00:00:00"}